-- Logs begin at Thu 2022-09-22 16:11:52 UTC, end at Thu 2022-09-22 18:26:25 UTC. -- Sep 22 16:48:05.622834 dv-neutron-858953-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Sep 22 16:48:08.229906 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:48:08.230539 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev32 Sep 22 16:48:08.230705 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 16:48:08.233901 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] Logging enabled! Sep 22 16:48:08.234160 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev32 Sep 22 16:48:08.234474 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88944) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 22 16:48:08.235438 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:48:08.235676 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:48:08.236040 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:48:08.236288 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:48:08.236523 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:48:08.236876 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.237184 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.237481 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.237711 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.238012 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.238304 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.238592 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.238884 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.239186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.239471 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.239755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.240043 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.240273 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.240556 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.240878 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.241166 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.241388 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.241669 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.242207 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.242633 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.242918 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.243211 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.243493 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.243781 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.244062 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.244349 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.244701 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] host = dv-neutron-858953-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.244993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.245273 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.245571 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.245856 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.246196 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.246407 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.246697 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.246963 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.247238 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.248428 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.248776 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.249090 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.249918 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.250156 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.250392 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.250694 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.250993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.251287 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.254755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.254755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.254755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.254755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.254755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.255186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.255186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.255390 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.256742 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.256742 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.256742 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.256742 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.257016 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.257081 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.257337 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.257614 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.258512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.258512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.258512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.258761 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.259023 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.259309 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.259599 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.259877 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.260905 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.260905 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.260905 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.261164 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.261230 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.261509 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.261793 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.262070 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.262349 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.262625 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.262901 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.263190 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.263465 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:08.263766 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.264067 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.264371 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.264691 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.265533 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.265910 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.268965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269558 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269558 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269558 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269558 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269790 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.269893 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.270169 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.270453 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.270744 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.271041 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.271332 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.271609 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.271891 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.272185 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.272467 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.272767 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.273051 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.273341 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.273623 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.273901 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.276557 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.276910 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.277490 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.277794 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.278106 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.278424 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.278722 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.279011 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.279296 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.279588 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.280539 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.280870 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.281165 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.281448 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.281732 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.282031 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.282315 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.282597 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.285369 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.285695 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.286004 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.286299 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.286594 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.286887 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.287194 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.287466 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.287754 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.288040 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.288330 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.290908 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.291216 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.291520 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.291819 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.292114 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.292424 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.292766 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.293065 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.295543 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.295884 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.296738 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.297086 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.297392 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.297701 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.298001 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.298292 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.298603 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.298911 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.299274 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.299574 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.299921 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.300234 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.302712 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.303109 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.303421 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.303733 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.304045 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.304531 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.304887 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.305175 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.305514 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.305835 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.306105 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.306437 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.306762 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.307054 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:08.307281 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:48:08.307538 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88944) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 22 16:48:08.717003 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading KWallet Sep 22 16:48:08.724889 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading SecretService Sep 22 16:48:08.728346 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading Windows Sep 22 16:48:08.729696 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading chainer Sep 22 16:48:08.730272 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO keyring.backend [-] Loading macOS Sep 22 16:48:08.763979 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 16:48:08.764252 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 16:48:08.764542 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 22 16:48:08.764980 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 22 16:48:09.161427 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.161729 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.162001 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.163204 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.163481 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.163755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.198623 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.198915 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.199190 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.212906 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.213191 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.213464 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.246348 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.247012 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.247012 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.285377 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.285660 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.285932 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.519468 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.519676 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.519941 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.520210 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.520994 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.642543 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.642867 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.643156 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.643437 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.643713 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.644034 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.644306 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.644571 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.644858 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.645149 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.645414 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.645684 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.645954 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.646216 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.646489 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.646767 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.647031 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.647311 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.647572 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.647860 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.648224 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.648484 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.648768 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.649062 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.649317 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.649567 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.649962 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.650203 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.650441 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.650677 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.650911 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.651146 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:09.651516 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 22 16:48:09.654966 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 22 16:48:09.660769 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 22 16:48:09.665499 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Sep 22 16:48:09.667135 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 22 16:48:09.667595 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 22 16:48:09.667933 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 22 16:48:09.668483 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 22 16:48:09.672186 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 22 16:48:09.672436 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 22 16:48:09.672815 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:48:09.700097 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 22 16:48:09.700555 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.700882 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88944) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 22 16:48:09.701246 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.702613 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88944) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 22 16:48:09.702898 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 22 16:48:09.703145 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 22 16:48:09.706464 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.706747 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:09.770715 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 22 16:48:09.770890 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 22 16:48:09.771127 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 22 16:48:09.771503 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 22 16:48:09.804517 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_db.sqlalchemy.engines [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88944) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 22 16:48:10.144555 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing driver for type 'gre' Sep 22 16:48:10.145136 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] gre ID ranges: [(1, 1000)] Sep 22 16:48:10.212355 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing driver for type 'local' Sep 22 16:48:10.212727 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing driver for type 'vlan' Sep 22 16:48:10.226219 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] VlanTypeDriver initialization complete Sep 22 16:48:10.226609 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing driver for type 'vxlan' Sep 22 16:48:10.227189 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] vxlan ID ranges: [(1, 1000)] Sep 22 16:48:10.285829 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing extension driver 'port_security' Sep 22 16:48:10.286531 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.extensions.port_security [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] PortSecurityExtensionDriver initialization complete Sep 22 16:48:10.286623 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing mechanism driver 'openvswitch' Sep 22 16:48:10.287014 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing mechanism driver 'hyperv' Sep 22 16:48:10.293697 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.plugin [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88944) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:10.294376 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.294749 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.295103 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.295629 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.296095 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.296986 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.297343 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.297732 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.298135 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.298489 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.298833 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.299215 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.299616 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.299968 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.300310 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.300721 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.301122 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.301469 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.301809 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.302316 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.302723 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > address_group after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.303068 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > address_group after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.303415 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.303796 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88944) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Sep 22 16:48:10.304234 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] ML2 OVO RPC backend initialized. {{(pid=88944) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Sep 22 16:48:10.304978 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.305334 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.305755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.306100 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > networks before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.306445 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.306786 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > ports before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.307135 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.307478 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnets before_response 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.307827 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.308170 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.308506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.308876 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.309214 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.309547 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.309882 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.310218 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.310578 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.311150 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.plugin [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Modular L2 Plugin initialization complete Sep 22 16:48:10.311476 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading services supported by the core plugin {{(pid=88944) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 22 16:48:10.311800 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.plugins.ml2.managers [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Got port-security extension from driver 'port_security' Sep 22 16:48:10.312266 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.extensions.vlantransparent [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Disabled vlantransparent extension. Sep 22 16:48:10.312782 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88944) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 22 16:48:10.313094 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: router Sep 22 16:48:10.349973 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.350365 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.350733 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router before_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.351099 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.351470 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.351822 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_delete 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.352178 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.352539 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.352911 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.353260 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.353607 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.353961 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.354368 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.354737 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.355073 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.355409 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: subnet after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.355743 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.356088 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.356435 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.356805 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.357150 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.357506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router after_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.357846 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.358188 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_create 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.359129 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.359475 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_update 55549900 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.359840 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > agent after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.360188 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > agent after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.360530 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > network after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.361418 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Tracking information for resource: router configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:10.361753 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Tracking information for resource: floatingip configured {{(pid=88944) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 22 16:48:10.366765 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.db.l3_agentschedulers_db [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 22 16:48:10.367355 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.367720 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.368075 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.368426 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: port after_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.369406 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router before_create 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.369776 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.370141 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_create 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.370496 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > router precommit_update 55550100 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.375315 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.provider_configuration [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service providers = [] {{(pid=88944) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 22 16:48:10.375681 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.db.servicetype_db [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88944) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 22 16:48:10.378862 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:48:10.379218 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:48:10.379561 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:48:10.380463 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.services.service_base [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88944) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 22 16:48:10.380884 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.services.service_base [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 22 16:48:10.381274 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.381594 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 22 16:48:10.392430 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.392802 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: auto_allocate Sep 22 16:48:10.398630 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: network precommit_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.398950 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: network precommit_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.399481 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.399801 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: tag Sep 22 16:48:10.407056 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.407386 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: timestamp Sep 22 16:48:10.411343 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.411678 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: network_ip_availability Sep 22 16:48:10.416910 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.417282 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.417635 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.418350 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.418666 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: flavors Sep 22 16:48:10.423364 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.423692 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading Plugin: revisions Sep 22 16:48:10.428099 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88944) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 22 16:48:10.428487 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.664s {{(pid=88944) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 22 16:48:10.429268 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88944) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 22 16:48:10.429602 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Initializing extension manager. Sep 22 16:48:10.430105 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: __init__.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.430445 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: __pycache__ {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.430780 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.431112 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.431864 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.432429 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: address-group Sep 22 16:48:10.432784 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: address_scope.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.433492 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.433996 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: address-scope Sep 22 16:48:10.434314 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.435227 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.435737 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: router-admin-state-down-before-update Sep 22 16:48:10.436056 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: agent.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.437414 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.438236 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: agent Sep 22 16:48:10.438693 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: agent_resources_synced.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.440113 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.440649 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: agent-resources-synced Sep 22 16:48:10.440976 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: allowedaddresspairs.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.442763 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.443284 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: allowed-address-pairs Sep 22 16:48:10.443610 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: auto_allocated_topology.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.444699 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.445211 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: auto-allocated-topology Sep 22 16:48:10.445543 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.446235 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.446736 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: availability_zone Sep 22 16:48:10.447058 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: availability_zone_filter.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.447957 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.448463 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: availability_zone_filter Sep 22 16:48:10.448818 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: data_plane_status.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.449713 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.450212 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension data-plane-status not supported by any of loaded plugins Sep 22 16:48:10.450530 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: default_subnetpools.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.451427 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.451929 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: default-subnetpools Sep 22 16:48:10.452273 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.453138 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.453644 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: dhcp_agent_scheduler Sep 22 16:48:10.453964 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: dns.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.454861 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.455370 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension dns-integration not supported by any of loaded plugins Sep 22 16:48:10.455696 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: dns_domain_ports.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.456621 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.457145 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 22 16:48:10.457465 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: dvr.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.458133 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.458635 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: dvr Sep 22 16:48:10.458954 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: empty_string_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.459858 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.460365 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: empty-string-filtering Sep 22 16:48:10.460711 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.461610 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.462105 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:48:10.462420 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.463319 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.463816 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 22 16:48:10.464133 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: external_net.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.465054 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.465557 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: external-net Sep 22 16:48:10.465872 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.466772 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.467270 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: extra_dhcp_opt Sep 22 16:48:10.467589 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: extraroute.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.469022 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.469520 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: extraroute Sep 22 16:48:10.469838 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: extraroute_atomic.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.470855 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.471355 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: extraroute-atomic Sep 22 16:48:10.471671 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: filter_validation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.472327 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.472852 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: filter-validation Sep 22 16:48:10.473171 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: fip_pf_description.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.474068 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.474562 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 22 16:48:10.474878 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: fip_port_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.475805 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.476305 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: fip-port-details Sep 22 16:48:10.476649 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: flavors.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.477873 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.478383 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: flavors Sep 22 16:48:10.478712 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.480339 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.480894 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 22 16:48:10.481219 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: floatingip_pools.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.481937 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.482440 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: floatingip-pools Sep 22 16:48:10.482760 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: ip_allocation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.484204 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.484744 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension ip_allocation not supported by any of loaded plugins Sep 22 16:48:10.485065 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.485977 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.486480 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: ip-substring-filtering Sep 22 16:48:10.486803 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l2_adjacency.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.487712 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.488217 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 22 16:48:10.488535 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.489593 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.490111 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: router Sep 22 16:48:10.490433 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.492818 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.493350 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 22 16:48:10.493682 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.494603 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.495118 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: ext-gw-mode Sep 22 16:48:10.495447 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.496356 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.496886 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: l3-ha Sep 22 16:48:10.497208 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3_flavors.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.498115 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.498621 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: l3-flavors Sep 22 16:48:10.498940 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.499895 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.500398 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 22 16:48:10.500752 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: l3agentscheduler.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.501782 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.502291 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: l3_agent_scheduler Sep 22 16:48:10.502617 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: logging.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.504074 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.504595 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension logging not supported by any of loaded plugins Sep 22 16:48:10.504955 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: metering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.505708 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.506280 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: metering Sep 22 16:48:10.506606 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.507673 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.508185 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: metering_source_and_destination_fields Sep 22 16:48:10.508510 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: multiprovidernet.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.509453 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.509965 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: multi-provider Sep 22 16:48:10.510290 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: netmtu.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.511191 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.511703 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: net-mtu Sep 22 16:48:10.512026 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: netmtu_writable.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.512962 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.513468 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: net-mtu-writable Sep 22 16:48:10.513788 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: network_availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.514452 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.514983 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: network_availability_zone Sep 22 16:48:10.515308 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: network_ip_availability.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.516380 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.516921 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: network-ip-availability Sep 22 16:48:10.517246 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: network_segment_range.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.518003 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.518498 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension network-segment-range not supported by any of loaded plugins Sep 22 16:48:10.518819 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: pagination.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.519787 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.520122 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: pagination Sep 22 16:48:10.520446 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: port_device_profile.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.521443 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.521956 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: port-device-profile Sep 22 16:48:10.522279 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.523187 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.523694 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: port-mac-address-regenerate Sep 22 16:48:10.524014 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.524948 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.525485 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: port-numa-affinity-policy Sep 22 16:48:10.525804 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: port_resource_request.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.526726 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.527483 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension port-resource-request not supported by any of loaded plugins Sep 22 16:48:10.527799 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: portbindings.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.528749 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.529254 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: binding Sep 22 16:48:10.529570 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: portbindings_extended.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.531347 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.531853 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: binding-extended Sep 22 16:48:10.532175 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: portsecurity.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.533259 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.533764 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: port-security Sep 22 16:48:10.534082 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: project_id.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.535043 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.535369 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: project-id Sep 22 16:48:10.535688 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: providernet.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.536622 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.537143 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: provider Sep 22 16:48:10.537463 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.541008 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.541528 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos not supported by any of loaded plugins Sep 22 16:48:10.541858 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.543088 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.543597 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 22 16:48:10.543927 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.544864 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.545372 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 22 16:48:10.545699 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_default.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.547151 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.547653 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-default not supported by any of loaded plugins Sep 22 16:48:10.547976 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_fip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.548648 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.549149 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-fip not supported by any of loaded plugins Sep 22 16:48:10.549473 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_gateway_ip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.550383 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.550880 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 22 16:48:10.551200 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_port_network_policy.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.552099 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.552597 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 22 16:48:10.552943 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_rule_type_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.553843 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.554343 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 22 16:48:10.554662 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: qos_rules_alias.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.555687 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.556195 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 22 16:48:10.556517 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: quotasv2.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.557446 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.557771 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: quotas Sep 22 16:48:10.558090 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: quotasv2_detail.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.559672 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.560012 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: quota_details Sep 22 16:48:10.560343 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: rbac.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.561441 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.561988 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: rbac-policies Sep 22 16:48:10.562316 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: rbac_address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.563235 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.563748 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: rbac-address-group Sep 22 16:48:10.564072 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: rbac_address_scope.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.565002 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.565512 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: rbac-address-scope Sep 22 16:48:10.565838 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: rbac_security_groups.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.566742 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.567246 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: rbac-security-groups Sep 22 16:48:10.567566 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: rbac_subnetpool.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.568479 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.569017 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: rbac-subnetpool Sep 22 16:48:10.569340 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: revisionifmatch.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.570252 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.570764 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: revision-if-match Sep 22 16:48:10.571086 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: revisions.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.572181 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.572772 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: standard-attr-revisions Sep 22 16:48:10.573098 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: router_availability_zone.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.573904 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.574417 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: router_availability_zone Sep 22 16:48:10.574740 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: routerservicetype.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.575656 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.576165 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension router-service-type not supported by any of loaded plugins Sep 22 16:48:10.576487 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.577938 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.578443 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: security-groups-normalized-cidr Sep 22 16:48:10.578794 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.579711 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.580218 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: port-security-groups-filtering Sep 22 16:48:10.580541 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.581474 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.581978 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: security-groups-remote-address-group Sep 22 16:48:10.582300 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: securitygroup.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.591878 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.592403 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: security-group Sep 22 16:48:10.592769 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: segment.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.594098 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.594608 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension segment not supported by any of loaded plugins Sep 22 16:48:10.594933 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.595874 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.596385 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 22 16:48:10.596735 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: servicetype.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.597830 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.598347 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: service-type Sep 22 16:48:10.598667 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: sorting.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.599631 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.599964 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: sorting Sep 22 16:48:10.600286 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: standard_attr_segment.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.601229 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.601740 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 22 16:48:10.602059 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: standardattrdescription.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.602711 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.603215 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: standard-attr-description Sep 22 16:48:10.603533 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: stateful_security_group.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.604437 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.604982 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: stateful-security-group Sep 22 16:48:10.605302 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: stdattrs_common.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.605879 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 22 16:48:10.606200 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.607192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.607699 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 22 16:48:10.608017 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnet_onboard.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.609129 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.609642 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: subnet_onboard Sep 22 16:48:10.609963 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.610878 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.611382 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 22 16:48:10.611702 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnet_service_types.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.612628 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.613144 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: subnet-service-types Sep 22 16:48:10.613461 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnetallocation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.614532 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.615040 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: subnet_allocation Sep 22 16:48:10.615360 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.616024 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.616528 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: subnetpool-prefix-ops Sep 22 16:48:10.616869 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.617783 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.618285 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 22 16:48:10.618602 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: tagging.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.619656 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.620163 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: standard-attr-tag Sep 22 16:48:10.620488 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: timestamp.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.621692 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.622205 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loaded extension: standard-attr-timestamp Sep 22 16:48:10.622529 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: trunk.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.623556 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.624063 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension trunk not supported by any of loaded plugins Sep 22 16:48:10.624409 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: trunk_details.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.625349 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.625861 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension trunk-details not supported by any of loaded plugins Sep 22 16:48:10.626186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: uplink_status_propagation.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.627092 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.627597 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 22 16:48:10.627919 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Loading extension file: vlantransparent.py {{(pid=88944) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 22 16:48:10.628581 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88944) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 22 16:48:10.629109 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 22 16:48:10.631545 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:network Sep 22 16:48:10.632286 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnet Sep 22 16:48:10.634231 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:48:10.634848 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:port Sep 22 16:48:10.636106 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.636555 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service FLAVORS assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.637210 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.637642 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.637973 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:router Sep 22 16:48:10.638622 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:48:10.639321 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service METERING assigned prefix: /metering {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.641310 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.641686 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.642039 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88944) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:48:10.643184 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:48:10.643621 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:48:10.644265 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:48:10.645023 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.645353 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:48:10.645685 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] subnetpool is already registered Sep 22 16:48:10.646305 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.646629 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:48:10.646954 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] subnetpool is already registered Sep 22 16:48:10.649604 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.649992 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service FLAVORS assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.650585 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.651004 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.651333 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:router Sep 22 16:48:10.651658 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] router is already registered Sep 22 16:48:10.652495 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:floatingip Sep 22 16:48:10.652863 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] floatingip is already registered Sep 22 16:48:10.653488 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service METERING assigned prefix: /metering {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.654158 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of CountableResource for resource:rbac_policy Sep 22 16:48:10.654484 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] rbac_policy is already registered Sep 22 16:48:10.655028 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:security_group Sep 22 16:48:10.655366 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] security_group is already registered Sep 22 16:48:10.656490 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 22 16:48:10.656843 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] security_group_rule is already registered Sep 22 16:48:10.657510 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.657837 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:48:10.658159 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] subnetpool is already registered Sep 22 16:48:10.658754 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.v2.resource_helper [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Service CORE assigned prefix: {{(pid=88944) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 22 16:48:10.659076 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Creating instance of TrackedResource for resource:subnetpool Sep 22 16:48:10.659394 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING neutron.quota.resource_registry [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] subnetpool is already registered Sep 22 16:48:10.660032 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: extensions {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.661555 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: address-groups {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.663172 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: address-scopes {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.664377 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.665819 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: auto-allocated-topology {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.667204 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: availability_zones {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.668801 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: dhcp-networks {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.670241 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: dhcp-agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.671697 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.673551 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: flavors {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.674707 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: service_profiles {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.675930 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: next_providers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.677517 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: service_profiles {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.678985 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: floatingip-pools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.680196 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.682041 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: floatingips {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.683238 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: l3-routers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.684674 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: l3-agents {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.686099 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: metering-labels {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.687505 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: metering-label-rules {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.688823 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: network-ip-availabilities {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.690098 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: bindings {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.691754 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: quotas {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.693224 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: quotas {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.694715 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: rbac-policies {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.696036 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: security-groups {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.697285 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: security-group-rules {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.698535 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: service-providers {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.699767 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: subnetpools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.702100 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: subnetpools {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.704120 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.705854 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.818222 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.820016 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.821848 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.823738 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.825499 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.827918 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.829750 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.831617 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron.api.extensions [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Extended resource: tags {{(pid=88944) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 22 16:48:10.837689 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING keystonemiddleware.auth_token [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 22 16:48:10.842483 dv-neutron-858953-1-hyperv neutron-server[88944]: WARNING keystonemiddleware.auth_token [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 22 16:48:10.850809 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Acquired lock "singleton_lock" {{(pid=88944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 22 16:48:10.851286 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_concurrency.lockutils [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Releasing lock "singleton_lock" {{(pid=88944) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 22 16:48:10.851919 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Starting 2 workers Sep 22 16:48:10.856638 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Started child 89051 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 16:48:10.861482 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Started child 89052 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 16:48:10.862233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.863029 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO neutron.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 22 16:48:10.863676 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Notify callbacks [] for process, before_spawn {{(pid=88944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.863779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [-] (89051) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:48:10.865965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.866420 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Starting 1 workers Sep 22 16:48:10.867326 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [-] (89052) wsgi starting up on http://0.0.0.0:9696 Sep 22 16:48:10.871058 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Started child 89053 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 16:48:10.871605 dv-neutron-858953-1-hyperv neutron-server[88944]: INFO oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Starting 1 workers Sep 22 16:48:10.875199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] calling RpcWorker wait() {{(pid=89053) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 22 16:48:10.875748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] returning from RpcWorker wait() {{(pid=89053) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 22 16:48:10.876449 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Started child 89054 {{(pid=88944) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Sep 22 16:48:10.876943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.877233 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG neutron_lib.callbacks.manager [None req-24d89e89-6aea-4422-9ae5-971ec8360652 None None] Notify callbacks [] for process, after_spawn {{(pid=88944) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.877429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:10.879149 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 16:48:10.879357 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:48:10.879543 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:48:10.879760 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:48:10.880104 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:48:10.880266 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:48:10.880811 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.881099 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.881371 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.881633 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.881961 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.882511 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.882612 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:10.883071 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.883071 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.883313 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.883556 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.883729 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.883897 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.884148 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.884392 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.884723 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.884988 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.885242 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.885512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.885677 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.885921 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.886179 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.886427 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.886694 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.886950 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.887408 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.887636 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.887885 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.888106 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.888370 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.888630 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.888905 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.889151 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.889369 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.889607 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.889901 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.890143 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.890352 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.890571 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.890824 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.891044 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.891567 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host = dv-neutron-858953-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.891816 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.892057 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.892265 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.892486 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.892753 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.892987 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.893252 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.893526 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.893772 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.893997 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.894238 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.894463 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.894701 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.894944 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.895105 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_options = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.895347 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.895617 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.895859 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.896056 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.896224 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.896397 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.896688 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.896851 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.897111 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.897325 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.897536 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.897778 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.898020 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.898237 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.898482 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.898712 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.898956 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.899183 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.899427 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.899799 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.900004 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.900272 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.900707 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.901778 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.901778 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.901927 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.902444 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.902546 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.902743 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.902991 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.903233 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.903567 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.903741 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.903993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.904218 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.904473 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.904676 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.905089 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.905519 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.906210 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.906210 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.906396 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.906495 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.906889 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.907138 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.907380 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.907626 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.908048 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.908446 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.908703 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.908908 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.909131 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.909363 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.909602 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.909855 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.910280 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.910571 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.910882 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.911164 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.911729 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.911852 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:10.912037 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.912274 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.912497 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.912767 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.913034 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.913344 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.913607 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.913891 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.914133 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.914401 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.914764 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.915192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.915506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.915743 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.915974 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.916862 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.919618 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.920167 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.920475 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.920777 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.921585 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.921825 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.922066 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.922317 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.922564 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.922787 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.923028 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.923338 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.923574 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.923798 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.924027 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.924263 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.924578 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.927229 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.927495 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.927771 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.928017 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.928256 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.928491 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.928755 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.928974 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.929196 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.929435 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.929662 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.929939 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.930208 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.930477 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.930748 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.930997 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.931224 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.931465 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.931702 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.931919 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.932141 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.932399 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.932671 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.934532 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.934779 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.935038 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.935278 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.935516 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.935764 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.935990 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.936247 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.936474 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.936783 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.937684 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.938074 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.938443 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.938832 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.939208 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.939588 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.939998 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.940232 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.940468 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.940703 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.941067 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.941447 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.941832 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.942128 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.942601 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.943004 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.943283 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.943531 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.943796 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.944047 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.944301 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.944546 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.944797 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.945017 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.945291 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.945540 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.945781 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.946045 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.946388 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.946658 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.946896 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.947161 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.947429 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.947659 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.948041 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.948481 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.948920 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.949202 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.949469 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.949870 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.950313 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.950703 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.951142 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.951562 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.951831 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.952129 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.952644 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.952925 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.953195 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.953431 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.953708 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.953941 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.954196 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.954448 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.954681 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.954906 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.955184 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.955434 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.955677 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.955898 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.956159 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.956484 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.956739 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.956975 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.957193 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.957471 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.957703 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.957941 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.958201 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.958609 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.959019 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.959416 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.959803 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.960192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.960430 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.960707 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.960945 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.961191 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.961407 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.961630 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.961864 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.962233 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.962483 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.962718 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.962969 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.963200 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.963423 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.963646 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.963878 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.964110 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.964351 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.964588 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.964849 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.965069 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.965321 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.965536 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.965813 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.966041 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.966313 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.966581 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.966817 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.967068 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.967324 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.967580 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.967791 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.968569 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.968968 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.969188 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.969428 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.969652 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.969887 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.970134 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.970361 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.970596 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.970831 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.971085 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.971436 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.971692 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.971920 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.972327 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.972730 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.973104 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.973326 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.973569 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.973787 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.974005 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.974231 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.974472 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.974724 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.974961 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.975180 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.975396 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.975690 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.975948 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.976209 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.976427 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.976673 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.976912 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.977128 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.977348 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.977556 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.977769 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.977982 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.978213 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.978433 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.978731 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.978995 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.979227 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.979462 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.979715 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.979965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.980192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.980397 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.980623 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.980839 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.981069 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.981299 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.981507 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.981721 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.981957 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.982257 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.982506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.982751 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.983038 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.983276 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.983569 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.984323 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.984722 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.984993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.985239 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.985478 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.985695 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.985920 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.986176 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.986502 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.986808 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.987068 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.987322 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.987621 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.987913 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.988192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.988406 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.988738 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.989093 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.989376 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.989635 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.989879 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.990162 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.990386 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.990605 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.990843 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.990959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:10.991081 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.991315 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.991557 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.991827 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.992069 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.992289 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.992517 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.992812 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.993044 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.993274 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.993540 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.993761 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:10.993917 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:48:10.994426 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88944) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Sep 22 16:48:10.994587 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 22 16:48:10.994741 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 22 16:48:10.994927 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 22 16:48:10.995096 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 22 16:48:10.995276 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 22 16:48:10.995532 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.995698 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.995863 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996041 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996185 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996350 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996510 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996693 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.996851 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997007 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997203 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997345 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997476 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997617 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997779 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.997977 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998101 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998254 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998414 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998572 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998729 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.998891 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999047 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] debug = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999232 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999418 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999583 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999741 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:10.999898 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000081 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000240 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000397 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000555 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000734 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.000898 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001056 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001215 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001548 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001548 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001710 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001790 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.001947 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host = dv-neutron-858953-1-hyperv {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002104 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002262 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002418 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002576 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002734 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.002892 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003050 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003207 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003365 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003522 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003680 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003837 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.003995 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004153 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004309 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_options = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004467 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004637 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004796 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.004985 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005149 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005307 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005464 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005622 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005778 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.005981 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006080 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006232 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006388 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006545 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006704 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.006862 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007020 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007178 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007336 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007494 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007651 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007809 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.007965 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008122 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008281 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008437 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008594 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008770 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.008926 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009084 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009241 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009399 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009557 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009714 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.009871 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010030 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010189 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010350 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010508 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010666 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010844 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.010981 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011140 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011297 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011455 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011613 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_json = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011770 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.011927 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012084 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012241 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012399 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012557 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012734 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.012893 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.013051 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 22 16:48:11.013231 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.013393 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.013567 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.013729 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.013890 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014057 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014217 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014378 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014539 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014700 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.014924 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015086 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015257 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015418 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015577 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015743 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.015888 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.016051 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.016209 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.016526 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.016724 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.016859 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017007 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017171 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017319 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.25/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017510 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017642 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017775 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.017928 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018090 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018252 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018413 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018574 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018718 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.018881 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019025 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019190 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019351 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019511 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019672 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019833 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.019994 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.020155 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.020317 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.020476 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.020655 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.020821 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021002 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021131 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021290 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021461 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021621 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021846 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.021945 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022089 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022248 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022409 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022569 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022899 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.022899 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023071 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023193 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023384 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023672 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023833 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.023993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024154 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024314 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024475 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024653 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024817 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.024978 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025138 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025298 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025459 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025619 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025779 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.025940 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026102 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026263 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026431 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026579 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026739 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.026909 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.027335 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.027503 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.027664 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.027825 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.027985 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028146 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028307 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028468 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028648 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028811 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.028971 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029133 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029296 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029457 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029617 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029776 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.029936 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.030095 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.030255 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.030932 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031121 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031248 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031408 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031568 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031727 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.031957 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032057 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032203 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032366 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032527 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032786 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.032960 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033122 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033283 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033591 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033591 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033733 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.033888 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034048 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034209 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034368 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034529 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034696 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.034867 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035026 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035346 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035530 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035690 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.035853 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036011 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036328 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036518 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036668 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036831 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.036993 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037153 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037313 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037474 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.25/identity {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037637 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037798 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.037957 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038117 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038279 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038440 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038601 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038763 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.038925 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039085 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039245 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039405 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039565 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039725 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.039884 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040044 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040204 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040364 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040523 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040708 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.040869 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041033 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041193 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041355 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041516 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041678 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.041839 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042013 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042161 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042322 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042483 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042643 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042805 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.042966 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043127 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043288 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043448 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043609 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043770 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.043931 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044093 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044253 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044413 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044590 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044770 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.044931 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045094 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045254 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045414 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045574 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045733 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.045893 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.046102 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.046773 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.046903 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047064 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047224 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047384 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047544 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047707 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.047870 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.048031 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.048192 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.048354 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.048514 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.048698 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.049272 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.049442 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.049603 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.049765 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.049927 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050088 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050262 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050423 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050584 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050744 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.050904 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051073 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051234 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051399 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051559 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051719 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.051888 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052048 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052208 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052368 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052528 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052722 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.052886 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053047 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053216 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053379 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053539 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053701 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.053874 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054034 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054198 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054358 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054518 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054678 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.054840 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055004 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055174 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055342 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055674 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.055843 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056011 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056173 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056339 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056512 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056701 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.056865 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057024 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057186 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057346 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057506 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057666 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057826 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.057985 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058144 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058304 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058464 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058624 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058784 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.058943 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.059103 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.059262 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.059422 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.059582 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 22 16:48:11.059736 dv-neutron-858953-1-hyperv neutron-server[88944]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88944) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 22 16:48:11.304457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 38740) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:11.314264 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0075204 Sep 22 16:48:22.329960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8934490f-952c-4f52-9c50-59ac5bfd0b12 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 16:48:22.406710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8934490f-952c-4f52-9c50-59ac5bfd0b12 None None] No non-hosted networks {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 22 16:48:22.417855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.agentschedulers_db [None req-8934490f-952c-4f52-9c50-59ac5bfd0b12 None None] DHCP Agent not found on host dv-neutron-858953-1-hyperv {{(pid=89053) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Sep 22 16:48:22.585230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11a20aa0-c1a6-450c-95be-56115c25194a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.465815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-373d32ca-f97d-41a6-85e0-b2293096e101 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:24.498546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c1986ac-ee81-4986-8645-e462dae07186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.538573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:25.540432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.541340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.545344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.548698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.549874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.549874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.556660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.557436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.558815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.559248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.559521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.562657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:25.563150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-858953-1-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:25.589286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-858953-1-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:48:25.849984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:27.027029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:28.908734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 38832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:29.484100 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-d10c307b-9853-4a9d-83fd-d198b05b85db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:29.484687 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-d10c307b-9853-4a9d-83fd-d198b05b85db admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:29.704842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d10c307b-9853-4a9d-83fd-d198b05b85db admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:48:29.705922 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d10c307b-9853-4a9d-83fd-d198b05b85db admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7962809 Sep 22 16:48:31.759856 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.db.l3_hamode_db [None req-29ecb447-fac2-4eda-a582-c657991b7462 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 22 16:48:31.845728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecb447-fac2-4eda-a582-c657991b7462 None None] Routers set() bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:48:31.846117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29ecb447-fac2-4eda-a582-c657991b7462 None None] Router IDs set() for agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 22 16:48:32.143987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 38846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:32.499745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Request body: {'subnetpool': {'shared': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'is_default': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:48:32.596161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.policy [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89052) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:48:32.642921 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:32.643297 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING oslo_policy.policy [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:32.652009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.quota [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Loaded quota_driver: . Sep 22 16:48:32.667946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:32.728425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503167126', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503166795', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503283164', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503281931', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503267300', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8783503264582', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1684573', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1812646', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-769195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-684066'] for rbac-policy, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.792337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:32.793681 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5227cc4-f6ac-4274-bf20-6bcde88e07c2 admin admin] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6486611 Sep 22 16:48:35.439672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 38860) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:35.790949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Request body: {'network': {'name': 'private', 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:48:35.796073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:35.800702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Usage tracker for resource:network and tenant:97d7b41e6adc4829ae593b86b0fe5789 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:35.805611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:35.812770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:35.821872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Made reservation on behalf of 97d7b41e6adc4829ae593b86b0fe5789 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:35.824592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.843566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.859079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:35.862941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Usage tracker for resource:security_group_rule and tenant:97d7b41e6adc4829ae593b86b0fe5789 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:35.868727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:35.874582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:35.979950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:35.984579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.008902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:48:36.034936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783504498342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.035420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Unsubscribe: segment precommit_create {{(pid=89052) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 16:48:36.035932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Added segment c4dd3c97-d8cf-4274-bdbb-982fa87406de of type vlan for network fdce1509-6941-4796-b336-d7c2c416214c Sep 22 16:48:36.044443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3114d89-e60a-4e9c-91fa-7c7b0d818b1c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:36.095904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.096260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.096617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.096954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.097281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.097608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.097932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.098254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.098576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.098890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.099206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.099518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Tracked resource versions report: Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: pushed versions: Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: { 'AddressGroup': {'1.2'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'ConntrackHelper': {'1.0'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Log': {'1.0'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Network': {'1.1'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Port': {'1.7'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'PortForwarding': {'1.2'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'QosPolicy': {'1.8'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroup': {'1.4'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SubPort': {'1.0'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Subnet': {'1.1'}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Trunk': {'1.1'}} Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: consumer versions: Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'ConntrackHelper': '1.0', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Log': '1.0', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Network': '1.1', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Port': '1.7', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'PortForwarding': '1.2', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'QosPolicy': '1.8', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroup': '1.4', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroupRule': '1.2', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SubPort': '1.0', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Subnet': '1.1', Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Trunk': '1.1'}} Sep 22 16:48:36.100890 dv-neutron-858953-1-hyperv neutron-server[89052]: {{(pid=89052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:48:36.154249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.196850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.198014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:48:36.198629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:36.306974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] Pushing event updated for resources: {'Network': ['ID=fdce1509-6941-4796-b336-d7c2c416214c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:36.309605 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08d3f472-f499-4d5a-a116-c81d2e013ecc admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8689420 Sep 22 16:48:36.343181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network fdce1509-6941-4796-b336-d7c2c416214c details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:48:39.050970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:39.617594 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:39.618170 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:40.050684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=89051) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 22 16:48:40.096300 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:40.096908 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING oslo_policy.policy [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 22 16:48:40.104845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:48:40.106728 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c848ceb6-9233-4af0-b2ad-8f48729ac023 admin admin] 10.222.0.25 "GET /v2.0/networks/fdce1509-6941-4796-b336-d7c2c416214c HTTP/1.1" status: 200 len: 825 time: 1.0536399 Sep 22 16:48:40.139844 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-07426132-4c0c-4eb1-93ea-3596edadd679 admin admin] 10.222.0.25 "GET /v2.0/subnetpools/0ee05e73-98c9-4f46-b89e-7da8721ecc9d HTTP/1.1" status: 200 len: 734 time: 0.0270061 Sep 22 16:48:40.148709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'ip_version': 4, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d', 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:48:40.150272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.quota [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Loaded quota_driver: . Sep 22 16:48:40.156727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:40.162296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Usage tracker for resource:subnet and tenant:97d7b41e6adc4829ae593b86b0fe5789 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:40.165636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:40.173372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:40.188005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Made reservation on behalf of 97d7b41e6adc4829ae593b86b0fe5789 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:40.190814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:40.501399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:40.580367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Checking segment: {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:48:40.580795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Network hostable DHCP agents. Network: fdce1509-6941-4796-b336-d7c2c416214c, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:48:40.598108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe008776-ac35-42fe-b924-2d8f6a6cd19b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:40.607330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.607682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.608013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.608872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.609193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.609525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.609843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.610157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.610469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.610780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.611089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.611395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Tracked resource versions report: Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: pushed versions: Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: { 'AddressGroup': {'1.2'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'ConntrackHelper': {'1.0'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Log': {'1.0'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Network': {'1.1'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Port': {'1.7'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'PortForwarding': {'1.2'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'QosPolicy': {'1.8'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroup': {'1.4'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SubPort': {'1.0'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Subnet': {'1.1'}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Trunk': {'1.1'}} Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: consumer versions: Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'ConntrackHelper': '1.0', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Log': '1.0', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Network': '1.1', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Port': '1.7', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'PortForwarding': '1.2', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'QosPolicy': '1.8', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroup': '1.4', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroupRule': '1.2', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SubPort': '1.0', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Subnet': '1.1', Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Trunk': '1.1'}} Sep 22 16:48:40.612726 dv-neutron-858953-1-hyperv neutron-server[89051]: {{(pid=89051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:48:40.634582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Network fdce1509-6941-4796-b336-d7c2c416214c is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:48:40.648536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, fdce1509-6941-4796-b336-d7c2c416214c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:40.653882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:48:40.654522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:40.658391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4459c17b-1805-494e-868c-6bfe320b97fb None None] Network fdce1509-6941-4796-b336-d7c2c416214c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:48:40.678031 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b54d378-ec77-45f1-97ea-1a0332fe9c8a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5327375 Sep 22 16:48:40.962292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-fdce1509-6941-4796-b336-d7c2c416214c', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:48:40.963493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.152179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Allocated IP 172.20.0.2 (fdce1509-6941-4796-b336-d7c2c416214c/fe008776-ac35-42fe-b924-2d8f6a6cd19b/fb552c45-5417-4830-bf3f-7aba5907aeb7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:41.382084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.395912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Transition to ACTIVE for port object fb552c45-5417-4830-bf3f-7aba5907aeb7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:41.415733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Transition to ACTIVE for port object fb552c45-5417-4830-bf3f-7aba5907aeb7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:41.423107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.486621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Network fdce1509-6941-4796-b336-d7c2c416214c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:41.489215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:41.496082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:48:41.502373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Pushing event updated for resources: {'Port': ['ID=fb552c45-5417-4830-bf3f-7aba5907aeb7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:41.550195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.550556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.550899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.551232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.551560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.551907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.552237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.552562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.552925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.553253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.553572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.553888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Tracked resource versions report: Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: pushed versions: Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: { 'AddressGroup': {'1.2'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'ConntrackHelper': {'1.0'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Log': {'1.0'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Network': {'1.1'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Port': {'1.7'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'PortForwarding': {'1.2'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'QosPolicy': {'1.8'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroup': {'1.4'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SubPort': {'1.0'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Subnet': {'1.1'}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Trunk': {'1.1'}} Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: consumer versions: Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'ConntrackHelper': '1.0', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Log': '1.0', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Network': '1.1', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Port': '1.7', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'PortForwarding': '1.2', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'QosPolicy': '1.8', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroup': '1.4', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroupRule': '1.2', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SubPort': '1.0', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Subnet': '1.1', Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Trunk': '1.1'}} Sep 22 16:48:41.555330 dv-neutron-858953-1-hyperv neutron-server[89053]: {{(pid=89053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:48:41.621497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Attempting to bind port fb552c45-5417-4830-bf3f-7aba5907aeb7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:48:41.621899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Attempting to bind port fb552c45-5417-4830-bf3f-7aba5907aeb7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:48:41.622302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Attempting to bind port fb552c45-5417-4830-bf3f-7aba5907aeb7 on network fdce1509-6941-4796-b336-d7c2c416214c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:48:41.628280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:48:41.628702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Checking segment: {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:48:41.629202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.629588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Bound using segment: {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:48:41.630082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Bound port: fb552c45-5417-4830-bf3f-7aba5907aeb7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:48:41.630478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.719384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] For port fb552c45-5417-4830-bf3f-7aba5907aeb7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:48:41.723402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] For port fb552c45-5417-4830-bf3f-7aba5907aeb7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fb552c45-5417-4830-bf3f-7aba5907aeb7,segment=NetworkSegment(c4dd3c97-d8cf-4274-bdbb-982fa87406de),segment_id=c4dd3c97-d8cf-4274-bdbb-982fa87406de)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:48:41.728938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:41.810179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f7b79a-e0db-4f4f-9616-3ec293d0c39a None None] Pushing event updated for resources: {'Port': ['ID=fb552c45-5417-4830-bf3f-7aba5907aeb7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:43.172992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:43.554655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-67461c12-5e2d-4d0b-b2c2-9275f06319f7 admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:48:43.555633 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-67461c12-5e2d-4d0b-b2c2-9275f06319f7 admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3817677 Sep 22 16:48:45.399768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fb552c45-5417-4830-bf3f-7aba5907aeb7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:48:45.474273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fb552c45-5417-4830-bf3f-7aba5907aeb7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:45.661299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a65b582-1026-4382-89d7-b73ebfcd09ab None None] Network fdce1509-6941-4796-b336-d7c2c416214c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:48:45.746986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Provisioning for port fb552c45-5417-4830-bf3f-7aba5907aeb7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:45.753443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Provisioning complete for port fb552c45-5417-4830-bf3f-7aba5907aeb7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:45.753834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:45.754184 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Attempt 1 to provision port fb552c45-5417-4830-bf3f-7aba5907aeb7 Sep 22 16:48:45.980126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Current status of the port fb552c45-5417-4830-bf3f-7aba5907aeb7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:48:45.980555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.069288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] For port fb552c45-5417-4830-bf3f-7aba5907aeb7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fb552c45-5417-4830-bf3f-7aba5907aeb7,segment=NetworkSegment(c4dd3c97-d8cf-4274-bdbb-982fa87406de),segment_id=c4dd3c97-d8cf-4274-bdbb-982fa87406de)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:48:46.069505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:46.076867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.155293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3bd48f-0cd1-4878-81d1-3d4e9857e79b None None] Pushing event updated for resources: {'Port': ['ID=fb552c45-5417-4830-bf3f-7aba5907aeb7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:46.398538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7a1d284-62ca-464f-b969-2508698fb080 None None] Provisioning complete for port fb552c45-5417-4830-bf3f-7aba5907aeb7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:46.398911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7a1d284-62ca-464f-b969-2508698fb080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:46.399306 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a7a1d284-62ca-464f-b969-2508698fb080 None None] Attempt 1 to provision port fb552c45-5417-4830-bf3f-7aba5907aeb7 Sep 22 16:48:46.461121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-ea3482cf-e0df-4d41-8c99-954f6c68c88d admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:48:46.462175 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea3482cf-e0df-4d41-8c99-954f6c68c88d admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3918185 Sep 22 16:48:46.527469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a7a1d284-62ca-464f-b969-2508698fb080 None None] Current status of the port fb552c45-5417-4830-bf3f-7aba5907aeb7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:48:47.372832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fb552c45-5417-4830-bf3f-7aba5907aeb7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:48:47.439611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fb552c45-5417-4830-bf3f-7aba5907aeb7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:47.439983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:47.440316 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fb552c45-5417-4830-bf3f-7aba5907aeb7 Sep 22 16:48:47.556697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fb552c45-5417-4830-bf3f-7aba5907aeb7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:48:49.191525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:49.538241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Request body: {'router': {'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'name': 'router1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:48:49.543403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:49.547984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Usage tracker for resource:router and tenant:97d7b41e6adc4829ae593b86b0fe5789 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:49.551331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:49.557254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:49.568865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.570761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.593682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.706186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.725351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:49.726519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-21ffb635-b62a-4dc0-8621-ba4edc3cab22 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5339665 Sep 22 16:48:52.183951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:52.298999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f799962-b076-4882-8d89-f352ebc59179 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:52.560386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-5f0e02b4-4076-4b4a-9520-15a673dd205b admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:48:52.561921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f0e02b4-4076-4b4a-9520-15a673dd205b admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3768985 Sep 22 16:48:54.460597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-940fa5bb-f19d-4c6f-a1e1-95ca553211f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.045700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:55.413084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:48:55.417959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:55.421760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Usage tracker for resource:network and tenant:e5b15cc4e7ec499e8a1e53e71f86071c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:55.424647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:55.430220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:55.440351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Made reservation on behalf of e5b15cc4e7ec499e8a1e53e71f86071c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:48:55.442645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.459621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.474388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:48:55.478164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Usage tracker for resource:security_group_rule and tenant:e5b15cc4e7ec499e8a1e53e71f86071c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:48:55.481476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:48:55.487157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:48:55.531654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.603780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.608389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.634531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Reserving flat network on physical network physnet1 {{(pid=89051) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 22 16:48:55.649604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82cac895-10b0-4c01-88af-6e5e57032f9c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:55.659084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8783504498342', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.659627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Unsubscribe: segment precommit_create {{(pid=89051) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 22 16:48:55.660164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Added segment 72ea5186-020b-4401-ad29-7127ed965132 of type flat for network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 Sep 22 16:48:55.700553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.742863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.743988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:48:55.744562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.784881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:55.850488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.8037021 Sep 22 16:48:55.851207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f401e6de-8799-42a2-8ba0-cbe6d6e0083a admin admin] Pushing event updated for resources: {'Network': ['ID=95c0a61e-f926-4fa9-b205-0d9f0a1659a0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:55.862454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:48:56.978379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:58.314908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38962) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:48:58.530860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23cd35e0-2159-4e8c-b56e-0bee7bd0fb11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:48:58.532232 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23cd35e0-2159-4e8c-b56e-0bee7bd0fb11 admin admin] 10.222.0.25 "GET /v2.0/subnets/fe008776-ac35-42fe-b924-2d8f6a6cd19b HTTP/1.1" status: 200 len: 849 time: 0.2163782 Sep 22 16:48:58.674801 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97b9278e-187a-4164-b92f-ce499c871600 admin admin] 10.222.0.25 "GET /v2.0/routers/1c7ce6ee-7b94-4b41-9826-65a7846c8a5f HTTP/1.1" status: 200 len: 704 time: 0.1368523 Sep 22 16:48:59.151992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.383011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Allocated IP 172.20.0.1 (fdce1509-6941-4796-b336-d7c2c416214c/fe008776-ac35-42fe-b924-2d8f6a6cd19b/371e2a16-34c2-4b54-b274-4319669b34c9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:48:59.540949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.558106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Transition to ACTIVE for port object 371e2a16-34c2-4b54-b274-4319669b34c9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:48:59.643343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.710946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Network fdce1509-6941-4796-b336-d7c2c416214c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:48:59.713553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:48:59.718800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:48:59.719904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.845970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Pushing event updated for resources: {'Port': ['ID=371e2a16-34c2-4b54-b274-4319669b34c9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:48:59.922480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Provisioning for port 371e2a16-34c2-4b54-b274-4319669b34c9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:48:59.927302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Provisioning complete for port 371e2a16-34c2-4b54-b274-4319669b34c9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:48:59.927716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:48:59.928091 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 1 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:48:59.986150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:48:59.987480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.222547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.227386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.228152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:00.366099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Pushing event updated for resources: {'Port': ['ID=371e2a16-34c2-4b54-b274-4319669b34c9,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:00.430800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Network fdce1509-6941-4796-b336-d7c2c416214c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:00.431832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:00.487338 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 2 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:00.542868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:49:00.628161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:49:00.791197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:49:00.802143 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Sync routers for ids ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:00.802668 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31f8f8ec-8da7-43ac-bb96-e3c7d7df3038 admin admin] 10.222.0.25 "PUT /v2.0/routers/1c7ce6ee-7b94-4b41-9826-65a7846c8a5f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1207089 Sep 22 16:49:00.821188 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Routers {'1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:49:00.822026 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:48:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:00.998077 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Set router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:49:01.043740 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 3 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:01.100955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:49:01.379005 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:48:59Z', 'revision_number': 2, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port_host': None, '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:00Z', 'revision_number': 2, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:01.384231 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Checking router: 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:01.384634 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Updating router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f port 371e2a16-34c2-4b54-b274-4319669b34c9 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:01.440402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.602307 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 4 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:01.664977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:49:01.848301 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:01.865230 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Transition to ACTIVE for port object 371e2a16-34c2-4b54-b274-4319669b34c9 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:49:01.872480 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.119812 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Pushing event updated for resources: {'Port': ['ID=371e2a16-34c2-4b54-b274-4319669b34c9,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:02.132486 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.132858 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.133193 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.133520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.133848 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.134191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.134514 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.134864 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.135202 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.135524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.135840 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.136153 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Tracked resource versions report: Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: pushed versions: Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: consumer versions: Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Log': '1.0', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Network': '1.1', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Port': '1.7', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Sep 22 16:49:02.137606 dv-neutron-858953-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:49:02.140539 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Attempting to bind port 371e2a16-34c2-4b54-b274-4319669b34c9 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:49:02.140968 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Attempting to bind port 371e2a16-34c2-4b54-b274-4319669b34c9 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:49:02.141382 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Attempting to bind port 371e2a16-34c2-4b54-b274-4319669b34c9 on network fdce1509-6941-4796-b336-d7c2c416214c {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:49:02.147996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:49:02.148404 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Checking segment: {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:49:02.148937 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.149319 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Bound using segment: {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:49:02.149824 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Bound port: 371e2a16-34c2-4b54-b274-4319669b34c9, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4dd3c97-d8cf-4274-bdbb-982fa87406de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:49:02.150199 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.166096 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 5 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:02.219380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:49:02.244465 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] For port 371e2a16-34c2-4b54-b274-4319669b34c9, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:49:02.249359 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] For port 371e2a16-34c2-4b54-b274-4319669b34c9, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=371e2a16-34c2-4b54-b274-4319669b34c9,segment=NetworkSegment(c4dd3c97-d8cf-4274-bdbb-982fa87406de),segment_id=c4dd3c97-d8cf-4274-bdbb-982fa87406de)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:49:02.255330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:02.317192 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Routers {'1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:49:02.317822 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:48:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:02.472233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9da19f4-df0d-4643-88cf-053af5c3a7b3 None None] Pushing event updated for resources: {'Port': ['ID=371e2a16-34c2-4b54-b274-4319669b34c9,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:02.492340 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] Set router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:49:02.720975 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Attempt 6 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:02.786304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4198915c-5515-411a-ad3a-60b0c9ab3aa0 None None] Port 371e2a16-34c2-4b54-b274-4319669b34c9 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 16:49:02.821646 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:48:59Z', 'revision_number': 2, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port_host': None, '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:02Z', 'revision_number': 4, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:02.825530 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0aab632-267a-40cb-8da1-40d59fc3b742 None None] The sync data for ids ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'] in dv-neutron-858953-1-hyperv is: [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:48:59Z', 'revision_number': 2, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port_host': None, '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:02Z', 'revision_number': 4, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:03.130455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:49:03.335292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f8b720e-6885-43f9-ad4d-35c892e9521a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:49:03.335872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f8b720e-6885-43f9-ad4d-35c892e9521a admin admin] Synchronizing usage tracker for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:49:03.354048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f8b720e-6885-43f9-ad4d-35c892e9521a admin admin] Unset dirty status for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:49:03.355194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f8b720e-6885-43f9-ad4d-35c892e9521a admin admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 842 time: 0.2237859 Sep 22 16:49:03.364936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Request body: {'subnet': {'ip_version': 4, 'enable_dhcp': False, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'cidr': '172.26.8.0/24', 'name': 'public-subnet', 'gateway_ip': '172.26.8.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:49:03.370254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:49:03.374067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Usage tracker for resource:subnet and tenant:e5b15cc4e7ec499e8a1e53e71f86071c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:49:03.376840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:49:03.382849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:49:03.393518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Made reservation on behalf of e5b15cc4e7ec499e8a1e53e71f86071c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:49:03.397023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.774322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 16:49:03.774819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.852068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3e39f8-b153-4eb9-8c37-db67a7a44ce8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:03.861401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:49:03.861760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Network hostable DHCP agents. Network: 95c0a61e-f926-4fa9-b205-0d9f0a1659a0, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:49:03.881220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:49:03.891703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 95c0a61e-f926-4fa9-b205-0d9f0a1659a0) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:03.895778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:49:03.896352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:03.900241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca8359d3-daa4-4160-bd65-3bc479703da8 None None] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:49:03.918886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b3cd3a52-19ab-4696-94dd-52a8a8bbaed4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5574851 Sep 22 16:49:04.162384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22adcf18-4e31-4cd5-863c-1f7bdcbe5565 None None] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:49:05.397154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 371e2a16-34c2-4b54-b274-4319669b34c9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:49:05.465258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 371e2a16-34c2-4b54-b274-4319669b34c9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:49:05.470179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 371e2a16-34c2-4b54-b274-4319669b34c9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:05.470560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:05.470896 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:05.611835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 371e2a16-34c2-4b54-b274-4319669b34c9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:49:05.612237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:05.645040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 371e2a16-34c2-4b54-b274-4319669b34c9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=371e2a16-34c2-4b54-b274-4319669b34c9,segment=NetworkSegment(c4dd3c97-d8cf-4274-bdbb-982fa87406de),segment_id=c4dd3c97-d8cf-4274-bdbb-982fa87406de)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:49:05.649736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:05.719600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=371e2a16-34c2-4b54-b274-4319669b34c9,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:05.924717 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:49:06.271045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 38998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:49:06.470379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45fc423a-3833-4f26-9ee5-7d532b668465 admin admin] 10.222.0.25 "GET /v2.0/routers/1c7ce6ee-7b94-4b41-9826-65a7846c8a5f HTTP/1.1" status: 200 len: 710 time: 0.1980643 Sep 22 16:49:06.597091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bceff78-ba3e-4453-99a7-e7d8b182171c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:49:06.598463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0bceff78-ba3e-4453-99a7-e7d8b182171c admin admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 886 time: 0.1228004 Sep 22 16:49:06.607116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:49:07.044406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.389785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 371e2a16-34c2-4b54-b274-4319669b34c9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:49:07.422816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.457452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 371e2a16-34c2-4b54-b274-4319669b34c9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:07.457828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.458169 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:49:07.480973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.577708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 371e2a16-34c2-4b54-b274-4319669b34c9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:49:07.613831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Allocated IP 172.26.8.178 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/50bd49ba-db01-4869-a9a7-1ff220e7b11e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:49:07.761427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.792452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:07.856037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:49:07.858718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:49:07.861153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:49:07.973090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Pushing event updated for resources: {'Port': ['ID=50bd49ba-db01-4869-a9a7-1ff220e7b11e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:08.246867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:08.635373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:08.638713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:08.817665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:49:08.996182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:49:09.006195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:09.006524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Sync routers for ids ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:49:09.007404 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb279aa8-fb72-48d6-bf36-a35a95d78c9b admin admin] 10.222.0.25 "PUT /v2.0/routers/1c7ce6ee-7b94-4b41-9826-65a7846c8a5f HTTP/1.1" status: 200 len: 890 time: 2.4034193 Sep 22 16:49:09.019230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Routers {'1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:49:09.020015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:48:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:09.231929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Set router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:49:09.593711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:49:08Z', 'revision_number': 4, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port': {'id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:49:07Z', 'updated_at': '2022-09-22T16:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:05Z', 'revision_number': 5, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:09.598959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Checking router: 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:49:09.599331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Updating router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f port 50bd49ba-db01-4869-a9a7-1ff220e7b11e binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:49:09.656957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.009604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.021735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Transition to ACTIVE for port object 50bd49ba-db01-4869-a9a7-1ff220e7b11e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:49:10.030432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.092802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Attempting to bind port 50bd49ba-db01-4869-a9a7-1ff220e7b11e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:49:10.093172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Attempting to bind port 50bd49ba-db01-4869-a9a7-1ff220e7b11e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:49:10.094136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Attempting to bind port 50bd49ba-db01-4869-a9a7-1ff220e7b11e on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:49:10.104187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 48, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:49:10.104562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:49:10.104999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.105393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:49:10.105868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Bound port: 50bd49ba-db01-4869-a9a7-1ff220e7b11e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:49:10.106265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.151597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8869-ce0c-4142-8079-f304542554f7 None None] Pushing event updated for resources: {'Port': ['ID=50bd49ba-db01-4869-a9a7-1ff220e7b11e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:10.190852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] For port 50bd49ba-db01-4869-a9a7-1ff220e7b11e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:49:10.194144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] For port 50bd49ba-db01-4869-a9a7-1ff220e7b11e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=50bd49ba-db01-4869-a9a7-1ff220e7b11e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:49:10.201679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:10.290856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Routers {'1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:49:10.291370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:48:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:10.374778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf8869-ce0c-4142-8079-f304542554f7 None None] Pushing event updated for resources: {'Port': ['ID=50bd49ba-db01-4869-a9a7-1ff220e7b11e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:10.482531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] Set router 1c7ce6ee-7b94-4b41-9826-65a7846c8a5f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:49:10.822975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:49:08Z', 'revision_number': 4, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port': {'id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:49:07Z', 'updated_at': '2022-09-22T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:05Z', 'revision_number': 5, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:49:10.827798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef930bd3-e0be-4d7b-9152-e53df6898655 None None] The sync data for ids ['1c7ce6ee-7b94-4b41-9826-65a7846c8a5f'] in dv-neutron-858953-1-hyperv is: [{'id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'name': 'router1', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178'}], 'enable_snat': True}, 'gw_port_id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:48:49Z', 'updated_at': '2022-09-22T16:49:08Z', 'revision_number': 4, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'gw_port': {'id': '50bd49ba-db01-4869-a9a7-1ff220e7b11e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:5a:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:49:07Z', 'updated_at': '2022-09-22T16:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '371e2a16-34c2-4b54-b274-4319669b34c9', 'name': '', 'network_id': 'fdce1509-6941-4796-b336-d7c2c416214c', 'tenant_id': '97d7b41e6adc4829ae593b86b0fe5789', 'mac_address': 'fa:16:3e:78:57:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c7ce6ee-7b94-4b41-9826-65a7846c8a5f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:48:59Z', 'updated_at': '2022-09-22T16:49:05Z', 'revision_number': 5, 'project_id': '97d7b41e6adc4829ae593b86b0fe5789', 'subnets': [{'id': 'fe008776-ac35-42fe-b924-2d8f6a6cd19b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ee05e73-98c9-4f46-b89e-7da8721ecc9d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:49:11.424480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 50bd49ba-db01-4869-a9a7-1ff220e7b11e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:49:11.510465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 50bd49ba-db01-4869-a9a7-1ff220e7b11e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:49:11.516287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 50bd49ba-db01-4869-a9a7-1ff220e7b11e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:11.516705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:11.517036 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 50bd49ba-db01-4869-a9a7-1ff220e7b11e Sep 22 16:49:11.539554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:49:11.657369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 50bd49ba-db01-4869-a9a7-1ff220e7b11e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:49:11.657881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:11.676976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 50bd49ba-db01-4869-a9a7-1ff220e7b11e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=50bd49ba-db01-4869-a9a7-1ff220e7b11e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:49:11.681733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:11.697408 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c365bf1e-b4b1-4ed1-a41b-9762de5c70a1 admin admin] 10.222.0.25 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1557736 Sep 22 16:49:11.759737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=50bd49ba-db01-4869-a9a7-1ff220e7b11e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:49:13.404655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 50bd49ba-db01-4869-a9a7-1ff220e7b11e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:49:13.488100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 50bd49ba-db01-4869-a9a7-1ff220e7b11e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:49:13.488878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:13.489228 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 50bd49ba-db01-4869-a9a7-1ff220e7b11e Sep 22 16:49:13.635982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 50bd49ba-db01-4869-a9a7-1ff220e7b11e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:49:22.303392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f015d26-631b-4766-b9b0-f94f11ee7b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:24.464220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-19a73970-6cec-4faf-ae53-b2cfa2bf7a8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:25.538296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:25.787786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:26.991733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:42.924115 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:49:52.306103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b1c79cb-a369-40af-984b-444d65a83956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:54.470618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23e9f9f4-07c1-45a9-b95e-413fd440f628 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:55.550020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:55.797719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:49:56.996966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:19.922750 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:50:22.309525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-50c6c1e3-c66d-424f-8849-811a9b5068a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:24.463832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0c2f146d-5be0-4c4f-9435-b2b4e4ddc1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:25.537705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:25.796353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:27.004186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:52.318125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c42eee4f-3271-4808-b6f0-efcd430d4038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:54.471323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7367fba-db35-41bb-9ebc-b69557f64482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:55.535395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:55.808413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:50:56.963158 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:50:57.006993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:21.197852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:21.282474 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9d8cd40-f423-44ac-94db-ff1cdfb89af6 admin admin] GET failed (client error): The resource could not be found. Sep 22 16:51:21.283822 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9d8cd40-f423-44ac-94db-ff1cdfb89af6 admin admin] 10.222.0.25 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0850141 Sep 22 16:51:21.426293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e0b262-4365-45c2-8364-676282d44eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:21.427763 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-57e0b262-4365-45c2-8364-676282d44eb4 admin admin] 10.222.0.25 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1398573 Sep 22 16:51:22.314282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9bde7107-3f65-4086-9320-767cc66cc085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:23.665542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39624) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:23.785579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca30a51-fab9-45b6-845f-963497e929c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:23.786961 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cca30a51-fab9-45b6-845f-963497e929c8 admin admin] 10.222.0.25 "GET /v2.0/subnets/fe008776-ac35-42fe-b924-2d8f6a6cd19b HTTP/1.1" status: 200 len: 849 time: 0.1201842 Sep 22 16:51:23.796826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:51:23.920765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Notify callbacks [] for subnet, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.129571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598'] for subnet, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.178601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:24.179189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.197696 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] 10.222.0.25 "PUT /v2.0/subnets/fe008776-ac35-42fe-b924-2d8f6a6cd19b HTTP/1.1" status: 200 len: 868 time: 0.3880024 Sep 22 16:51:24.200316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30584376-1190-47d4-9286-e105d1eb79da None None] Network fdce1509-6941-4796-b336-d7c2c416214c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:51:24.218515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe008776-ac35-42fe-b924-2d8f6a6cd19b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:51:24.228037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.228447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.228826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.229163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.229548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.229907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.230589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.230945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.231276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.231797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.232192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.232513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90080985-0db4-4440-8c59-f93c3e1dbd98 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:51:24.510111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bb1cb66-f93e-47f5-8139-129b3ee1ac68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.768708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Provisioning complete for port fb552c45-5417-4830-bf3f-7aba5907aeb7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:51:24.768994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.769326 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Attempt 1 to provision port fb552c45-5417-4830-bf3f-7aba5907aeb7 Sep 22 16:51:24.888663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Current status of the port fb552c45-5417-4830-bf3f-7aba5907aeb7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:51:24.900324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Provisioning complete for port 371e2a16-34c2-4b54-b274-4319669b34c9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:51:24.900714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:24.901042 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Attempt 1 to provision port 371e2a16-34c2-4b54-b274-4319669b34c9 Sep 22 16:51:25.025275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99219000-5eb7-4897-8ba0-94679a011da1 None None] Current status of the port 371e2a16-34c2-4b54-b274-4319669b34c9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:51:25.527557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:25.800167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:26.462608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39634) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:26.659731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52b678-a3cb-4b64-8bee-0359fa4e875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:26.660207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f52b678-a3cb-4b64-8bee-0359fa4e875f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:26.661781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f52b678-a3cb-4b64-8bee-0359fa4e875f admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1982269 Sep 22 16:51:27.007717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:28.877805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39644) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:29.054648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5954e-3fc9-4f6d-8257-081fea754573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:29.055024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef5954e-3fc9-4f6d-8257-081fea754573 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:29.056536 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ef5954e-3fc9-4f6d-8257-081fea754573 admin admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1777453 Sep 22 16:51:31.253874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39654) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:31.439805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350a28c7-7ada-4b70-ae1b-1df43c0d46de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:31.441128 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-350a28c7-7ada-4b70-ae1b-1df43c0d46de admin admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 886 time: 0.1863096 Sep 22 16:51:33.752404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:33.922508 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:51:33.925661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e67716-3064-4d02-9b82-2eebfcbd84f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:33.927030 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35e67716-3064-4d02-9b82-2eebfcbd84f6 admin admin] 10.222.0.25 "GET /v2.0/networks/fdce1509-6941-4796-b336-d7c2c416214c HTTP/1.1" status: 200 len: 869 time: 0.1736615 Sep 22 16:51:36.141955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:36.253059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05262041-79a1-4157-a338-92212e8813bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:36.253521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05262041-79a1-4157-a338-92212e8813bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:36.254250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05262041-79a1-4157-a338-92212e8813bf admin admin] Synchronizing usage tracker for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:51:36.270858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05262041-79a1-4157-a338-92212e8813bf admin admin] Unset dirty status for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:51:36.272022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-05262041-79a1-4157-a338-92212e8813bf admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1291053 Sep 22 16:51:38.577388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39684) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:38.682593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61003a00-eb34-403d-8fa5-74e317bfc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:38.683562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61003a00-eb34-403d-8fa5-74e317bfc507 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:38.685090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61003a00-eb34-403d-8fa5-74e317bfc507 admin admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1067257 Sep 22 16:51:40.918354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39694) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:41.024783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a598458b-75d5-4a93-af17-8a259933ab0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:41.026163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a598458b-75d5-4a93-af17-8a259933ab0b admin admin] 10.222.0.25 "GET /v2.0/subnets/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8 HTTP/1.1" status: 200 len: 816 time: 0.1068456 Sep 22 16:51:43.220736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:51:43.328360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-096c9555-3f4a-4d4c-a7ed-d6274f6f527c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:51:43.329763 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-096c9555-3f4a-4d4c-a7ed-d6274f6f527c admin admin] 10.222.0.25 "GET /v2.0/subnets/fe008776-ac35-42fe-b924-2d8f6a6cd19b HTTP/1.1" status: 200 len: 868 time: 0.1080427 Sep 22 16:51:52.308068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d7de0a77-6a49-487a-938d-b2eb982a371c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:54.466727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3c690d2-3e4e-4484-9c8d-10c53550807e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:55.531589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:55.806191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:51:57.012071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:03.074378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39750) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:52:03.129338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-c26692d4-1882-4964-8ffc-377e13abdfcc admin admin] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:52:03.131029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c26692d4-1882-4964-8ffc-377e13abdfcc admin admin] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0554316 Sep 22 16:52:05.486207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:52:05.559185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-29549a10-d8ff-4f89-a4c2-1009bc2b771f admin admin] GET failed (client error): The resource could not be found. Sep 22 16:52:05.560452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-29549a10-d8ff-4f89-a4c2-1009bc2b771f admin admin] 10.222.0.25 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0729795 Sep 22 16:52:05.700783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c946127-fca3-4894-93a1-a7c5c8422755 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:52:05.702379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1c946127-fca3-4894-93a1-a7c5c8422755 admin admin] 10.222.0.25 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1377554 Sep 22 16:52:08.083342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:52:08.138934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:52:08.144626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:52:08.156174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:52:08.166713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Made reservation on behalf of e5b15cc4e7ec499e8a1e53e71f86071c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:52:08.169355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:08.261927 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.services.revisions.revision_plugin [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Could not find related network for resource to bump revision. Sep 22 16:52:08.276132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:52:08.287283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:08.287628 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Added segment 9fc9f14f-9a5b-4423-95a3-3fa70303ff50 of type vlan for network 3395688b-5345-4517-b717-a84d9621c11c Sep 22 16:52:08.313777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:08.346083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:08.347067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:52:08.347663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:08.450735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Pushing event updated for resources: {'Network': ['ID=3395688b-5345-4517-b717-a84d9621c11c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:08.457885 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3735180 Sep 22 16:52:08.459062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.459432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.459777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.460120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.460452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.460812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.461141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.461469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.461793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.462121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.462456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.463325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ad250ba-febe-44c7-88e6-bace38153e89 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:08.483769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 3395688b-5345-4517-b717-a84d9621c11c details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:52:10.685723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:52:10.754045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2bbd57-76ad-47f4-9bf4-74fcd4b89216 admin admin] GET failed (client error): The resource could not be found. Sep 22 16:52:10.754584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec2bbd57-76ad-47f4-9bf4-74fcd4b89216 admin admin] Synchronizing usage tracker for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:52:10.770214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec2bbd57-76ad-47f4-9bf4-74fcd4b89216 admin admin] Unset dirty status for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:52:10.771308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec2bbd57-76ad-47f4-9bf4-74fcd4b89216 admin admin] 10.222.0.25 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0846398 Sep 22 16:52:10.921035 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:52:10.924714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7e41ea-9c9f-46e2-acf2-13463ab0cc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:52:10.926158 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e7e41ea-9c9f-46e2-acf2-13463ab0cc18 admin admin] 10.222.0.25 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1508687 Sep 22 16:52:10.936337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:52:10.940741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:52:10.950711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:52:10.960241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Made reservation on behalf of e5b15cc4e7ec499e8a1e53e71f86071c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:52:10.962514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:11.162577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:11.234343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Pushing event updated for resources: {'Subnet': ['ID=293eea70-6b8f-4837-9571-2596fe25f569,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:11.242495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Checking segment: {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:52:11.242843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Network hostable DHCP agents. Network: 3395688b-5345-4517-b717-a84d9621c11c, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:52:11.262995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Network 3395688b-5345-4517-b717-a84d9621c11c is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:52:11.271827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 3395688b-5345-4517-b717-a84d9621c11c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:52:11.276320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:52:11.276919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:11.281340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f06508a7-23ac-441d-a119-cb49f5cf0c51 None None] Network 3395688b-5345-4517-b717-a84d9621c11c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:52:11.300742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e05ffbeb-2b66-4b52-9354-c57986b3c45a admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3676918 Sep 22 16:52:11.510296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-3395688b-5345-4517-b717-a84d9621c11c', 'network_id': '3395688b-5345-4517-b717-a84d9621c11c', 'tenant_id': 'e5b15cc4e7ec499e8a1e53e71f86071c', 'fixed_ips': [{'subnet_id': '293eea70-6b8f-4837-9571-2596fe25f569'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:52:11.511189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:11.673997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Allocated IP 192.168.233.2 (3395688b-5345-4517-b717-a84d9621c11c/293eea70-6b8f-4837-9571-2596fe25f569/c583af93-5cec-4d0f-9083-170f2b91b538) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:52:11.889398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:11.899835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Transition to ACTIVE for port object c583af93-5cec-4d0f-9083-170f2b91b538 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:52:11.918680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Transition to ACTIVE for port object c583af93-5cec-4d0f-9083-170f2b91b538 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:52:11.924847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:12.001578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Network 3395688b-5345-4517-b717-a84d9621c11c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:52:12.005853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:52:12.007869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Pushing event updated for resources: {'Port': ['ID=c583af93-5cec-4d0f-9083-170f2b91b538,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:12.010551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:52:12.020326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.020704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.021044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.021376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.021700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.022038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.022370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.022693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.023029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.023356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.023669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.023983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:52:12.153007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Attempting to bind port c583af93-5cec-4d0f-9083-170f2b91b538 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:52:12.153279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Attempting to bind port c583af93-5cec-4d0f-9083-170f2b91b538 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:52:12.153855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Attempting to bind port c583af93-5cec-4d0f-9083-170f2b91b538 on network 3395688b-5345-4517-b717-a84d9621c11c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:52:12.159769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:52:12.160145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Checking segment: {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:52:12.160534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:12.160945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Bound using segment: {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:52:12.161403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Bound port: c583af93-5cec-4d0f-9083-170f2b91b538, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:52:12.161785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:12.254231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] For port c583af93-5cec-4d0f-9083-170f2b91b538, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:52:12.257352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] For port c583af93-5cec-4d0f-9083-170f2b91b538, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c583af93-5cec-4d0f-9083-170f2b91b538,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:52:12.262750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:12.336808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8075698f-317a-45bf-85bc-26f7cce46f66 None None] Pushing event updated for resources: {'Port': ['ID=c583af93-5cec-4d0f-9083-170f2b91b538,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:13.197565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a939cf91-a341-4d2f-958f-c20d6b4a5bb3 None None] Network 3395688b-5345-4517-b717-a84d9621c11c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:52:13.298111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a441f0d1-fa0d-4302-a9af-7f097587e291 None None] Provisioning for port c583af93-5cec-4d0f-9083-170f2b91b538 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:52:13.522803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c583af93-5cec-4d0f-9083-170f2b91b538 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:52:13.614528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c583af93-5cec-4d0f-9083-170f2b91b538 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:52:13.622974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c583af93-5cec-4d0f-9083-170f2b91b538 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:52:13.622974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.622974 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c583af93-5cec-4d0f-9083-170f2b91b538 Sep 22 16:52:13.761168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c583af93-5cec-4d0f-9083-170f2b91b538 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:52:13.761466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.770737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7084314a-bbc1-481d-ab4b-548eeda63d7d None None] Provisioning complete for port c583af93-5cec-4d0f-9083-170f2b91b538 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:52:13.771102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7084314a-bbc1-481d-ab4b-548eeda63d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.771438 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7084314a-bbc1-481d-ab4b-548eeda63d7d None None] Attempt 1 to provision port c583af93-5cec-4d0f-9083-170f2b91b538 Sep 22 16:52:13.845816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port c583af93-5cec-4d0f-9083-170f2b91b538, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c583af93-5cec-4d0f-9083-170f2b91b538,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:52:13.851999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:13.978311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=c583af93-5cec-4d0f-9083-170f2b91b538,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:52:13.981549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7084314a-bbc1-481d-ab4b-548eeda63d7d None None] Current status of the port c583af93-5cec-4d0f-9083-170f2b91b538 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:52:15.480456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c583af93-5cec-4d0f-9083-170f2b91b538 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:52:15.554882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c583af93-5cec-4d0f-9083-170f2b91b538 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:52:15.555168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:15.555502 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c583af93-5cec-4d0f-9083-170f2b91b538 Sep 22 16:52:15.689975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c583af93-5cec-4d0f-9083-170f2b91b538 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:52:22.313388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a99217d9-f2f3-4193-b919-14337ac1e902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:24.464193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6163c179-c628-4de3-bab5-d2f922e81d42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:25.538432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:25.815034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:27.025131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:47.920497 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:52:52.314224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5454253e-94c6-4879-940a-98cd3b503e4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:54.465143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ffaf725-7b23-431d-9269-b5d29da8c164 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:55.536943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:55.810314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:52:57.023944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:22.316924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-161261b4-89ea-4b1b-821f-2e8ae5642f6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:24.462051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c249ea6-8242-43d1-96e0-ecd066b42188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:24.923210 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:53:25.538412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:25.814285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:27.026104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:32.653808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39832) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:53:32.661502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-8d961e31-588e-43d7-8542-291e597b35d0 tempest-verify_tempest_config-816237692 tempest-verify_tempest_config-816237692-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:53:32.663127 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d961e31-588e-43d7-8542-291e597b35d0 tempest-verify_tempest_config-816237692 tempest-verify_tempest_config-816237692-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0078058 Sep 22 16:53:33.106764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:53:33.256161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.281935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:53:33.288798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Usage tracker for resource:security_group_rule and tenant:73ee35fb27214c889d44b2eb3c91791d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:53:33.293971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:53:33.303838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:53:33.414653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.419960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.488562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=143cf6dc-90a5-47a0-bbc4-fdbe3af263d1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:33.494763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Synchronizing usage tracker for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:53:33.502642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.503131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.503675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.504109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.504562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.505067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.505605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.506038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.506451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.506837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.507314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.507801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:53:33.537184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] Unset dirty status for tenant:e5b15cc4e7ec499e8a1e53e71f86071c on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:53:33.539589 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f54dbc7-b0fb-4692-a094-8d32b3d7c6db admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=73ee35fb27214c889d44b2eb3c91791d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4314516 Sep 22 16:53:33.542678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 39856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:53:33.616280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.652505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.758574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.776771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=143cf6dc-90a5-47a0-bbc4-fdbe3af263d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:53:33.781878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:33.783064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9ff9b97-86f9-4c70-be23-95ffa689f50a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/143cf6dc-90a5-47a0-bbc4-fdbe3af263d1 HTTP/1.1" status: 204 len: 168 time: 0.2392588 Sep 22 16:53:52.322282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-69877b63-c0dd-434d-ba0c-1f94e3827a00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:54.459485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce2c24c3-c1af-45a7-a339-3b237d2644e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:55.534892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:55.819382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:53:57.029094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:01.922507 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:54:22.317959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d02b439-aaa3-475f-83ee-72efaa6d06aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:24.453047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5cf54f00-d72b-4552-89b5-60d492ad25fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:25.529346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:25.819082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:27.033497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:38.920624 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 5 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:54:52.311836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44103bd3-b4f1-417c-a4b8-30e172e498c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.455189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40063e6b-beb1-4731-9712-dea8f8d3c057 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:54.976027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-703265'] for agent, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:55.538082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:55.821795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:54:57.033929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:09.175061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:55:09.286118 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b25144e1-6375-496b-9b65-cdf512dcafb2 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1099725 Sep 22 16:55:11.533462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 39936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:55:11.588460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3210c1a7-def9-4765-a8ca-0d1279f2a731 admin admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0538659 Sep 22 16:55:15.919256 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:55:22.314429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-058133ec-ac7f-45fc-b11b-06f25f813fc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:24.456351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e17b3072-65b0-4ebe-a978-85496b7e3feb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:24.958669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:25.532115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:25.823884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:27.037071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:52.320667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba1fc1f0-7bb1-445b-9702-3fa8241b2e3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:52.918268 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:55:54.460171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9d4c5cab-b446-41e8-aa35-6de840e19490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:54.974009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:55.538401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:55.827665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:55:57.040767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:22.318697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c363adc7-0a1f-4211-93e8-081aec18ab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:24.469881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52b742cf-2035-4fd6-80d6-79795dd51c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:24.997012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:25.543292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:25.830681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:27.054487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:29.919061 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:56:52.313021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce6d9547-e17d-4840-8021-d9b9942bc56f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:54.472043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-065b0e7c-6195-41c3-a1f2-10aad518e439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:54.995890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:55.537920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:55.839433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:57.049408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.135793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40126) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:56:59.371911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:56:59.547205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-478017628-network', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:56:59.552109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:56:59.557031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Usage tracker for resource:network and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:56:59.561491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:56:59.567313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:56:59.578606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Made reservation on behalf of ef5d3725ae2e45128ae6750e1734aba7 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:56:59.581476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.594781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.610662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:56:59.614758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Usage tracker for resource:security_group_rule and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:56:59.618643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:56:59.625021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:56:59.722056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.728710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.764769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:56:59.770213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc74674a-71c3-4808-975d-549705305498,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:56:59.779225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.779573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.779911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.780251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.780564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.780928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.781256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.781640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.781904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.782221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.782535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.782847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Tracked resource versions report: Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: pushed versions: Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: { 'AddressGroup': {'1.2'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'ConntrackHelper': {'1.0'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Log': {'1.0'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Network': {'1.1'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Port': {'1.7'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'PortForwarding': {'1.2'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'QosPolicy': {'1.8'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroup': {'1.4'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SubPort': {'1.0'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Subnet': {'1.1'}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Trunk': {'1.1'}} Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: consumer versions: Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: HyperV agent@hv-neutron-8589: {}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'ConntrackHelper': '1.0', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Log': '1.0', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Network': '1.1', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Port': '1.7', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'PortForwarding': '1.2', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'QosPolicy': '1.8', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroup': '1.4', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SecurityGroupRule': '1.2', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'SubPort': '1.0', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Subnet': '1.1', Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: 'Trunk': '1.1'}} Sep 22 16:56:59.783960 dv-neutron-858953-1-hyperv neutron-server[89052]: {{(pid=89052) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:56:59.791965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.792323 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Added segment 98aa6b22-26ca-419a-86c7-86bebd805798 of type vlan for network c62c9778-b328-461a-9f01-4f922ce734bb Sep 22 16:56:59.822708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.867517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.868942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:56:59.869560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:56:59.955715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-813303247-network', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:56:59.986583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] Pushing event updated for resources: {'Network': ['ID=c62c9778-b328-461a-9f01-4f922ce734bb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:00.000275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c62c9778-b328-461a-9f01-4f922ce734bb details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:00.006344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:00.012037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Usage tracker for resource:network and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:00.016229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:00.024162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:00.040197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40164) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:00.047609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Request body: {'subnet': {'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-478017628-subnet', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:00.052912 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-960be546-bd17-48b1-a227-304b4eda0a1a admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9144232 Sep 22 16:57:00.057777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Made reservation on behalf of e63e5dc9424f44d49391f2b25cecf5e3 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:00.060900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.066259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:00.081540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Usage tracker for resource:subnet and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:00.085043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:00.088426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.091519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:00.105217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Made reservation on behalf of ef5d3725ae2e45128ae6750e1734aba7 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:00.108135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.123248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:00.129027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Usage tracker for resource:security_group_rule and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:00.136473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:00.142793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:00.285954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.292189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.338108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=949ecb95-6862-4ddd-9b6a-4e138538ef61,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:00.373545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:00.387971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.388520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Added segment 4d29d9aa-902b-43e9-a822-73051c6d299d of type vlan for network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 Sep 22 16:57:00.434038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.445570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.467710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.469099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:00.470396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.527847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ac89454-2544-40ee-8f54-15ac4df0bf3f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:00.545318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.549904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.550463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.550974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.551444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.551959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.552426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.552952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.553440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.554299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.554996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.555496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Tracked resource versions report: Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: pushed versions: Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: { 'AddressGroup': {'1.2'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'ConntrackHelper': {'1.0'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Log': {'1.0'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Network': {'1.1'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Port': {'1.7'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'PortForwarding': {'1.2'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'QosPolicy': {'1.8'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroup': {'1.4'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SubPort': {'1.0'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Subnet': {'1.1'}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Trunk': {'1.1'}} Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: consumer versions: Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: HyperV agent@hv-neutron-8589: {}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'ConntrackHelper': '1.0', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Log': '1.0', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Network': '1.1', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Port': '1.7', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'PortForwarding': '1.2', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'QosPolicy': '1.8', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroup': '1.4', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SecurityGroupRule': '1.2', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'SubPort': '1.0', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Subnet': '1.1', Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: 'Trunk': '1.1'}} Sep 22 16:57:00.559735 dv-neutron-858953-1-hyperv neutron-server[89051]: {{(pid=89051) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:57:00.584929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Checking segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:00.585275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Network hostable DHCP agents. Network: c62c9778-b328-461a-9f01-4f922ce734bb, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:00.598559 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2219970 Sep 22 16:57:00.599030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40186) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:00.599695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af6f1a-ad65-435c-a82f-1d1053ef4918 admin admin] Pushing event updated for resources: {'Network': ['ID=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:00.607372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Request body: {'subnet': {'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-813303247-subnet', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:00.611721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:00.614757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Network c62c9778-b328-461a-9f01-4f922ce734bb is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:00.627093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c62c9778-b328-461a-9f01-4f922ce734bb) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:00.631998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:00.634658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:00.635450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.636725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Usage tracker for resource:subnet and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:00.642107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:00.653573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ccf9a5-7f9c-4429-8c67-24a86a74db70 None None] Network c62c9778-b328-461a-9f01-4f922ce734bb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:00.665741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:00.666952 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-798ac883-bd58-44aa-9952-0b380c9681a9 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6253481 Sep 22 16:57:00.672179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:00.678692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Made reservation on behalf of e63e5dc9424f44d49391f2b25cecf5e3 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:00.682477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.688238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:00.695656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:00.721034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Usage tracker for resource:router and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:00.725307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:00.733367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:00.757147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.759148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:00.800007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.039794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c62c9778-b328-461a-9f01-4f922ce734bb', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:01.040831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.085167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.191150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fcbb0e6-7010-446a-9ba1-098684708409,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:01.203605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Checking segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:01.204481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Network hostable DHCP agents. Network: 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:01.231689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:01.251377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:01.265946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.267840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:01.268423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.283176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e37b7a4-cf9f-413b-ba45-c9c1319b609a None None] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:01.309846 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-163e17d3-4401-469c-80e6-3a529decb6b4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7075188 Sep 22 16:57:01.312901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:01.320737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:01.333129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:01.343714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Usage tracker for resource:router and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:01.353846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:01.363491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:01.384739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.386635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.393066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Allocated IP 172.20.0.2 (c62c9778-b328-461a-9f01-4f922ce734bb/5ac89454-2544-40ee-8f54-15ac4df0bf3f/f4a3cf66-09c0-4027-9da1-51aacea29650) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:01.417999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.776592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:01.777941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.802152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.843519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.863129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:01.889398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40230) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:01.898660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Transition to ACTIVE for port object f4a3cf66-09c0-4027-9da1-51aacea29650 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:01.938576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Transition to ACTIVE for port object f4a3cf66-09c0-4027-9da1-51aacea29650 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:02.024722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Allocated IP 172.20.0.2 (4f4ab4f1-e485-49c8-8ad7-0fc16e167c82/7fcbb0e6-7010-446a-9ba1-098684708409/020d3638-82fc-4efe-b6e6-94dc4a32fee4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:02.037475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Allocated IP 172.26.8.133 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/c209a801-88f7-4c9c-8186-f935a973c3f2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:02.044766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.120168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Network c62c9778-b328-461a-9f01-4f922ce734bb is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:02.136931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:02.168312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.270939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.313060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:02.316638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.389248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Pushing event updated for resources: {'Port': ['ID=f4a3cf66-09c0-4027-9da1-51aacea29650,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:02.401718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.402183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.402495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.403473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.403473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.403720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.404106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.404285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.404723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.405122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Tracked resource versions report: Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: pushed versions: Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: { 'AddressGroup': {'1.2'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'ConntrackHelper': {'1.0'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Log': {'1.0'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Network': {'1.1'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Port': {'1.7'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'PortForwarding': {'1.2'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'QosPolicy': {'1.8'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroup': {'1.4'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SubPort': {'1.0'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Subnet': {'1.1'}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Trunk': {'1.1'}} Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: consumer versions: Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: HyperV agent@hv-neutron-8589: {}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'ConntrackHelper': '1.0', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Log': '1.0', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Network': '1.1', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Port': '1.7', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'PortForwarding': '1.2', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'QosPolicy': '1.8', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroup': '1.4', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SecurityGroupRule': '1.2', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'SubPort': '1.0', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Subnet': '1.1', Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: 'Trunk': '1.1'}} Sep 22 16:57:02.407746 dv-neutron-858953-1-hyperv neutron-server[89053]: {{(pid=89053) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:57:02.411216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:02.414165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:02.418024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:02.503475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Pushing event updated for resources: {'Port': ['ID=c209a801-88f7-4c9c-8186-f935a973c3f2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:02.542716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Attempting to bind port f4a3cf66-09c0-4027-9da1-51aacea29650 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:02.543077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Attempting to bind port f4a3cf66-09c0-4027-9da1-51aacea29650 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:02.543434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Attempting to bind port f4a3cf66-09c0-4027-9da1-51aacea29650 on network c62c9778-b328-461a-9f01-4f922ce734bb {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:02.562405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:02.562773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Checking segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:02.563166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.563539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Bound using segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:02.564202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Bound port: f4a3cf66-09c0-4027-9da1-51aacea29650, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:02.564384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.586275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:02.682588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1041583582'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:02.699824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:02.707358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Usage tracker for resource:network and tenant:f70b0ddad1c84a6eb7d4a3d8edc95b4c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:02.711527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:02.720408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:02.748126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.797036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.812725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] For port f4a3cf66-09c0-4027-9da1-51aacea29650, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:02.819426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] For port f4a3cf66-09c0-4027-9da1-51aacea29650, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f4a3cf66-09c0-4027-9da1-51aacea29650,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:02.825535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.834071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.840515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40254) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:02.843325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Made reservation on behalf of f70b0ddad1c84a6eb7d4a3d8edc95b4c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:02.848963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.892160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:02.921973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:02.924239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Transition to ACTIVE for port object 020d3638-82fc-4efe-b6e6-94dc4a32fee4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:02.979280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:02.996946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Transition to ACTIVE for port object 020d3638-82fc-4efe-b6e6-94dc4a32fee4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:03.008129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.013963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4bb2ea-c504-4011-b6b0-80c3d7ec4b84 None None] Pushing event updated for resources: {'Port': ['ID=f4a3cf66-09c0-4027-9da1-51aacea29650,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:03.091361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:03.092033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Usage tracker for resource:security_group_rule and tenant:f70b0ddad1c84a6eb7d4a3d8edc95b4c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:03.094102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Allocated IP 172.26.8.49 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/402a5cbf-7a25-4800-a5d5-daef70e7d847) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:03.095905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:03.100670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:03.116782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Pushing event updated for resources: {'Port': ['ID=020d3638-82fc-4efe-b6e6-94dc4a32fee4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:03.137184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.370682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Attempting to bind port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:03.370928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Attempting to bind port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:03.371310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Attempting to bind port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 on network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:03.372494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:03.373435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:03.391014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:03.391440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Checking segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:03.391808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.392197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Bound using segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:03.392698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Bound port: 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:03.394102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.513193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.542997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:03.569138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fea4b7d8-823e-4d74-97e8-76060364dc08 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:03.596370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-377584111'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:03.604948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:03.608879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Usage tracker for resource:network and tenant:0e020e8774f641b3b574dbc3636695f5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:03.612354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] For port 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:03.612497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:03.617728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.622394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:03.625033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] For port 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=020d3638-82fc-4efe-b6e6-94dc4a32fee4,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:03.634607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.684398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Made reservation on behalf of 0e020e8774f641b3b574dbc3636695f5 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:03.691157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.727369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fea4b7d8-823e-4d74-97e8-76060364dc08 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "PUT /v2.0/quotas/38e77323ed154d9991c26b0005073fd4 HTTP/1.1" status: 200 len: 366 time: 1.1387770 Sep 22 16:57:03.730978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:03.732526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.755387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:03.770542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:03.774951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:03.779751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:03.792267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80be6ab-dbd9-4c10-8208-a76be2570ff3 None None] Pushing event updated for resources: {'Port': ['ID=020d3638-82fc-4efe-b6e6-94dc4a32fee4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:03.795646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f4a3cf66-09c0-4027-9da1-51aacea29650 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:03.868359 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b2ab821c-2e6c-40bf-8a9b-48fb213df184 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.1211326 Sep 22 16:57:03.885543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:03.902836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f4a3cf66-09c0-4027-9da1-51aacea29650 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:03.950256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:03.956859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Usage tracker for resource:security_group_rule and tenant:0e020e8774f641b3b574dbc3636695f5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:03.960839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:03.970983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:03.984649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Pushing event updated for resources: {'Port': ['ID=402a5cbf-7a25-4800-a5d5-daef70e7d847,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:03.991848 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a3c7f56-cd20-486b-94c7-0384256e6dd7 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas/38e77323ed154d9991c26b0005073fd4 HTTP/1.1" status: 200 len: 366 time: 0.0366755 Sep 22 16:57:04.046255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40292) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.104711 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64740c69-5390-47d2-85e7-055b5f13fc1f tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/38e77323ed154d9991c26b0005073fd4 HTTP/1.1" status: 204 len: 168 time: 0.0558920 Sep 22 16:57:04.115183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.146589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-611216896'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:04.153811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:04.158098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Usage tracker for resource:network and tenant:23be6874e7994796933ec7055377d081 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:04.162017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:04.174990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1367099096'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:04.185365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:04.191660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Usage tracker for resource:router and tenant:49150cfe14b2420681cb390b5091303e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:04.195675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:04.203165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:04.208305 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ded99825-f093-4dc3-a98b-657b3e1f3db2 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0884292 Sep 22 16:57:04.210465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:04.215256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.255656 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b91c670a-f297-4ada-8183-400bd77f3067 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas/38e77323ed154d9991c26b0005073fd4 HTTP/1.1" status: 200 len: 370 time: 0.0390961 Sep 22 16:57:04.259749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40310) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.267729 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da579e94-3389-460c-af64-b35f194828b0 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas/38e77323ed154d9991c26b0005073fd4/default HTTP/1.1" status: 200 len: 370 time: 0.0066993 Sep 22 16:57:04.273481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40314) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.422492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ab3704a9-1f5c-493c-a5e0-3575330e20b5 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] delete failed (client error): The resource could not be found. Sep 22 16:57:04.426308 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab3704a9-1f5c-493c-a5e0-3575330e20b5 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "DELETE /v2.0/quotas/38e77323ed154d9991c26b0005073fd4 HTTP/1.1" status: 404 len: 348 time: 0.1458685 Sep 22 16:57:04.454988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.456921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Made reservation on behalf of 23be6874e7994796933ec7055377d081 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:04.460828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.489761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.498228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.525106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.529687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.544417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85103675-bb3d-4f30-bce2-39bb4f05341d None None] Network c62c9778-b328-461a-9f01-4f922ce734bb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:04.572569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e47d9ab4-8906-4036-9c0c-5ba714995e0a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:04.583771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.584956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.592947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:04.599157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.612643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:04.623416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.623827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Added segment e59de328-ad61-45fc-b161-c2fb6f15718c of type vlan for network 5e099b93-12b3-4844-8316-b485413fede6 Sep 22 16:57:04.659380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.715427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.733423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Usage tracker for resource:security_group_rule and tenant:23be6874e7994796933ec7055377d081 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:04.745057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.751262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:04.752067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.771620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:04.783184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:04.796853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Provisioning for port f4a3cf66-09c0-4027-9da1-51aacea29650 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:04.822928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:04.830112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:04.858158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Provisioning complete for port f4a3cf66-09c0-4027-9da1-51aacea29650 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:04.858669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.859096 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Attempt 1 to provision port f4a3cf66-09c0-4027-9da1-51aacea29650 Sep 22 16:57:04.875034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:network and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:04.884483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:04.897490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:04.901722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:subnet and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:04.983333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event updated for resources: {'Network': ['ID=5e099b93-12b3-4844-8316-b485413fede6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:04.985782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.000693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5e099b93-12b3-4844-8316-b485413fede6 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:05.014370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.014720 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Added segment 3d9d2929-5d52-47ac-b38f-3e3c98c089d2 of type vlan for network ed389081-6940-4435-9b3f-689bdd32a444 Sep 22 16:57:05.026092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:subnetpool and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.032226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.050918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.124241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.126533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.133044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:05.133693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.138973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:port and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.146666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.178962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:57:05.179393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:router and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.196468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.261886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef867219-36ed-4b32-9937-65ad8e7c49c2 None None] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:05.265224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:floatingip and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.278967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.299609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Router 63bc1c54-5648-4958-b863-f42ea3d35a8f is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:57:05.307389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5431526c-779f-4aba-85c1-aa23166940b8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:05.320014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:05.325943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Pushing event updated for resources: {'Network': ['ID=ed389081-6940-4435-9b3f-689bdd32a444,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:05.330002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-028358c4-95c9-4f44-9207-b6f906c9af1d tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.4880791 Sep 22 16:57:05.339006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:05.347027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:05.347289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network ed389081-6940-4435-9b3f-689bdd32a444 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:05.355266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3c2a0355-dd10-4988-b3ba-ec5479a411b8 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 3.4644711 Sep 22 16:57:05.361665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Current status of the port f4a3cf66-09c0-4027-9da1-51aacea29650 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:05.362175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.365504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:floatingip and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.368801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:05.448624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Request body: {'subnet': {'network_id': '5e099b93-12b3-4844-8316-b485413fede6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:05.454794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.490158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:05.492296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:security_group and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.505132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.510561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.556701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.585352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'name': 'tempest-network--302367676', 'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:05.597733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:05.602974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:network and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.606146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.612426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] For port f4a3cf66-09c0-4027-9da1-51aacea29650, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f4a3cf66-09c0-4027-9da1-51aacea29650,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:05.612930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:05.628886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Usage tracker for resource:security_group_rule and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.632665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.647171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.651977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:05.654568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.674218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.675412 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d816805-d6e8-4917-916c-c72b1db104c3 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 2.2008753 Sep 22 16:57:05.683233 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b9bf28a-6db1-4748-b02d-fbdf61ddf0f1 tempest-QuotasTest-1578828658 tempest-QuotasTest-1578828658-project-admin] 10.222.0.25 "GET /v2.0/quotas/ad7c67304f2a45a8a04919b674fa7d95/details.json HTTP/1.1" status: 200 len: 703 time: 0.9108920 Sep 22 16:57:05.684374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.691291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:05.707561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:05.712313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:security_group_rule and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.715711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.723203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:05.751471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 020d3638-82fc-4efe-b6e6-94dc4a32fee4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:05.829535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0662c8b7-f0c6-4659-b169-acd2042f9405 None None] Provisioning for port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:05.855931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:05.860815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Usage tracker for resource:subnet and tenant:f70b0ddad1c84a6eb7d4a3d8edc95b4c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:05.864183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:05.873954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:05.892412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Made reservation on behalf of f70b0ddad1c84a6eb7d4a3d8edc95b4c for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:05.896570 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks [] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.918044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb01aa86-7ef8-41a6-9991-e5b8b9b8b606 None None] Pushing event updated for resources: {'Port': ['ID=f4a3cf66-09c0-4027-9da1-51aacea29650,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:05.957516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:05.971893 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Sync routers for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:05.981823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0662c8b7-f0c6-4659-b169-acd2042f9405 None None] Provisioning complete for port f4a3cf66-09c0-4027-9da1-51aacea29650 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:05.982348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0662c8b7-f0c6-4659-b169-acd2042f9405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:05.982782 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0662c8b7-f0c6-4659-b169-acd2042f9405 None None] Attempt 1 to provision port f4a3cf66-09c0-4027-9da1-51aacea29650 Sep 22 16:57:05.989354 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:05.989897 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:05.994816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.058267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:06.062216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.064520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:06.084457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.090009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Sync routers for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:06.111863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.116132 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa748a5d-7f7e-41ba-acca-8f917492faf1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.8021951 Sep 22 16:57:06.116864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:06.144556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:06.144963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.145296 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 Sep 22 16:57:06.187487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40364) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:06.213884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:06.214734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:06.217104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.218631 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7cd5d0e0-912a-43df-bd52-44f3d6c5f08b admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.5435681 Sep 22 16:57:06.230456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:06.244286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:06.424805 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:06.579820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77615581-5e91-4319-840e-d0fd2f80a995,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:06.614285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0662c8b7-f0c6-4659-b169-acd2042f9405 None None] Current status of the port f4a3cf66-09c0-4027-9da1-51aacea29650 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:06.666947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:06.668847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.684165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:06.724944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.728282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.731766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.760994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.773668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:06.784086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.784440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Added segment 609b5af1-075d-40be-9bb6-cb2042b3b159 of type vlan for network d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f Sep 22 16:57:06.825206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.849348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.850039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Added segment cca6d82f-ee1d-41fd-861c-79a0ffef3127 of type vlan for network 919f3735-2715-4ac3-a698-c85911210f88 Sep 22 16:57:06.879160 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:02Z', 'revision_number': 3, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:06.884703 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Checking router: 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:06.885157 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Updating router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e port c209a801-88f7-4c9c-8186-f935a973c3f2 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:57:06.885340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.916156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40e17fc4-4d1e-4051-9a12-c46d82640709,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:06.916772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.917063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 71c5c2f7-9b56-4e08-a5a9-460f204e99f0 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:57:06.931113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.932862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:06.933472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.942963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=020d3638-82fc-4efe-b6e6-94dc4a32fee4,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:06.944212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f8438ff-b96a-45c7-8ce2-f81164b3281a None None] Provisioning complete for port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:06.945041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f8438ff-b96a-45c7-8ce2-f81164b3281a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.945495 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6f8438ff-b96a-45c7-8ce2-f81164b3281a None None] Attempt 1 to provision port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 Sep 22 16:57:06.958935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.969297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:57:06.994579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.994852 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:06.996363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:07.001274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Usage tracker for resource:security_group_rule and tenant:c70a8aad062746eca285c52e811d35c0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:07.005415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:07.012525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:07.055873 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.7152481 Sep 22 16:57:07.073913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:07.116290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.118640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.125247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:07.126272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.151292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=020d3638-82fc-4efe-b6e6-94dc4a32fee4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:07.232912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.250509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f8438ff-b96a-45c7-8ce2-f81164b3281a None None] Current status of the port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:07.256950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.266957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Pushing event updated for resources: {'Network': ['ID=919f3735-2715-4ac3-a698-c85911210f88,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:07.287710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 919f3735-2715-4ac3-a698-c85911210f88 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:07.308233 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c70a8aad062746eca285c52e811d35c0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1047294 Sep 22 16:57:07.312454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a219392-c31b-47c1-8cd4-037d151c3a72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c9c1d1-1e11-4182-bb81-dfdebda54275,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:07.323284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40380) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:07.358606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.401455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.406785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-392237b9-34a2-4d62-a2af-519884fdbc20 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "DELETE /v2.0/routers/71c5c2f7-9b56-4e08-a5a9-460f204e99f0 HTTP/1.1" status: 204 len: 168 time: 1.7083371 Sep 22 16:57:07.408024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40384) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:07.411285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0eb6950e-7117-4416-b1d3-f3b84aa4eebb tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 4.4807637 Sep 22 16:57:07.421180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Request body: {'router': {'name': 'tempest-router-889768513', 'distributed': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:07.436633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:07.441818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:04Z', 'revision_number': 3, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:07.453199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Usage tracker for resource:router and tenant:49150cfe14b2420681cb390b5091303e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:07.457632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Checking router: 63bc1c54-5648-4958-b863-f42ea3d35a8f for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:07.458684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Updating router 63bc1c54-5648-4958-b863-f42ea3d35a8f port 402a5cbf-7a25-4800-a5d5-daef70e7d847 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:57:07.472447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:07.489431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:07.525756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.526779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.543685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.544377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.571239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.583219 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.601922 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Transition to ACTIVE for port object c209a801-88f7-4c9c-8186-f935a973c3f2 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:07.609609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.610929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2de55a8-1739-405f-b036-b2afe684cfa2 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2017643 Sep 22 16:57:07.614052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:07.616089 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.684099 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Attempting to bind port c209a801-88f7-4c9c-8186-f935a973c3f2 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:07.684597 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Attempting to bind port c209a801-88f7-4c9c-8186-f935a973c3f2 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:07.685438 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Attempting to bind port c209a801-88f7-4c9c-8186-f935a973c3f2 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:07.692290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f4a3cf66-09c0-4027-9da1-51aacea29650 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:07.695057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.697865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:07.698392 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:07.698900 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.699404 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:07.699991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Bound port: c209a801-88f7-4c9c-8186-f935a973c3f2, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:07.700680 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.752167 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Pushing event updated for resources: {'Port': ['ID=c209a801-88f7-4c9c-8186-f935a973c3f2,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:07.765652 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.766183 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.766634 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.767077 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.767516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.767968 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Tracked resource versions report: Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: pushed versions: Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: { 'AddressGroup': {'1.2'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'ConntrackHelper': {'1.0'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Log': {'1.0'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Network': {'1.1'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Port': {'1.7'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'PortForwarding': {'1.2'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'QosPolicy': {'1.8'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroup': {'1.4'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroupRule': {'1.2'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SubPort': {'1.0'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Subnet': {'1.1'}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Trunk': {'1.1'}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: consumer versions: Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: { DHCP agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: HyperV agent@hv-neutron-8589: {}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: L3 agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: Metadata agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: Metering agent@dv-neutron-858953-1-hyperv: {}, Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: Open vSwitch agent@dv-neutron-858953-1-hyperv: { 'AddressGroup': '1.2', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'ConntrackHelper': '1.0', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Log': '1.0', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Network': '1.1', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Port': '1.7', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'PortForwarding': '1.2', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'QosPolicy': '1.8', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroup': '1.4', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SecurityGroupRule': '1.2', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'SubPort': '1.0', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Subnet': '1.1', Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: 'Trunk': '1.1'}} Sep 22 16:57:07.794803 dv-neutron-858953-1-hyperv neutron-server[89054]: {{(pid=89054) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 22 16:57:07.830146 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] For port c209a801-88f7-4c9c-8186-f935a973c3f2, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:07.842340 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] For port c209a801-88f7-4c9c-8186-f935a973c3f2, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c209a801-88f7-4c9c-8186-f935a973c3f2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:07.856096 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.871052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f4a3cf66-09c0-4027-9da1-51aacea29650 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:07.871234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.871574 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f4a3cf66-09c0-4027-9da1-51aacea29650 Sep 22 16:57:07.906698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:07.963161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event updated for resources: {'Subnet': ['ID=d4dd1c33-0d2e-48ef-a0da-fcda12294939,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:07.979611 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b694d7-ee43-417a-af78-868cb11c3b5c None None] Pushing event updated for resources: {'Port': ['ID=c209a801-88f7-4c9c-8186-f935a973c3f2,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:08.008423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:08.010369 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:08.027037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f4a3cf66-09c0-4027-9da1-51aacea29650 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:08.028050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 020d3638-82fc-4efe-b6e6-94dc4a32fee4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:08.040794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d7f250-c222-4eae-afbd-c63a59b0e8e4 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:08.056113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.092018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:08.209803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Checking segment: {'id': 'e59de328-ad61-45fc-b161-c2fb6f15718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e099b93-12b3-4844-8316-b485413fede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:08.210494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Network hostable DHCP agents. Network: 5e099b93-12b3-4844-8316-b485413fede6, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:08.230540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:08.230932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.231274 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 Sep 22 16:57:08.283346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Allocated IP 172.26.8.220 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/e40d8c27-50e8-4e01-ad42-e3d5b468b258) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:08.359010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:08.396381 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:08.566210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.575933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.576629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:08.586866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'network_id': '919f3735-2715-4ac3-a698-c85911210f88', 'binding:host_id': 'hv-neutron-8589', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1176867434'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:08.594641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:08.599697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.615273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.617217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Usage tracker for resource:port and tenant:c20e26213a604d22abe5ea05c400f733 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:08.621594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:08.632889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:08.648689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Network 5e099b93-12b3-4844-8316-b485413fede6 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:08.672191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.672577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.673255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.673368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.673698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > port after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.674037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > port after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.674375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > port after_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.674726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.675068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.675391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.676057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.678561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.679037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b4517367-4c8a-403a-8f12-97b8b92fffeb {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:57:08.687172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Made reservation on behalf of c20e26213a604d22abe5ea05c400f733 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:08.689522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.706666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.712130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ddd6e798-7e7a-4a54-9fae-780b856d2038 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b4517367-4c8a-403a-8f12-97b8b92fffeb HTTP/1.1" status: 204 len: 168 time: 1.0926552 Sep 22 16:57:08.712130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.719055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:08.729326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Request body: {'router': {'name': 'tempest-router-1854349403', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '967578647db341f68351baa906f98cdc'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:08.736464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:08.741978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Usage tracker for resource:router and tenant:967578647db341f68351baa906f98cdc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:08.744884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:08.747062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:08.754660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:08.758675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Usage tracker for resource:security_group_rule and tenant:c20e26213a604d22abe5ea05c400f733 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:08.762652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:08.771865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:08.783319 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:02Z', 'revision_number': 3, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:08.786048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.787105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.789114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72f1663-a316-4a0f-8b4e-9a63a2c7343f None None] The sync data for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv is: [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:02Z', 'revision_number': 3, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:08.828041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.833622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.843102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.843458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.843794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.844135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=89052) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:08.844491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:08.882681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609b5af1-075d-40be-9bb6-cb2042b3b159') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:08.884351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609b5af1-075d-40be-9bb6-cb2042b3b159') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:08.919392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5e099b93-12b3-4844-8316-b485413fede6) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:08.934854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:08.942484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:08.945284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:08.946282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0328d432-3505-45fd-932b-e7fda6ebb805 None None] Network 5e099b93-12b3-4844-8316-b485413fede6 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:08.951101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=e40d8c27-50e8-4e01-ad42-e3d5b468b258,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:08.960128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:08.998980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:08.999586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.005088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.052017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.071289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:09.071699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.083630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.087896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1698fea9-79da-4bfc-8068-baadb8779d18 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.3624151 Sep 22 16:57:09.088210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.089031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:09.099850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Request body: {'router': {'distributed': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:09.329609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.339396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.340565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.353815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.356713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.358142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/24c9c1d1-1e11-4182-bb81-dfdebda54275 HTTP/1.1" status: 204 len: 168 time: 2.0030301 Sep 22 16:57:09.360256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3516b44-02ad-44fc-8f4f-766eec624b91 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.9191446 Sep 22 16:57:09.405660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:09.427322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Request body: {'port': {'network_id': '5e099b93-12b3-4844-8316-b485413fede6', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1522781640'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:09.431414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port bdd1ff4b-86c6-4b55-9e90-3264902e3736 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:09.456302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5e099b93-12b3-4844-8316-b485413fede6', 'network_id': '5e099b93-12b3-4844-8316-b485413fede6', 'tenant_id': 'f70b0ddad1c84a6eb7d4a3d8edc95b4c', 'fixed_ips': [{'subnet_id': 'd4dd1c33-0d2e-48ef-a0da-fcda12294939'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:09.457830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.480555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9cd2a-2285-4687-8a2c-5cfecf87a5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c9c1d1-1e11-4182-bb81-dfdebda54275,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:09.528314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Transition to ACTIVE for port object 402a5cbf-7a25-4800-a5d5-daef70e7d847 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:09.577249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.635491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.803996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3688a6c9-6369-4874-aa0a-fe3f6a644eea,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:09.861783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:57:09.900575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.932765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Network': ['ID=d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:09.944535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:09.947013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Allocated IP 172.20.0.2 (5e099b93-12b3-4844-8316-b485413fede6/d4dd1c33-0d2e-48ef-a0da-fcda12294939/db64d7fe-0f27-4b5b-82d8-edb5d37401e0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:10.010645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.010881 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 609b5af1-075d-40be-9bb6-cb2042b3b159 resource provider aggregate not found Sep 22 16:57:10.011329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.025725 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cadb1aa0-8042-43a1-bb2e-9479548afbe6 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/d6f1a9d2-cfa2-44f4-ac0f-c17aa0417e1f HTTP/1.1" status: 204 len: 168 time: 2.9463029 Sep 22 16:57:10.056757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:10.062843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40446) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:10.094514 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 609b5af1-075d-40be-9bb6-cb2042b3b159 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 609b5af1-075d-40be-9bb6-cb2042b3b159 found for delete ", "request_id": "req-04a43a1b-0cbd-4fbb-b5c0-eb5a967d9058"}]} Sep 22 16:57:10.101485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:10.129191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:10.144651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.149948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c209a801-88f7-4c9c-8186-f935a973c3f2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:10.158448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:10.161771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:network and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:10.176250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e446a-c9ec-4aaf-ac80-46a4347d2483 None None] Pushing event updated for resources: {'Port': ['ID=402a5cbf-7a25-4800-a5d5-daef70e7d847,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:10.189439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Attempting to bind port 402a5cbf-7a25-4800-a5d5-daef70e7d847 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:10.189801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Attempting to bind port 402a5cbf-7a25-4800-a5d5-daef70e7d847 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:10.190160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Attempting to bind port 402a5cbf-7a25-4800-a5d5-daef70e7d847 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:10.204749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:10.205145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:10.205554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.205942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:10.206421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Bound port: 402a5cbf-7a25-4800-a5d5-daef70e7d847, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:10.206807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.224267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=89051) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Sep 22 16:57:10.224785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Router 0294dc07-c0f8-459d-9fe1-f0a07235c9df migrating from provider to provider. {{(pid=89051) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Sep 22 16:57:10.225375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.232582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.238009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:10.251179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.256362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.294642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Usage tracker for resource:port and tenant:f70b0ddad1c84a6eb7d4a3d8edc95b4c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:10.318481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:10.322515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:10.339961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:10.347229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:10.362875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Usage tracker for resource:security_group_rule and tenant:ad7c67304f2a45a8a04919b674fa7d95 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:10.405284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] For port 402a5cbf-7a25-4800-a5d5-daef70e7d847, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:10.408056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:10.411824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] For port 402a5cbf-7a25-4800-a5d5-daef70e7d847, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=402a5cbf-7a25-4800-a5d5-daef70e7d847,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:10.416132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c209a801-88f7-4c9c-8186-f935a973c3f2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:10.420815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Made reservation on behalf of f70b0ddad1c84a6eb7d4a3d8edc95b4c for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:10.425691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.433708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.435808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.438277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:10.441019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.451591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:10.499319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.518032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c209a801-88f7-4c9c-8186-f935a973c3f2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:10.518418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.519842 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c209a801-88f7-4c9c-8186-f935a973c3f2 Sep 22 16:57:10.526299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] device_id is not set on port 4358443d-d93f-43c7-8d0b-da08617e6712 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:10.560296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601e446a-c9ec-4aaf-ac80-46a4347d2483 None None] Pushing event updated for resources: {'Port': ['ID=402a5cbf-7a25-4800-a5d5-daef70e7d847,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:10.590730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Transition to ACTIVE for port object db64d7fe-0f27-4b5b-82d8-edb5d37401e0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:10.606200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:10.606839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:10.765310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Transition to ACTIVE for port object db64d7fe-0f27-4b5b-82d8-edb5d37401e0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:10.792743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.853996 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.scheduler.l3_agent_scheduler [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] No L3 agents can host the router 0294dc07-c0f8-459d-9fe1-f0a07235c9df Sep 22 16:57:10.865203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:10.944993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Allocated IP 172.20.0.1 (c62c9778-b328-461a-9f01-4f922ce734bb/5ac89454-2544-40ee-8f54-15ac4df0bf3f/12477ee2-1077-4d28-8b3a-4439244639a3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:10.958571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:10.958571 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Added segment e5476302-9d6e-45be-8cb7-90145b667eb8 of type vlan for network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb Sep 22 16:57:11.022270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Network 5e099b93-12b3-4844-8316-b485413fede6 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:11.030222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:11.040657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:11.054610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Pushing event updated for resources: {'Port': ['ID=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:11.060348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:11.109800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c209a801-88f7-4c9c-8186-f935a973c3f2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:11.109800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.205283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port bdd1ff4b-86c6-4b55-9e90-3264902e3736 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:11.213809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Hosts for router 0294dc07-c0f8-459d-9fe1-f0a07235c9df: [] {{(pid=89051) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Sep 22 16:57:11.296259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.310443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port c209a801-88f7-4c9c-8186-f935a973c3f2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c209a801-88f7-4c9c-8186-f935a973c3f2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:11.324206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:11.336677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Transition to ACTIVE for port object bdd1ff4b-86c6-4b55-9e90-3264902e3736 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:11.346546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.349730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Hosts for other DVR routers connected to router 0294dc07-c0f8-459d-9fe1-f0a07235c9df: set() {{(pid=89051) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Sep 22 16:57:11.358631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.361121 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d672c407-502e-45fe-93e2-41cf9b12b6b0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "PUT /v2.0/routers/0294dc07-c0f8-459d-9fe1-f0a07235c9df HTTP/1.1" status: 200 len: 717 time: 2.2683148 Sep 22 16:57:11.362896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:11.388522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.436675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.437362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.462037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Attempting to bind port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:11.462422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Attempting to bind port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'e59de328-ad61-45fc-b161-c2fb6f15718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e099b93-12b3-4844-8316-b485413fede6'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:11.462719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Attempting to bind port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 on network 5e099b93-12b3-4844-8316-b485413fede6 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:11.479394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.486005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:11.486558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Checking segment: {'id': 'e59de328-ad61-45fc-b161-c2fb6f15718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e099b93-12b3-4844-8316-b485413fede6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:11.486828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.487186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Bound using segment: {'id': 'e59de328-ad61-45fc-b161-c2fb6f15718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e099b93-12b3-4844-8316-b485413fede6'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:11.487652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Bound port: db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e59de328-ad61-45fc-b161-c2fb6f15718c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '5e099b93-12b3-4844-8316-b485413fede6'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:11.488048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.517547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.577230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.616841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=e40d8c27-50e8-4e01-ad42-e3d5b468b258,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:11.630165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Allocated IP 172.20.0.13 (5e099b93-12b3-4844-8316-b485413fede6/d4dd1c33-0d2e-48ef-a0da-fcda12294939/4358443d-d93f-43c7-8d0b-da08617e6712) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:11.641447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=c209a801-88f7-4c9c-8186-f935a973c3f2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:11.642638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Allocated IP 172.20.0.1 (4f4ab4f1-e485-49c8-8ad7-0fc16e167c82/7fcbb0e6-7010-446a-9ba1-098684708409/b1d2bdfa-5039-456e-b6cf-187cd99ddf4a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:11.645236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.670238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.671421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:11.672696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.694913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd1ff4b-86c6-4b55-9e90-3264902e3736,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:11.703707 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c3328da-c69e-47b5-8532-89036cae6cf0 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "GET /v2.0/routers/0294dc07-c0f8-459d-9fe1-f0a07235c9df HTTP/1.1" status: 200 len: 717 time: 0.3392894 Sep 22 16:57:11.705031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:11.710624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.712665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f715be9-aecb-48f4-bb56-8835b04943dc tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.9829893 Sep 22 16:57:11.719104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40460) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:11.727043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1004925929'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:11.745889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:11.753134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:network and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:11.759373 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6769037 Sep 22 16:57:11.766257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40466) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:11.766257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:11.769209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Checking segment: {'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:11.770932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Network hostable DHCP agents. Network: 919f3735-2715-4ac3-a698-c85911210f88, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:11.784237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'subnet': {'network_id': '9cb9fe0d-085b-4a48-93cc-41eb42214fbb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:11.790184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:11.793212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:11.803702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:subnet and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:11.808934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:11.817824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:11.819815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] For port db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:11.826152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Made reservation on behalf of 862801f6da0443d4b02df4a81fd53e87 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:11.827048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] For port db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,segment=NetworkSegment(e59de328-ad61-45fc-b161-c2fb6f15718c),segment_id=e59de328-ad61-45fc-b161-c2fb6f15718c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:11.829908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.841664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.844779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Network 919f3735-2715-4ac3-a698-c85911210f88 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:11.855876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.873347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:11.874511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:11.889941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 919f3735-2715-4ac3-a698-c85911210f88) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:11.902886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:11.910197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:11.936740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae5c98-7dd4-4af2-b406-de0eb306dce1 None None] Network 919f3735-2715-4ac3-a698-c85911210f88 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:11.981992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:security_group_rule and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:11.990523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:12.004854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:12.009127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:12.009496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:12.009884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:12.021890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:04Z', 'revision_number': 3, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:12.025545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:12.026003 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:12.028314 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 2 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:12.056645 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ad7c67304f2a45a8a04919b674fa7d95&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9719160 Sep 22 16:57:12.065879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:12.080917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a3cbce-3c37-4574-a4c8-30ead1961c58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb4a261c-2719-41d5-b845-584b910f1f2b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:12.085163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:12.085500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:12.085836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:12.101349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.105411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cafe7e1-14da-4baf-9a7b-7f093ef59d52 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=9cb9fe0d-085b-4a48-93cc-41eb42214fbb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:12.118499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:12.118840 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:12.150130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 3 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:12.206350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdffb56-e535-47e5-8001-c9acb4f14404 None None] The sync data for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv is: [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:04Z', 'revision_number': 3, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:12.223555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:12.224224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:12.224750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:12.238992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:12.241554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Transition to ACTIVE for port object 12477ee2-1077-4d28-8b3a-4439244639a3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:12.270123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:12.270460 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:12.335068 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 4 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:12.421523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:12.421924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:12.422206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:12.429331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.430625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.453909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:12.454267 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:12.463740 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 5 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:12.464471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.618886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.625715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Transition to ACTIVE for port object b1d2bdfa-5039-456e-b6cf-187cd99ddf4a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:12.647767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.656754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Network c62c9778-b328-461a-9f01-4f922ce734bb is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:12.672156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:12.682464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:12.684123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:12.687687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:12.688062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:12.688484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:12.744806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Pushing event updated for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:12.778949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Transition to ACTIVE for port object 4358443d-d93f-43c7-8d0b-da08617e6712 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:12.840195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03e693d-6e2d-46e6-8808-a96c2f68323c None None] Pushing event updated for resources: {'Port': ['ID=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:12.878224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.040959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.070390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2d24e75-44e9-48b1-9348-94596968ec6c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:13.107196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:13.107736 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:13.129573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.133749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 6 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:13.157659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Provisioning for port 12477ee2-1077-4d28-8b3a-4439244639a3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:13.166614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Provisioning complete for port 12477ee2-1077-4d28-8b3a-4439244639a3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:13.167565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.168363 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 1 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:13.172985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:13.189665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.190322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Added segment a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06 of type vlan for network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 Sep 22 16:57:13.236303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:13.238123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.263185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:13.266573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:13.270150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.275431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:13.385128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:13.390569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.400645 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9eae527-7a58-43f8-a8cc-993853d7b648 tempest-RoutersTestDVR-839154729 tempest-RoutersTestDVR-839154729-project] 10.222.0.25 "GET /v2.0/routers/0294dc07-c0f8-459d-9fe1-f0a07235c9df HTTP/1.1" status: 200 len: 683 time: 1.6887305 Sep 22 16:57:13.424808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:13.425149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.440114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:13.441016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.541057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:13.541388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:13.541724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:13.601531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:13.601913 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:13.606853 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 7 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:13.797108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:13.797576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:13.798023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:13.835756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:13.836862 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:13.849503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Network': ['ID=b93c45f2-79c8-41a6-aa3e-b733b9f7f512,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:13.855488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 8 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:13.870045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:13.874185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.898245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:13.898245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:13.898245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:13.902815 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe2c8add-8d9c-42b3-ac88-0c05c3cf7af3 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.1823027 Sep 22 16:57:13.907768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:13.917924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Request body: {'subnet': {'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:13.925456 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 2 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:13.939909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.942575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:13.944441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eb4a261c-2719-41d5-b845-584b910f1f2b HTTP/1.1" status: 204 len: 168 time: 1.8770778 Sep 22 16:57:13.945210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:13.946068 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:13.974473 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 9 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:13.978445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c209a801-88f7-4c9c-8186-f935a973c3f2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:14.070270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2aa2c1-d70b-473b-9ba7-7344f8cd46ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb4a261c-2719-41d5-b845-584b910f1f2b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:14.088908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:14.089302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:14.089584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:14.110074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Network 5e099b93-12b3-4844-8316-b485413fede6 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:14.110990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event updated for resources: {'Port': ['ID=4358443d-d93f-43c7-8d0b-da08617e6712,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:14.119111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:14.122012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:14.122186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:14.123075 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:14.127323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 10 to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 Sep 22 16:57:14.165860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:14.177377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:subnet and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:14.182816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:14.183439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:14.183958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:14.188251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:14.201010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:14.201628 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port bdd1ff4b-86c6-4b55-9e90-3264902e3736 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:14.202292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.215992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:14.216746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.220219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:14.303128 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ecdc39e4-d9e5-4b50-8ed9-79a21c8635b4 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.8945336 Sep 22 16:57:14.311585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40486) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:14.318824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed717de1-020c-42fd-9d80-96f3c08cc024 None None] Network 5e099b93-12b3-4844-8316-b485413fede6 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:14.363898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 16:57:14.364588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.502028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Made reservation on behalf of 862801f6da0443d4b02df4a81fd53e87 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:14.506885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.555940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.573753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.665909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:14.712755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Deleting port 4358443d-d93f-43c7-8d0b-da08617e6712 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:14.713200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.744706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c209a801-88f7-4c9c-8186-f935a973c3f2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:14.744706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.744706 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c209a801-88f7-4c9c-8186-f935a973c3f2 Sep 22 16:57:14.749774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.855233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3eec528a-bcf6-48d0-a148-1a4295cc33f2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:14.875841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port bdd1ff4b-86c6-4b55-9e90-3264902e3736, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:14.876334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempted to set empty binding levels {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 16:57:14.897669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.898949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0294dc07-c0f8-459d-9fe1-f0a07235c9df {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:57:14.927572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.928474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:14.929088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.936681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Checking segment: {'id': 'e5476302-9d6e-45be-8cb7-90145b667eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '9cb9fe0d-085b-4a48-93cc-41eb42214fbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:14.937031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Network hostable DHCP agents. Network: 9cb9fe0d-085b-4a48-93cc-41eb42214fbb, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:14.946840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:14.953913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7e3fed1-c55e-47ef-8e6c-a7d15dee2862 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0294dc07-c0f8-459d-9fe1-f0a07235c9df HTTP/1.1" status: 204 len: 168 time: 1.4575784 Sep 22 16:57:14.961537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40494) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:14.980436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Request body: {'router': {'name': 'tempest-router-1612426476', 'distributed': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:14.989107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:14.998392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Usage tracker for resource:router and tenant:49150cfe14b2420681cb390b5091303e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:15.003999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:15.018086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:15.038332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c209a801-88f7-4c9c-8186-f935a973c3f2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:15.043717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.045092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device db64d7fe-0f27-4b5b-82d8-edb5d37401e0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:15.072362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.074496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.124993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 6.5423224 Sep 22 16:57:15.141055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:15.171775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb34fe-1214-4bff-ab13-5b662e18c329 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=bdd1ff4b-86c6-4b55-9e90-3264902e3736,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:15.209303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 3 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:15.241413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:15.301423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Deleting port bdd1ff4b-86c6-4b55-9e90-3264902e3736 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:15.301648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.342769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:15.345269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:15.356899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 402a5cbf-7a25-4800-a5d5-daef70e7d847 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:15.388548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 9cb9fe0d-085b-4a48-93cc-41eb42214fbb) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:15.423957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc53f87-0d93-451b-b48c-5e7e4c2d8e70 None None] Network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:15.433686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:15.434497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.478171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.734913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Calling delete_port for 4358443d-d93f-43c7-8d0b-da08617e6712 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:15.765328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.823009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:15.862609 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 4 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:16.026550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a3511-6fe1-41fe-982f-410248724877 None None] Network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:16.098533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:16.103266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d33eb3a-6e7a-4f75-a496-7f7aae90b88e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.3274269 Sep 22 16:57:16.104424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:16.119491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 402a5cbf-7a25-4800-a5d5-daef70e7d847 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:16.135002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 402a5cbf-7a25-4800-a5d5-daef70e7d847 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:16.135589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.136032 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 402a5cbf-7a25-4800-a5d5-daef70e7d847 Sep 22 16:57:16.136818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'floatingip': {'floating_network_id': '9cb9fe0d-085b-4a48-93cc-41eb42214fbb'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:16.153231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:16.165916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:floatingip and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:16.168507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.171878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.196099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:16.294187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.309747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:16.400063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.431517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.473643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 402a5cbf-7a25-4800-a5d5-daef70e7d847 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:16.474429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.475023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Subnet': ['ID=7cbb5649-0bef-4691-8067-fc3e8cebe672,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:16.495391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Checking segment: {'id': 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:16.496551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network hostable DHCP agents. Network: b93c45f2-79c8-41a6-aa3e-b733b9f7f512, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:16.514082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.516289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 402a5cbf-7a25-4800-a5d5-daef70e7d847, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=402a5cbf-7a25-4800-a5d5-daef70e7d847,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:16.524670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.560549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.580865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Pushing event updated for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:16.588248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port bdd1ff4b-86c6-4b55-9e90-3264902e3736, host hv-neutron-8589, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:16.588675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.599266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.625819 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 5 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:16.680529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Pushing event updated for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:16.702764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.724299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event deleted for resources: {'Port': ['ID=4358443d-d93f-43c7-8d0b-da08617e6712,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:16.759463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.769858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:16.780627 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74e260cb-b12c-4a24-8f67-4b88c116a586 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "DELETE /v2.0/ports/4358443d-d93f-43c7-8d0b-da08617e6712 HTTP/1.1" status: 204 len: 168 time: 2.4634688 Sep 22 16:57:16.782574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:16.782782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:16.807108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b93c45f2-79c8-41a6-aa3e-b733b9f7f512) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:16.812938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:16.813596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:16.832675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634b1a19-6755-448e-8d7a-fc9d5b7e79b0 None None] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:16.857697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ffc9c7f-25d9-4f19-b511-2f9ab58764b6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9475756 Sep 22 16:57:16.859688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40538) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:16.866874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-461623803', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:16.875150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:16.890646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:router and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:16.894570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:16.902360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:16.921646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.024553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=402a5cbf-7a25-4800-a5d5-daef70e7d847,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:17.112107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Calling delete_port for bdd1ff4b-86c6-4b55-9e90-3264902e3736 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:17.187010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.193269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.221476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.222962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-806c0b44-e1ea-4d67-9702-ead028a30e66 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 2.2567563 Sep 22 16:57:17.227726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.273755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:17.274726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40548) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:17.281316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Allocated IP 172.20.0.10 (9cb9fe0d-085b-4a48-93cc-41eb42214fbb/3eec528a-bcf6-48d0-a148-1a4295cc33f2/0f4298ed-21a4-4907-ada2-92b9988cc687) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:17.291165 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 6 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:17.372802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:17.459050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b93c45f2-79c8-41a6-aa3e-b733b9f7f512', 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512', 'tenant_id': '862801f6da0443d4b02df4a81fd53e87', 'fixed_ips': [{'subnet_id': '7cbb5649-0bef-4691-8067-fc3e8cebe672'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:17.461479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.479437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.489442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Network c62c9778-b328-461a-9f01-4f922ce734bb is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:17.502146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:17.564264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event deleted for resources: {'Port': ['ID=bdd1ff4b-86c6-4b55-9e90-3264902e3736,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:17.635641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.639776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:17.652007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:17.727809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Allocated IP 172.20.0.2 (b93c45f2-79c8-41a6-aa3e-b733b9f7f512/7cbb5649-0bef-4691-8067-fc3e8cebe672/4acbb8a5-94c0-4a09-89ec-e866fe3d5da5) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:17.732843 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0227c423-619e-49ac-a4e2-8ff3314ac823 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "DELETE /v2.0/ports/bdd1ff4b-86c6-4b55-9e90-3264902e3736 HTTP/1.1" status: 204 len: 168 time: 2.5874760 Sep 22 16:57:17.735935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:17.740857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5c44588-cf91-4ab4-b37f-2c1cf0f14ec8 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.9548302 Sep 22 16:57:17.743139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:17.744499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:17.818131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1350954126'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:17.875349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-6958064', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:17.881263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:17.885777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Usage tracker for resource:port and tenant:67e02ce3453a499184ebcd922c44f8f7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:17.889369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:17.897535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:17.947898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:17.951474 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 7 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:17.955512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Usage tracker for resource:network and tenant:f70b0ddad1c84a6eb7d4a3d8edc95b4c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:17.961384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:17.973114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:18.019040 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f4b2412-f0f0-4d1d-9ef2-4d6fab35e183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] GET failed (client error): The resource could not be found. Sep 22 16:57:18.019601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1f4b2412-f0f0-4d1d-9ef2-4d6fab35e183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:18.029240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Made reservation on behalf of f70b0ddad1c84a6eb7d4a3d8edc95b4c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:18.033668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.097473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:18.113383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.128647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Transition to ACTIVE for port object 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:18.149203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Made reservation on behalf of 67e02ce3453a499184ebcd922c44f8f7 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:18.149651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.155391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Transition to ACTIVE for port object 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:18.164809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.193612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:18.195708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.207561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.208286 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Added segment fc0ac59c-567e-4dc3-87ae-870a0160cb7e of type vlan for network 4f33f3ee-646a-4993-9306-f351ba2cdb4e Sep 22 16:57:18.212685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.220635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:18.224875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Usage tracker for resource:security_group_rule and tenant:67e02ce3453a499184ebcd922c44f8f7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:18.229367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:18.236011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:18.245649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:18.247790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.253165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:18.264007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:18.300417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1f4b2412-f0f0-4d1d-9ef2-4d6fab35e183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:18.301931 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1f4b2412-f0f0-4d1d-9ef2-4d6fab35e183 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports/bdd1ff4b-86c6-4b55-9e90-3264902e3736 HTTP/1.1" status: 404 len: 333 time: 0.5589573 Sep 22 16:57:18.311784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:18.322158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:57:18.329221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'network_id': '919f3735-2715-4ac3-a698-c85911210f88', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1692728175'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:18.335175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Pushing event updated for resources: {'Port': ['ID=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:18.341666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:18.344971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.350138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.355364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:18.356101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.393139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.408581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Attempting to bind port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:18.410130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Attempting to bind port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:18.410130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Attempting to bind port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 on network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:18.412366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:18.417465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:18.417979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Checking segment: {'id': 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:18.418563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.419210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Bound using segment: {'id': 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:18.419665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Bound port: 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:18.420155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.436774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] device_id is not set on port cdb4fc82-cdec-48cc-a467-511864acca83 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:18.529041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] For port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:18.532520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] For port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,segment=NetworkSegment(a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06),segment_id=a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:18.534572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c630f393-3ea1-44b3-9710-2661481df30f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:18.537961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.604160 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 8 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:18.657962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9101849 Sep 22 16:57:18.663658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40570) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:18.680340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Router 63bc1c54-5648-4958-b863-f42ea3d35a8f has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:57:18.721556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Made reservation on behalf of c20e26213a604d22abe5ea05c400f733 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:18.725130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.733090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:18.739179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 402a5cbf-7a25-4800-a5d5-daef70e7d847 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:18.748493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92776a80-2e06-4e10-b22c-20dcb78b8443 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event updated for resources: {'Network': ['ID=4f33f3ee-646a-4993-9306-f351ba2cdb4e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:18.749741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.758436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.809597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 4f33f3ee-646a-4993-9306-f351ba2cdb4e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:18.825656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8449-71b7-4659-89f2-6bfdfb807f3e None None] Pushing event updated for resources: {'Port': ['ID=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:18.841524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:18.875458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.985151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 402a5cbf-7a25-4800-a5d5-daef70e7d847 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:18.985939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.986442 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 402a5cbf-7a25-4800-a5d5-daef70e7d847 Sep 22 16:57:18.990434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:18.990922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b1a69ddd-b0a9-4ee8-9ca1-25dc6ef253e0 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:57:19.082344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:19.115893 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Sync routers for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:19.128576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Allocated IP 172.26.8.242 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/cdb4fc82-cdec-48cc-a467-511864acca83) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:19.146916 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:19.149595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:19.264684 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 9 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:19.326020 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4bc3e44f-d5b4-4741-82eb-18c9cb4bb449 admin admin] 10.222.0.25 "PUT /v2.0/routers/1ac8b263-3e70-4e7f-bfaa-e4d63621a01e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0946019 Sep 22 16:57:19.396266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 402a5cbf-7a25-4800-a5d5-daef70e7d847 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:19.400730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:19.423363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:19.437852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Sync routers for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:19.438882 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f9f51da-8eec-4c8e-83e8-4769c8cc76d4 admin admin] 10.222.0.25 "PUT /v2.0/routers/63bc1c54-5648-4958-b863-f42ea3d35a8f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3159201 Sep 22 16:57:19.467309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:19.480449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:19.503192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:19.559398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:19.575002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:19.626113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:19.660345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:19.674539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e54b034-4369-40d0-a659-80a6c2958c16 tempest-RoutersTestDVR-880244737 tempest-RoutersTestDVR-880244737-project-admin] 10.222.0.25 "DELETE /v2.0/routers/b1a69ddd-b0a9-4ee8-9ca1-25dc6ef253e0 HTTP/1.1" status: 204 len: 168 time: 2.3742018 Sep 22 16:57:19.751056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Network 919f3735-2715-4ac3-a698-c85911210f88 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:19.756471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:19.768895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:19.777447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:19.779071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:19.817724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=769f85c2-b0ee-405f-87ca-9ab3a93f9742,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:19.875540 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94bed69c-aa93-481d-a89e-8f816fd4d698 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5577345 Sep 22 16:57:19.879002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:19.889931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:20.017084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd38138a-a50a-4f25-8321-88b359dde5e6 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 1.2809877 Sep 22 16:57:20.092046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:20.097942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:20.099541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.206293 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Attempt 10 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:20.218945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:20.224464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:20.319670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:20.335748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2017066213', 'description': 'tempest-description--1107768949'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:20.342330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.349347 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:15Z', 'revision_number': 2, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:20.355151 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Checking router: 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:20.356998 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Updating router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e port 12477ee2-1077-4d28-8b3a-4439244639a3 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:57:20.373051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:20.392546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Usage tracker for resource:security_group and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:20.410359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:20.426810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:20.439074 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.446015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3148a09a-606b-494d-b4dd-7d36937a4a03 None None] Port 12477ee2-1077-4d28-8b3a-4439244639a3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:20.446613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.450406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:20.457613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:20.483049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.565809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:20.734909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Usage tracker for resource:security_group_rule and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:20.740593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.759233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8589815e-7dbc-4916-b74b-db1d5e417562 None None] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:20.789203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:20.803009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:20.836271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:20.841463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.894629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Provisioning for port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:20.901895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:20.910890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Provisioning complete for port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:20.911613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:20.912245 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 1 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:20.948250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Usage tracker for resource:security_group_rule and tenant:967578647db341f68351baa906f98cdc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:20.952653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4298ed-21a4-4907-ada2-92b9988cc687,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:20.994873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.028895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.035151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:21.045733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.053857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:21.103770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d883edc7-794a-424e-a37f-cb63fa2b0e02,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:21.164461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.165631 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a276cc53-8b71-4028-a9a6-785649ef8a9a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8505530 Sep 22 16:57:21.171526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.192115 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Transition to ACTIVE for port object 12477ee2-1077-4d28-8b3a-4439244639a3 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:21.203767 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.228771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:21.250207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:21.269688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:21.269688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:21.316017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'security_group_rule': {'security_group_id': 'd883edc7-794a-424e-a37f-cb63fa2b0e02', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:21.354003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986271790', 'description': 'tempest-description--104952614'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:21.362222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:21.376472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Usage tracker for resource:security_group_rule and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:21.383664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:21.388542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:21.405663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:21.411350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Usage tracker for resource:security_group and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:21.418268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:21.418996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcf265-6271-4e76-8625-5baf9f565422 None None] Pushing event updated for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:21.424428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.428444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:21.446881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:21.473241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.478027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Transition to ACTIVE for port object 769f85c2-b0ee-405f-87ca-9ab3a93f9742 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:21.495335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.511745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.608310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:15Z', 'revision_number': 2, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:21.614266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Checking router: 63bc1c54-5648-4958-b863-f42ea3d35a8f for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:57:21.614614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Updating router 63bc1c54-5648-4958-b863-f42ea3d35a8f port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:57:21.620464 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Attempting to bind port 12477ee2-1077-4d28-8b3a-4439244639a3 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:21.621067 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Attempting to bind port 12477ee2-1077-4d28-8b3a-4439244639a3 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:21.621616 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Attempting to bind port 12477ee2-1077-4d28-8b3a-4439244639a3 on network c62c9778-b328-461a-9f01-4f922ce734bb {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:21.622392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Allocated IP 172.26.8.20 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4ee12aa4-26fb-4aa2-89d1-f23284055acf) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:21.634383 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:21.635709 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Checking segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:21.636866 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.637833 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Bound using segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:21.639567 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Bound port: 12477ee2-1077-4d28-8b3a-4439244639a3, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:21.640345 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.652524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.655847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.696259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.752208 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 2 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:21.840254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.841782 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] For port 12477ee2-1077-4d28-8b3a-4439244639a3, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:21.856532 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] For port 12477ee2-1077-4d28-8b3a-4439244639a3, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=12477ee2-1077-4d28-8b3a-4439244639a3,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:21.861641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=769f85c2-b0ee-405f-87ca-9ab3a93f9742,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:21.873575 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.893689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:21.943521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:21.979050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:21.987726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Usage tracker for resource:security_group_rule and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:21.994157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:22.007100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:22.013847 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dcf265-6271-4e76-8625-5baf9f565422 None None] Pushing event updated for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.037231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87c074b-a954-44e9-a8d0-53c3cba530be,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.039480 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:22.050408 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:22.193197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:22.193689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:22.194294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:22.209164 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e8330941-c74e-4882-a029-855f3c181de8 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=967578647db341f68351baa906f98cdc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7520578 Sep 22 16:57:22.223006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.227254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.230013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:22.230498 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:22.284864 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 2 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:22.320443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.343812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:22.352015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:22.352270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:22.352771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:22.365063 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:22.374717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d644c9-5245-491d-be7b-1a1d5b34493e tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] Network 4f33f3ee-646a-4993-9306-f351ba2cdb4e is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:22.390503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1f2f413-2625-4e78-a923-a9019d591105,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.406953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.415126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:22.415553 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:22.417606 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-85d644c9-5245-491d-be7b-1a1d5b34493e tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "POST /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 2.2527542 Sep 22 16:57:22.423123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:22.423675 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 3 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:22.423807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.438657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Pushing event updated for resources: {'Port': ['ID=cdb4fc82-cdec-48cc-a467-511864acca83,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.451100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.452892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.453893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.467661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.473357 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 3 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:22.481333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:22.483656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:22.484164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:22.485316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:22.514873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:22.515234 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:22.529550 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 4 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:22.538310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Transition to ACTIVE for port object b1d2bdfa-5039-456e-b6cf-187cd99ddf4a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:22.554981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb81002-f39d-412e-999e-3eb55562ee90 None None] Network 4f33f3ee-646a-4993-9306-f351ba2cdb4e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:22.555208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.556632 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e8ef4212-28e8-4ac7-96d7-ede80cd10cc2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2844741 Sep 22 16:57:22.568815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:22.569916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:22.570680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.574812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.575992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.578683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Port': ['ID=0f4298ed-21a4-4907-ada2-92b9988cc687,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.591396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.593780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'security_group_rule': {'security_group_id': 'd883edc7-794a-424e-a37f-cb63fa2b0e02', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:22.598888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.608310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.613577 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18d5f799-e52d-4fec-809f-c2ce1b0e81b3 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.4841776 Sep 22 16:57:22.613766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.625904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40638) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.635742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:22.641565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:22.642070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:22.643137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:22.651327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Usage tracker for resource:security_group_rule and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:22.670570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:22.731181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:22.738907 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb8ad440-56d9-402d-8e27-2932af486c94 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.4336882 Sep 22 16:57:22.746839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.757719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.764776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.242'}]}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:22.769545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:22.774600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Usage tracker for resource:router and tenant:67e02ce3453a499184ebcd922c44f8f7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:22.778247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:22.785186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:22.806630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.807704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.815702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-03b97a53-31d1-4039-9478-e9138a93288c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "GET /v2.0/floatingips?floating_network_id=9cb9fe0d-085b-4a48-93cc-41eb42214fbb HTTP/1.1" status: 200 len: 690 time: 0.1686778 Sep 22 16:57:22.824124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.825135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:22.825477 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:22.829467 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 5 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:22.862941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.867411 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5862465 Sep 22 16:57:22.875227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:22.883088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'security_group_rule': {'security_group_id': '4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:22.892330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5a8fea-014c-4d1d-8028-f27c0cd6da6f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:22.897050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:22.898226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:22.898628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:22.923597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:22.945799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:22.946511 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:22.950661 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 6 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:22.953124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:22.975223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Usage tracker for resource:security_group_rule and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:22.982351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:23.019023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d0e8535-6ee3-40b7-96e4-940c057c9017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.021064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:23.041512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.048692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:23.056813 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:21Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:23.062417 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-987d3d0f-003c-45db-ab8a-d3818635d05e None None] The sync data for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv is: [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:21Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:23.062682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.062913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.063257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.072797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87c074b-a954-44e9-a8d0-53c3cba530be,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.082087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:23.082533 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:23.084658 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 7 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:23.093628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.121277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.122628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-70a9dc95-9735-4b4c-a3e7-4b2a12e0523a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/b87c074b-a954-44e9-a8d0-53c3cba530be HTTP/1.1" status: 204 len: 168 time: 0.8983960 Sep 22 16:57:23.143821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.144270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.144519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.152397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9a6949f-0d7e-4c55-8033-d3df9a4f6c21 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks HTTP/1.1" status: 200 len: 8000 time: 0.7156577 Sep 22 16:57:23.158810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:23.167800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.172136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:23.179638 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:23.198396 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 8 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:23.206325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5733644-524d-4994-a3f7-3d53ddb8104b None None] Pushing event updated for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.251954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.262467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.263095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.265276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.285816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:23.286698 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:23.293448 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 9 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:23.300445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.336562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Attempting to bind port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.336980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Attempting to bind port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.337358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Attempting to bind port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a on network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.351487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.354783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.365567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.365915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.367357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.378152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:23.378610 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:23.379183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.382389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 10 to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 Sep 22 16:57:23.412741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 56, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:23.413172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Checking segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:23.413672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.414203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Bound using segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:23.414768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Bound port: b1d2bdfa-5039-456e-b6cf-187cd99ddf4a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:23.415447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.450539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:23.451177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:23.451598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:23.466370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:23.483242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:23.500974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ea4cad2-08d1-42e6-98cb-2bc367d75a25,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.513483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:23.555406 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 4 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:23.593842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:23.594144 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:23.594733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.637588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f8d8576-274d-4a42-9d43-a39829145c5b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.646104 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bbc51658-4897-41de-b694-6700cf7f8480 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "DELETE /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks/4f33f3ee-646a-4993-9306-f351ba2cdb4e HTTP/1.1" status: 204 len: 168 time: 0.4857614 Sep 22 16:57:23.672455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:23.696909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] For port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:23.702833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] For port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:23.704011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:23.713121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.719619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.761123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port 769f85c2-b0ee-405f-87ca-9ab3a93f9742, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:23.761420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 16:57:23.769881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.770470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] In _notify_port_updated(), no bound segment for port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:57:23.771369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:23.771973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.776879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "PUT /v2.0/ports/769f85c2-b0ee-405f-87ca-9ab3a93f9742 HTTP/1.1" status: 200 len: 981 time: 3.8929935 Sep 22 16:57:23.807044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:23.807694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:56:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:23.846179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:23.907802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=4ee12aa4-26fb-4aa2-89d1-f23284055acf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.910852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5733644-524d-4994-a3f7-3d53ddb8104b None None] Pushing event updated for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:23.911928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:23.913300 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2d4a5ef5-36f1-4111-94d2-8507af3ea202 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0368555 Sep 22 16:57:23.938820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:23.945058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'security_group_rule': {'security_group_id': '4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:23.968138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:23.985295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:24.002586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Usage tracker for resource:security_group_rule and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:24.026407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:24.029939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e96620-0892-4d8f-8846-df70a3a9cfd6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=769f85c2-b0ee-405f-87ca-9ab3a93f9742,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:24.047606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.060160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:24.078140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:24.087488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Usage tracker for resource:security_group_rule and tenant:49150cfe14b2420681cb390b5091303e is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:24.092906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:24.108300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:24.115172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.139851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.139851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.140506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.141053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.141575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.142406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.142613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.143137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.143659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.144179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.144747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.145252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.145795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.146309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.146842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.147634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.148415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:24.150443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:24.180967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:57:24.225620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:24.235826 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8d96f45-c982-4d59-9b6f-1601c4eecccc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15381 time: 0.3881435 Sep 22 16:57:24.240214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40680) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:24.296869 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 5 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:24.376469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Deleting port 769f85c2-b0ee-405f-87ca-9ab3a93f9742 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:24.376939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.451766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.456064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afaa7102-914b-4089-bec1-345cdb435d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8709671 Sep 22 16:57:24.457595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:24.478615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.493583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:24.508914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.516265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:24.531964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Usage tracker for resource:floatingip and tenant:e63e5dc9424f44d49391f2b25cecf5e3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:24.549778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:24.628986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:24.643801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b6ef49-1ac0-4231-b71c-61ca39898815,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:24.716816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Deleting port 0f4298ed-21a4-4907-ada2-92b9988cc687 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:24.716816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.729107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.742116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.754313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 12477ee2-1077-4d28-8b3a-4439244639a3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:24.778966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.827736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 16:57:24.836198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Could not find standard attr ID for object 4358443d-d93f-43c7-8d0b-da08617e6712. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:57:24.843933 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=49150cfe14b2420681cb390b5091303e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8458703 Sep 22 16:57:24.843933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.844196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e24ff19e-d8c8-4574-8f78-890af1f72bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.844323 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b3c9adf-602e-44f6-9b2a-181733979d26 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9034581 Sep 22 16:57:24.855139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:24.855578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:24.910881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:24.973436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 12477ee2-1077-4d28-8b3a-4439244639a3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:24.984453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 12477ee2-1077-4d28-8b3a-4439244639a3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:24.984861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:24.985195 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:25.000059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d4595-dde9-4b9c-9a26-b4f1f6636ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04db39e8-d3a0-4833-a991-9ddd2d89ce0a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.042345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port 769f85c2-b0ee-405f-87ca-9ab3a93f9742, host hv-neutron-8589, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:25.042813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.049209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Provisioning for port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:25.060325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:25.073660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.082986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Provisioning complete for port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:25.082986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.083261 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Attempt 1 to provision port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 Sep 22 16:57:25.088647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.092687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Usage tracker for resource:floatingip and tenant:ef5d3725ae2e45128ae6750e1734aba7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:25.151410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:25.203712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:25.238975 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Calling delete_port for 769f85c2-b0ee-405f-87ca-9ab3a93f9742 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:25.279133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:23Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:25.344295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3bfe0c-3ac6-450a-aa76-d1dd5e8cad28 None None] The sync data for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv is: [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:23Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:25.363544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.363857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 12477ee2-1077-4d28-8b3a-4439244639a3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:25.364407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.447045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Current status of the port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:25.447534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.494199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 12477ee2-1077-4d28-8b3a-4439244639a3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=12477ee2-1077-4d28-8b3a-4439244639a3,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:25.498167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.506210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.551531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.573695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event deleted for resources: {'Port': ['ID=769f85c2-b0ee-405f-87ca-9ab3a93f9742,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.586653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.589687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.591953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.615823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] For port db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,segment=NetworkSegment(e59de328-ad61-45fc-b161-c2fb6f15718c),segment_id=e59de328-ad61-45fc-b161-c2fb6f15718c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:25.633245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.644172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3bceb7c-08d9-4ed7-a344-fbaced654a08 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "DELETE /v2.0/ports/769f85c2-b0ee-405f-87ca-9ab3a93f9742 HTTP/1.1" status: 204 len: 168 time: 1.4001055 Sep 22 16:57:25.649763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40696) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:25.655874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.656974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.673412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.727127 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5b102fb-964f-4b13-acc0-8bd5b4869236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] GET failed (client error): The resource could not be found. Sep 22 16:57:25.728018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5b102fb-964f-4b13-acc0-8bd5b4869236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:25.767494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a5b102fb-964f-4b13-acc0-8bd5b4869236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:25.768730 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a5b102fb-964f-4b13-acc0-8bd5b4869236 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports/769f85c2-b0ee-405f-87ca-9ab3a93f9742 HTTP/1.1" status: 404 len: 333 time: 0.1183491 Sep 22 16:57:25.813852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40700) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:25.822168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1205715850', 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:25.844961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:25.863768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43f2411-5046-4145-9c99-8fc91ea209a8 None None] Pushing event updated for resources: {'Port': ['ID=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:25.864815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:25.889507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Made reservation on behalf of c20e26213a604d22abe5ea05c400f733 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:25.892203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.903859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Allocated IP 172.26.8.122 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/c7709a87-7ac5-4d50-bfcb-7e82e7298c38) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:25.905051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.905391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.909423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.919760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Provisioning for port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:25.930634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port 98af3688-4859-46e2-b1d6-c81341f1639b yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:25.932328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Provisioning complete for port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:25.933001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:25.933673 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Attempt 1 to provision port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 Sep 22 16:57:26.049460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Calling delete_port for 0f4298ed-21a4-4907-ada2-92b9988cc687 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:26.141899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Current status of the port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:26.142277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.215400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] For port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,segment=NetworkSegment(a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06),segment_id=a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:26.220644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.295110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.309080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6726621e-bab4-4780-9ccb-258a0c53f5ce tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 2.6011279 Sep 22 16:57:26.317232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40704) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:26.329079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.350818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a754bce-8ad8-4ae9-a152-27a459d72f0b None None] Pushing event updated for resources: {'Port': ['ID=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:26.369113 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72df3d52-7842-41d5-ad3f-280f3510782e tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/networks/5e099b93-12b3-4844-8316-b485413fede6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0494587 Sep 22 16:57:26.374317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40708) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:26.407352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.419618 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e75e8d5-91e0-4c3c-8847-1a9bc56bd1b9 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/networks/5e099b93-12b3-4844-8316-b485413fede6/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0442007 Sep 22 16:57:26.422867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:26.446800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04db39e8-d3a0-4833-a991-9ddd2d89ce0a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:26.490622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.547146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.551268 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a548b9d4-a614-4f01-8b83-a339737cff0c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04db39e8-d3a0-4833-a991-9ddd2d89ce0a HTTP/1.1" status: 204 len: 168 time: 1.6602962 Sep 22 16:57:26.693593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.722846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:26.744063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:26.753170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:26.800728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 12477ee2-1077-4d28-8b3a-4439244639a3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:26.836148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'Port': ['ID=c7709a87-7ac5-4d50-bfcb-7e82e7298c38,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:26.868089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.946319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 12477ee2-1077-4d28-8b3a-4439244639a3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:26.946650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:26.946987 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 12477ee2-1077-4d28-8b3a-4439244639a3 Sep 22 16:57:27.019822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Network 919f3735-2715-4ac3-a698-c85911210f88 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:27.081853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=98af3688-4859-46e2-b1d6-c81341f1639b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:27.097659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d251350e-fe06-42c9-be09-233f74ec2391 tempest-DHCPAgentSchedulersTestJSON-459070263 tempest-DHCPAgentSchedulersTestJSON-459070263-project-admin] 10.222.0.25 "GET /v2.0/agents/2e05dca9-0034-4ae7-990e-b52a0cc4d356/dhcp-networks HTTP/1.1" status: 200 len: 7230 time: 0.6735849 Sep 22 16:57:27.122252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.127769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.135788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:27.161246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 12477ee2-1077-4d28-8b3a-4439244639a3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:27.162623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:27.195193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:27.197942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f4298ed-21a4-4907-ada2-92b9988cc687,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:27.210937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:27.216748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:27.219239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.273783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:27.274155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.274485 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 Sep 22 16:57:27.314250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.325252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c1abff1f-27b7-4212-9a17-d0eabac6b61a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.5096986 Sep 22 16:57:27.328207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:27.380942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.383222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:57:27.443931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.456986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.466178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:27.467873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device db64d7fe-0f27-4b5b-82d8-edb5d37401e0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:27.570467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:27.571115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.571634 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 Sep 22 16:57:27.642648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad43a1ae-76d7-43a7-ab5e-e4aa0ecdb5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:27.643600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad43a1ae-76d7-43a7-ab5e-e4aa0ecdb5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:27.714169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:27.715244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b1d2bdfa-5039-456e-b6cf-187cd99ddf4a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:27.764860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.768424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad43a1ae-76d7-43a7-ab5e-e4aa0ecdb5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:27.771229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad43a1ae-76d7-43a7-ab5e-e4aa0ecdb5c1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports/98af3688-4859-46e2-b1d6-c81341f1639b HTTP/1.1" status: 200 len: 959 time: 0.4396527 Sep 22 16:57:27.773626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.774599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.789431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:27.797765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:27.804778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:27.805670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.806025 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:27.890960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:27.896038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'Port': ['ID=c7709a87-7ac5-4d50-bfcb-7e82e7298c38,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:27.899999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.929834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:27.932756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5843e8a-6096-4acf-87bb-534ec0a333bd tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4621172 Sep 22 16:57:27.962104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:27.962499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.007883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:28.013583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.034896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-411791777'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:28.040902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:28.046198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:network and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:28.049376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:28.056725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:28.073825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:28.080439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.102281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.110789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:28.212330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:28.216571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:security_group_rule and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:28.216754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.219764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:28.226353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:28.265234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Deleting port 98af3688-4859-46e2-b1d6-c81341f1639b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:28.265486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.323937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.344141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.348421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.387428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cef45093-046a-4fa6-a195-a6aa5d568786,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:28.390402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:28.402369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.402713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Added segment 189fecf3-8f25-4b35-9b13-0caa97f0d957 of type vlan for network f3a9654d-3ae4-48af-9ca2-2c6331f26039 Sep 22 16:57:28.436966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.458101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.470994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.477780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:28.478392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.495951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:28.510713 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 16:57:28.526637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Allocated IP 172.26.8.145 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/c5387ee5-9598-43a3-8059-406cab9481f4) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:28.543637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:28.563454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.563814 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] Sync routers for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:28.580771 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:28.581531 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:28.631755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Network': ['ID=f3a9654d-3ae4-48af-9ca2-2c6331f26039,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:28.635578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-d040b0d2-3a51-4049-9cc0-9b90bdf36935 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Synchronizing usage tracker for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:28.645501 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c9df904-5c5a-4d60-83ae-e43a4b195232 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7514038 Sep 22 16:57:28.646482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:28.649857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:28.657137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:28.672772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b1d2bdfa-5039-456e-b6cf-187cd99ddf4a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:28.695396 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:28.708092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:28.709284 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:28.736207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-d040b0d2-3a51-4049-9cc0-9b90bdf36935 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Unset dirty status for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:28.737420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-d040b0d2-3a51-4049-9cc0-9b90bdf36935 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--2017066213&fields=id&tenant_id=e63e5dc9424f44d49391f2b25cecf5e3 HTTP/1.1" status: 200 len: 267 time: 0.2389989 Sep 22 16:57:28.755627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > segment before_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.755993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.756810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.757256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > port after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.757534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > port after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.757887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > port after_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.758212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > segment after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.758553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.758875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.759195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet after_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.795310 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:28.795977 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a46a0f9-69f9-45e4-a802-caca9a0f03f7 None None] The sync data for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:28.866100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:28.867111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.867508 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a Sep 22 16:57:28.868948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:28.876764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:28.881593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:28.901318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:28.933346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:28.936566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:28.955844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-12e421e2-b202-4325-a7c2-d303375aa067 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:28.956547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-12e421e2-b202-4325-a7c2-d303375aa067 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Synchronizing usage tracker for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:28.958451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet after_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.959067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet after_delete 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.959551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet before_create 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.959745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Subscribe: > subnet before_update 55550000 {{(pid=89051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 22 16:57:28.960160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f33f3ee-646a-4993-9306-f351ba2cdb4e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:28.994841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:29.032500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.039795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc0ac59c-567e-4dc3-87ae-870a0160cb7e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:29.040093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc0ac59c-567e-4dc3-87ae-870a0160cb7e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:29.050222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-12e421e2-b202-4325-a7c2-d303375aa067 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Unset dirty status for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:29.051312 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-12e421e2-b202-4325-a7c2-d303375aa067 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/networks?id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 200 len: 805 time: 0.3007276 Sep 22 16:57:29.074686 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-5f7d9fa6-0a51-417e-91f5-b45550ad37df tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/quotas/e63e5dc9424f44d49391f2b25cecf5e3 HTTP/1.1" status: 200 len: 375 time: 0.0156965 Sep 22 16:57:29.113627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.118099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34b7b6cf-b40d-4405-8501-19d7eb863489 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 12.2523758 Sep 22 16:57:29.128646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:29.174066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.181036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3eec528a-bcf6-48d0-a148-1a4295cc33f2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:29.243413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.324553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:29.324865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.385475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.481351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.551224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.553161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-7dd75b85-2f33-434b-8355-c1082e6a38bb tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Synchronizing usage tracker for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:29.649698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Calling delete_port for 98af3688-4859-46e2-b1d6-c81341f1639b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:29.677073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=e7944c0d-ccee-41ee-b094-84154d469634,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:29.695840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-7dd75b85-2f33-434b-8355-c1082e6a38bb tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Unset dirty status for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:29.697137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-7dd75b85-2f33-434b-8355-c1082e6a38bb tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6158235 Sep 22 16:57:29.705490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:29.705853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network hostable DHCP agents. Network: f3a9654d-3ae4-48af-9ca2-2c6331f26039, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:29.810322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:29.817321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.830648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment fc0ac59c-567e-4dc3-87ae-870a0160cb7e resource provider aggregate not found Sep 22 16:57:29.840085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb9fe0d-085b-4a48-93cc-41eb42214fbb']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:29.841994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f3a9654d-3ae4-48af-9ca2-2c6331f26039) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:29.846100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:29.846771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.855524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d458fab3-451d-4450-ad36-2ebe189dfefb None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:29.869998 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment fc0ac59c-567e-4dc3-87ae-870a0160cb7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc0ac59c-567e-4dc3-87ae-870a0160cb7e found for delete ", "request_id": "req-ebc059b0-77b1-4079-badb-adcad7bbfa09"}]} Sep 22 16:57:29.870636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.881397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5476302-9d6e-45be-8cb7-90145b667eb8') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:29.881716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5476302-9d6e-45be-8cb7-90145b667eb8') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:29.932780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.946052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:29.987069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event deleted for resources: {'Network': ['ID=4f33f3ee-646a-4993-9306-f351ba2cdb4e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.006501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea32f0d1-4668-4673-919a-f57718ffacdf tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "DELETE /v2.0/networks/4f33f3ee-646a-4993-9306-f351ba2cdb4e HTTP/1.1" status: 204 len: 168 time: 2.8193493 Sep 22 16:57:30.010599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.015481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.051276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-baf7843d-5e86-4623-8610-84232095e63b service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:57:30.052269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-baf7843d-5e86-4623-8610-84232095e63b service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2296138 Sep 22 16:57:30.072376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:30.072932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.087705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9400abb-62d8-4808-a67d-b342ad7f68e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4364080 Sep 22 16:57:30.091780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.091924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.140069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b0934b-d6a8-4ca6-9b15-856a283fdb73 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] DELETE failed (client error): The resource could not be found. Sep 22 16:57:30.140560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b0934b-d6a8-4ca6-9b15-856a283fdb73 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:57:30.153747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'name': 'tempest-NetworksTestDHCPv6-1248858309'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:30.161446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'e7944c0d-ccee-41ee-b094-84154d469634'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:30.162513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.224166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event deleted for resources: {'Port': ['ID=98af3688-4859-46e2-b1d6-c81341f1639b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.231130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-87b0934b-d6a8-4ca6-9b15-856a283fdb73 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "DELETE /v2.0/ports/4358443d-d93f-43c7-8d0b-da08617e6712 HTTP/1.1" status: 404 len: 333 time: 0.2184703 Sep 22 16:57:30.234441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40812) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.244566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.247596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5dcd8468-0616-4ae4-a469-73503d5688a3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "DELETE /v2.0/ports/98af3688-4859-46e2-b1d6-c81341f1639b HTTP/1.1" status: 204 len: 168 time: 2.4571304 Sep 22 16:57:30.286108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.321750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.360680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/e7944c0d-ccee-41ee-b094-84154d469634/fceb2759-3348-4bca-8271-5333cd4e2959) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:30.362603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:30.384274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:30.401369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:30.415756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.419704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9cb9fe0d-085b-4a48-93cc-41eb42214fbb {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:57:30.420369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:30.475250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.483564 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2f442f3-c181-4c87-a15a-eb9188834650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] GET failed (client error): The resource could not be found. Sep 22 16:57:30.484321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2f442f3-c181-4c87-a15a-eb9188834650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:30.506017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Network': ['ID=9cb9fe0d-085b-4a48-93cc-41eb42214fbb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.513540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:30.531937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Deleting subnet d4dd1c33-0d2e-48ef-a0da-fcda12294939 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:57:30.534021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-b8e1b861-a61b-44f7-8d1a-a789d5805187 service neutron] 10.222.0.25 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714098 Sep 22 16:57:30.535238 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9caaf34-da0f-4de8-a25e-6a8c05870555 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9cb9fe0d-085b-4a48-93cc-41eb42214fbb HTTP/1.1" status: 204 len: 168 time: 7.7055161 Sep 22 16:57:30.536414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:30.539583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:30.555366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40820) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.577102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.608788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'Port': ['ID=c5387ee5-9598-43a3-8059-406cab9481f4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.612147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:30.615569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.627148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.650965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.662610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Transition to ACTIVE for port object fceb2759-3348-4bca-8271-5333cd4e2959 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:30.683911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Transition to ACTIVE for port object fceb2759-3348-4bca-8271-5333cd4e2959 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:30.697339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.708075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2f442f3-c181-4c87-a15a-eb9188834650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:30.709551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2f442f3-c181-4c87-a15a-eb9188834650 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports/98af3688-4859-46e2-b1d6-c81341f1639b HTTP/1.1" status: 404 len: 333 time: 0.4221590 Sep 22 16:57:30.745766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.759156 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65b3109d-9cde-483f-a34c-ee3ac2c6f2fc tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1171 time: 0.2007079 Sep 22 16:57:30.767913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:30.768408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'network_id': '919f3735-2715-4ac3-a698-c85911210f88', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-597846799'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:30.787001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:30.794233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:30.795051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Pushing event updated for resources: {'Port': ['ID=fceb2759-3348-4bca-8271-5333cd4e2959,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:30.809725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:30.811325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:30.816306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:30.845242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:30.885156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.890360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.970224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Attempting to bind port fceb2759-3348-4bca-8271-5333cd4e2959 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:30.970793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Attempting to bind port fceb2759-3348-4bca-8271-5333cd4e2959 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:30.970944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Attempting to bind port fceb2759-3348-4bca-8271-5333cd4e2959 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:30.977328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:30.977703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:30.978110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:30.978506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:30.978988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Bound port: fceb2759-3348-4bca-8271-5333cd4e2959, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:30.979369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.027453 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-b556b044-787d-47b5-aba2-0394e4d6bfdf service neutron] 10.222.0.25 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925473 Sep 22 16:57:31.034018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Made reservation on behalf of c20e26213a604d22abe5ea05c400f733 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:31.036413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.100024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] For port fceb2759-3348-4bca-8271-5333cd4e2959, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:31.103373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.105834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] For port fceb2759-3348-4bca-8271-5333cd4e2959, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fceb2759-3348-4bca-8271-5333cd4e2959,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:31.112025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.113279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.195161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.195631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.196120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.196559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.197033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.197480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.198101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.198405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:31.199377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Synchronizing usage tracker for tenant:007215f4a36c49a99c0dad20ea94a78c on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:31.223117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.234130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d47e120-0cfe-405b-af6b-823600e2267a None None] Pushing event updated for resources: {'Port': ['ID=fceb2759-3348-4bca-8271-5333cd4e2959,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:31.247237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.248237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8e4dda6-7f5a-4d56-b4d6-646d875e3926 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:57:31.341877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.377580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Unset dirty status for tenant:007215f4a36c49a99c0dad20ea94a78c on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:31.382128 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a086be3-7552-4882-ad9a-b74160b0377c tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5197 time: 0.6054199 Sep 22 16:57:31.387559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:31.392180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::1e (f3a9654d-3ae4-48af-9ca2-2c6331f26039/e7944c0d-ccee-41ee-b094-84154d469634/dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:31.506642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40854) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:31.533855 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-2a82db10-abdb-4170-bbc7-b2188a10e396 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] delete failed (client error): The resource could not be found. Sep 22 16:57:31.537223 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a82db10-abdb-4170-bbc7-b2188a10e396 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/a6fc6959-94d8-46be-b669-33f4ec1a49fe HTTP/1.1" status: 404 len: 345 time: 0.1313686 Sep 22 16:57:31.558724 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 16:57:31.562689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f376ff0-2167-4e4b-89b1-bb2ae2a17606 tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.7995839 Sep 22 16:57:31.562689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:31.579869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40862) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:31.595894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:31.771002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:31.845148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-43f8e03e-4a75-4394-9165-18de27c4302d tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] DELETE failed (client error): The resource could not be found. Sep 22 16:57:31.845626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43f8e03e-4a75-4394-9165-18de27c4302d tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:57:31.853218 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 22 16:57:31.938029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74b78293-37a8-44ab-9567-fb697edeb62e req-bebbff18-1b74-441e-9974-747a2cd9ccd0 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.4292488 Sep 22 16:57:31.963579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e5476302-9d6e-45be-8cb7-90145b667eb8 resource provider aggregate not found Sep 22 16:57:31.977473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Deleting port cdb4fc82-cdec-48cc-a467-511864acca83 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:31.977822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.008803 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43f8e03e-4a75-4394-9165-18de27c4302d tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/9cb9fe0d-085b-4a48-93cc-41eb42214fbb HTTP/1.1" status: 404 len: 339 time: 0.4370663 Sep 22 16:57:32.017103 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e5476302-9d6e-45be-8cb7-90145b667eb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e5476302-9d6e-45be-8cb7-90145b667eb8 found for delete ", "request_id": "req-65cd19d3-4bb8-487e-8298-1ed81f5784c1"}]} Sep 22 16:57:32.023781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:32.031404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.089391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'name': 'tempest-network--370796914', 'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:32.112016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event deleted for resources: {'Subnet': ['ID=d4dd1c33-0d2e-48ef-a0da-fcda12294939,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.125685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4efe62e4-9d96-42f2-a8f2-46bc2f2cb379 None None] Network 5e099b93-12b3-4844-8316-b485413fede6 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:32.133615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:32.137268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.141730 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9faa8a7-d307-4345-a313-f6c5e03b80d3 tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "DELETE /v2.0/subnets/d4dd1c33-0d2e-48ef-a0da-fcda12294939 HTTP/1.1" status: 204 len: 168 time: 1.8994210 Sep 22 16:57:32.149091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:network and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:32.204430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:32.217440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:32.224714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:32.237467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.305507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.398926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:32.402011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.483652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Network 919f3735-2715-4ac3-a698-c85911210f88 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:32.500247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:32.512918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:32.514128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:32.514946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.529314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.590983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=15fcd85d-1c57-4c38-a1ce-0ff9944779ad,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:32.622470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] DHCP port deletion for 5e099b93-12b3-4844-8316-b485413fede6 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:57:32.629064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Deleting port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:32.629689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.635606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:32.646668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:32.670304 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bef3ac4a-d707-4ff2-a647-2cfce265cfc6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9172599 Sep 22 16:57:32.675618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Allocated IP 172.20.0.1 (b93c45f2-79c8-41a6-aa3e-b733b9f7f512/7cbb5649-0bef-4691-8067-fc3e8cebe672/0ae9b493-3392-41bf-8bec-b036d89de828) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:32.677748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:32.688463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:32.713148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc37dcf3-efc3-4238-b664-6c0a3ad447cb None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:32.735583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.766848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.770466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.824268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fceb2759-3348-4bca-8271-5333cd4e2959 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:32.885481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.900891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.901242 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Added segment 50289d19-b633-4b41-81f2-939470e0a615 of type vlan for network b5068725-4430-41c1-86e3-9f0aa6bcb4d6 Sep 22 16:57:32.945423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:32.968649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Deleting port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:32.968999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.115822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.137355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] For port db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,segment=NetworkSegment(e59de328-ad61-45fc-b161-c2fb6f15718c),segment_id=e59de328-ad61-45fc-b161-c2fb6f15718c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:33.138066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.189997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.213835 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.3106732 Sep 22 16:57:33.245612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391fb28-21d7-4915-9bb2-48e1246553f2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'Port': ['ID=c5387ee5-9598-43a3-8059-406cab9481f4,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:33.266440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.274760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.300092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:33.303178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:33.307419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:33.318532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:33.319257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.378002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Calling delete_port for db64d7fe-0f27-4b5b-82d8-edb5d37401e0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:33.378419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:33.423579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6e189085-1aa3-4459-9253-59bf5ee8e60d None None] Provisioning for port fceb2759-3348-4bca-8271-5333cd4e2959 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:33.536287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-076feaed-8986-4e7d-b554-4b02a4cebba5 req-8a111525-d7d8-4f88-a57b-07bfca37875e tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.2036717 Sep 22 16:57:33.540679 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd23b476-1f89-403a-a3b7-865dd36afb41 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4411232 Sep 22 16:57:33.546615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.557919 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40928) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:33.570306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Calling delete_port for cdb4fc82-cdec-48cc-a467-511864acca83 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:33.593905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fceb2759-3348-4bca-8271-5333cd4e2959 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:33.699048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.18', 60641) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:33.743588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] It took 0.45 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:33.748654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.828483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] Pushing event deleted for resources: {'Port': ['ID=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:33.830512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fceb2759-3348-4bca-8271-5333cd4e2959 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:33.836807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.837723 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fceb2759-3348-4bca-8271-5333cd4e2959 Sep 22 16:57:33.899268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] For port db64d7fe-0f27-4b5b-82d8-edb5d37401e0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=db64d7fe-0f27-4b5b-82d8-edb5d37401e0,segment=NetworkSegment(e59de328-ad61-45fc-b161-c2fb6f15718c),segment_id=e59de328-ad61-45fc-b161-c2fb6f15718c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:33.900663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:33.900910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Transition to ACTIVE for port object 0ae9b493-3392-41bf-8bec-b036d89de828 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:33.902438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c17ab8-385d-4e42-8c5a-dc1e0e9efe65 None None] No DVR routers for this DVR port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:57:34.072527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-d8acc5ca-d4ef-4c84-bb46-17ff2fb716a3 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:34.074333 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-d8acc5ca-d4ef-4c84-bb46-17ff2fb716a3 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "GET /v2.0/networks?id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 200 len: 805 time: 0.3743103 Sep 22 16:57:34.081823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fceb2759-3348-4bca-8271-5333cd4e2959 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:34.082117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.092313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b77fc-a58c-4538-afdb-af2c145e11cf tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:34.098729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9b77fc-a58c-4538-afdb-af2c145e11cf tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:34.099506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a9b77fc-a58c-4538-afdb-af2c145e11cf tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:34.138653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port fceb2759-3348-4bca-8271-5333cd4e2959, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fceb2759-3348-4bca-8271-5333cd4e2959,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:34.147690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.167795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.225448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.244210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=fceb2759-3348-4bca-8271-5333cd4e2959,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:34.286899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Calling delete_port for db64d7fe-0f27-4b5b-82d8-edb5d37401e0 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:34.321323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] device_id is not set on port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:34.331684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:34.332757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a9b77fc-a58c-4538-afdb-af2c145e11cf tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:34.333792 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a9b77fc-a58c-4538-afdb-af2c145e11cf tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7748983 Sep 22 16:57:34.343155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:34.345146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:34.352778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.358527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:34.433786 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ffa46310-a54c-4d54-a043-b1e2e8e11803 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--1986271790&fields=id&tenant_id=ef5d3725ae2e45128ae6750e1734aba7 HTTP/1.1" status: 200 len: 267 time: 0.6953304 Sep 22 16:57:34.454048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.455119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:34.455817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.464801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-a7057d66-cef5-49b7-9952-f2b1d7927e0f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e63e5dc9424f44d49391f2b25cecf5e3 HTTP/1.1" status: 200 len: 380 time: 0.3095031 Sep 22 16:57:34.477727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=0ae9b493-3392-41bf-8bec-b036d89de828,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:34.507664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'port': {'device_id': '34346df3-c993-4344-aab0-46a4d78b34a0', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'admin_state_up': True, 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'security_groups': ['d883edc7-794a-424e-a37f-cb63fa2b0e02']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:34.558483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Transition to ACTIVE for port object 15fcd85d-1c57-4c38-a1ce-0ff9944779ad will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:34.603695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdb4fc82-cdec-48cc-a467-511864acca83,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:34.607522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Provisioning for port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:34.613359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Provisioning complete for port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:34.613756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.614076 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 1 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:34.663794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=b5068725-4430-41c1-86e3-9f0aa6bcb4d6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:34.693829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b5068725-4430-41c1-86e3-9f0aa6bcb4d6 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:34.750017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fceb2759-3348-4bca-8271-5333cd4e2959 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:34.825749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.966811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:34.977418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:34.979277 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bd323b45-df31-45f9-9026-7374cf17a82f tempest-RoutersAdminNegativeIpV6Test-1159873104 tempest-RoutersAdminNegativeIpV6Test-1159873104-project-admin] 10.222.0.25 "DELETE /v2.0/ports/cdb4fc82-cdec-48cc-a467-511864acca83 HTTP/1.1" status: 204 len: 168 time: 3.2221081 Sep 22 16:57:34.998570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac513a5c-d4ca-4817-8789-23d3ad3a7c11 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.9628680 Sep 22 16:57:35.012507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:35.018065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fceb2759-3348-4bca-8271-5333cd4e2959 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:35.018451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.018799 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fceb2759-3348-4bca-8271-5333cd4e2959 Sep 22 16:57:35.057856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=15fcd85d-1c57-4c38-a1ce-0ff9944779ad,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:35.098659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:35.101106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.186858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.212929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:35.219291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:35.237001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:35.243437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:35.253771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Synchronizing usage tracker for tenant:0e020e8774f641b3b574dbc3636695f5 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:35.308416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fceb2759-3348-4bca-8271-5333cd4e2959 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:35.319755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:57:35.327778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:57:35.336451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6569655a-f93a-48ff-8cb1-ebd72953ea1c req-351b12d5-0afe-4641-8e44-4f2c39be5c7b tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.5246389 Sep 22 16:57:35.357955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-91a21973-cde1-4b4f-b7ee-ff3900273c43 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:35.360377 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-91a21973-cde1-4b4f-b7ee-ff3900273c43 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/networks?id=c62c9778-b328-461a-9f01-4f922ce734bb HTTP/1.1" status: 200 len: 811 time: 0.9254127 Sep 22 16:57:35.410109 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ed7f3bf8-f659-4c45-b70c-8a7ab0f4a5d0 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/quotas/ef5d3725ae2e45128ae6750e1734aba7 HTTP/1.1" status: 200 len: 375 time: 0.0262866 Sep 22 16:57:35.412769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Unset dirty status for tenant:0e020e8774f641b3b574dbc3636695f5 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:35.417262 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c33af310-8b87-4954-aab8-eeadba5df3a9 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.3977144 Sep 22 16:57:35.421164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:35.432412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device db64d7fe-0f27-4b5b-82d8-edb5d37401e0 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:57:35.502425 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 2 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:35.592447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.604157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.627697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:35.629065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:35.629730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:35.709355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:35.713486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:35.714276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: db64d7fe-0f27-4b5b-82d8-edb5d37401e0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:57:35.714931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device db64d7fe-0f27-4b5b-82d8-edb5d37401e0 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:57:35.845090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Deleting port db64d7fe-0f27-4b5b-82d8-edb5d37401e0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:35.845437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.898501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:35.946936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] The port 'db64d7fe-0f27-4b5b-82d8-edb5d37401e0' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:57:35.957983 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-dea8959d-0633-4083-ae98-5d8b6dbe4d13 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef5d3725ae2e45128ae6750e1734aba7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5329895 Sep 22 16:57:36.008517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5068725-4430-41c1-86e3-9f0aa6bcb4d6']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.110488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.154978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50289d19-b633-4b41-81f2-939470e0a615') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.155306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50289d19-b633-4b41-81f2-939470e0a615') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.176518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.190697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.200904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:36.215245 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 3 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:36.223777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Usage tracker for resource:security_group_rule and tenant:f139a1ceca2b42c7aed81fad2b6d3f92 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:36.231840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:36.252635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e099b93-12b3-4844-8316-b485413fede6']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.264150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:36.268899 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:36.278754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.291170 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 2 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:36.314278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-210d2a51-da1d-48c6-aa66-eb6d41e20b2e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:57:36.315724 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-210d2a51-da1d-48c6-aa66-eb6d41e20b2e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2227166 Sep 22 16:57:36.316938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:36.321872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:36.352141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e59de328-ad61-45fc-b161-c2fb6f15718c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.354504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e59de328-ad61-45fc-b161-c2fb6f15718c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:36.375791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:36.381086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:36.384270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.442182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:36.485626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Made reservation on behalf of e63e5dc9424f44d49391f2b25cecf5e3 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:36.496702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.616138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:36.617114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:36.617224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:36.767628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68147e24-2f64-4688-b5d7-2a96aa4024a6 req-14f9ac50-8a45-4ac5-afcc-ba89e85f8ee8 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1687961 Sep 22 16:57:36.768280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:36.768703 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:36.776576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 3 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:36.780452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-4ee78206-3125-4a85-aedd-6d4b2bc44b75 service neutron] 10.222.0.25 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4398332 Sep 22 16:57:36.800916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:36.801494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:36.801597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:36.802615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.812450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.863967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b5068725-4430-41c1-86e3-9f0aa6bcb4d6 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:57:36.870572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:36.878293 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 4 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:36.899917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b5068725-4430-41c1-86e3-9f0aa6bcb4d6 HTTP/1.1" status: 204 len: 168 time: 1.4775846 Sep 22 16:57:36.906447 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 50289d19-b633-4b41-81f2-939470e0a615 resource provider aggregate not found Sep 22 16:57:36.916217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:36.916741 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:36.926253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 40990) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:36.934990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 4 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:36.951876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e88695-edeb-491b-997d-48061ead204f tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Network': ['ID=b5068725-4430-41c1-86e3-9f0aa6bcb4d6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:36.960639 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 50289d19-b633-4b41-81f2-939470e0a615 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50289d19-b633-4b41-81f2-939470e0a615 found for delete ", "request_id": "req-4b9dd561-6eab-4ddb-8f05-d7fe8292b397"}]} Sep 22 16:57:36.964810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'name': 'tempest-network--1935978775', 'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:36.993726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:37.017500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:37.023395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:37.023672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:37.024079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:37.044771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:network and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:37.046411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.049568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.070936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:37.071795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.162511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:37.278419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.346751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:37.347493 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:37.385914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.394538 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-f006cabd-fdc7-4cad-9a48-c32f362cbd4b service neutron] 10.222.0.25 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5724969 Sep 22 16:57:37.416516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:37.422234 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 5 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:37.447018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:37.465320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.498962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.519682 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 5 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:37.558512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] Pushing event deleted for resources: {'Network': ['ID=5e099b93-12b3-4844-8316-b485413fede6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:37.621052 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90c72bd9-a356-48ad-9eaf-32d3473ca25f tempest-DHCPAgentSchedulersTestJSON-1985757468 tempest-DHCPAgentSchedulersTestJSON-1985757468-project] 10.222.0.25 "DELETE /v2.0/networks/5e099b93-12b3-4844-8316-b485413fede6 HTTP/1.1" status: 204 len: 168 time: 5.4128802 Sep 22 16:57:37.673163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66355ecc-85bb-40c8-8cab-d2093f3b9d1e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:37.712144 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0370eb7b-2a20-46a9-8c0a-1a6322f45ae3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f139a1ceca2b42c7aed81fad2b6d3f92&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9761949 Sep 22 16:57:37.718084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 40998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:37.742642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:37.760210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:37.761133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:37.761133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:37.794197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] It took 0.65 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:37.892846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.899489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:37.900882 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:37.904194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:37.908378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.913488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.953473 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 6 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:37.983802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:37.986339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:38.244107 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 6 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:38.300963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:38.325941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56904713-4ffa-4978-b88b-a0c0cded9282 req-cd66f842-1653-428d-8c60-2591698ae0f7 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.2434123 Sep 22 16:57:38.368844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:38.412007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:38.434171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Allocated IP 172.20.0.10 (4f4ab4f1-e485-49c8-8ad7-0fc16e167c82/7fcbb0e6-7010-446a-9ba1-098684708409/08a8ea4c-a5f9-450e-bd0a-8d12f9915880) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:38.481416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66355ecc-85bb-40c8-8cab-d2093f3b9d1e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:38.488348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:38.499895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:38.520700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc7b3dec-63e0-4e5a-9009-673c621dc9bd admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/66355ecc-85bb-40c8-8cab-d2093f3b9d1e HTTP/1.1" status: 204 len: 168 time: 0.7970295 Sep 22 16:57:38.536512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a90db57b-309d-4217-828b-7baf99ac11d8 req-17ef5545-860e-4bf7-8b41-3803c4c32bd3 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Synchronizing usage tracker for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:38.543644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:38.544025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:38.544371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:38.611953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:38.612515 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:38.655564 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 7 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:38.690886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a90db57b-309d-4217-828b-7baf99ac11d8 req-17ef5545-860e-4bf7-8b41-3803c4c32bd3 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Unset dirty status for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:38.705317 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a90db57b-309d-4217-828b-7baf99ac11d8 req-17ef5545-860e-4bf7-8b41-3803c4c32bd3 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.8249729 Sep 22 16:57:38.766406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:38.767093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:38.767093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:38.799687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d7badfd6-8f07-4d05-8774-b4a349b00fe0 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f70b0ddad1c84a6eb7d4a3d8edc95b4c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4288366 Sep 22 16:57:38.803953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:38.882963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:38.883301 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:38.957456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:38.990439 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 7 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:39.008179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e59de328-ad61-45fc-b161-c2fb6f15718c resource provider aggregate not found Sep 22 16:57:39.041717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.061046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e59de328-ad61-45fc-b161-c2fb6f15718c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e59de328-ad61-45fc-b161-c2fb6f15718c found for delete ", "request_id": "req-8d142b17-c0c5-46ae-8275-fa70de2d99d7"}]} Sep 22 16:57:39.123802 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 8 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:39.143867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:39.159676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.166030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:39.209692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41056) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:39.283658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5431526c-779f-4aba-85c1-aa23166940b8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:39.297587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:39.304395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.305773 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18d0337e-b59e-4852-9824-d70c0c15f5a9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5431526c-779f-4aba-85c1-aa23166940b8 HTTP/1.1" status: 204 len: 168 time: 0.5007625 Sep 22 16:57:39.321477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:39.322151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:39.334497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=0ae9b493-3392-41bf-8bec-b036d89de828,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:39.363896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.364355 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Added segment bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9 of type vlan for network b528eb91-9842-4d52-8cdb-49cc467073ad Sep 22 16:57:39.393369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b10e32b1-d3c3-4110-9833-6af9384d7b0c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=67e02ce3453a499184ebcd922c44f8f7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1723042 Sep 22 16:57:39.394089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:39.438367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.515924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.596105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.637274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.641743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.644460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:39.645468 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 8 to provision port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f Sep 22 16:57:39.646350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.694813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:39.695561 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:39.705242 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b7d7752-bcf3-40c1-a53c-b393d463062a req-9d315c05-4514-4ffe-a9a6-9856cfcc6f64 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.0846994 Sep 22 16:57:39.735957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Port dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:57:39.753085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Provisioning complete for port fceb2759-3348-4bca-8271-5333cd4e2959 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:39.753731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.754803 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Attempt 1 to provision port fceb2759-3348-4bca-8271-5333cd4e2959 Sep 22 16:57:39.770085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.813335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c630f393-3ea1-44b3-9710-2661481df30f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:39.824996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:39.826754 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3a2da27-567a-498c-8c3e-ce150853f0cf admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c630f393-3ea1-44b3-9710-2661481df30f HTTP/1.1" status: 204 len: 168 time: 0.4309068 Sep 22 16:57:39.917269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 9 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:40.004328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:40.046063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6da0033a-0bb6-4ce7-b0de-26747e9d1dd6 None None] Current status of the port fceb2759-3348-4bca-8271-5333cd4e2959 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:40.079449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:40.080588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:40.080965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:40.095255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:40.178657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Provisioning for port 0ae9b493-3392-41bf-8bec-b036d89de828 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:40.197416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:40.215007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Provisioning complete for port 0ae9b493-3392-41bf-8bec-b036d89de828 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:40.215771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:40.218202 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 1 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:40.431824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:40.434879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:40.435202 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:40.438491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:40.778565 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempt 10 to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad Sep 22 16:57:40.794186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41082) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:40.826281 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-32c8e9d0-1579-429c-bca7-e684cd5a3b29 req-101bb7bb-0aa8-471a-8748-5ba581566b57 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.7061062 Sep 22 16:57:40.829723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:40.844429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:57:40.882585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=b528eb91-9842-4d52-8cdb-49cc467073ad,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:40.894296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b528eb91-9842-4d52-8cdb-49cc467073ad details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:40.897819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:40.915797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Usage tracker for resource:security_group_rule and tenant:944a47874fdc4b2b9a9bc3b821568a91 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:40.918764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:40.919922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:40.922506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempting to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:40.929116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:40.945792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:40.970760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6352c1d-4af7-4a77-8581-c5560eb77223 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 4.0217664 Sep 22 16:57:40.975136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41086) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:40.982952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:40.983287 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Failed to bind port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on host hv-neutron-8589 for vnic_type normal using segments [{'id': 'cca6d82f-ee1d-41fd-861c-79a0ffef3127', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '919f3735-2715-4ac3-a698-c85911210f88'}] Sep 22 16:57:40.983658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:41.026524 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 2 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:41.075793 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef595663-d642-4ce3-9d2f-511669307406 req-123520d7-a6c7-4453-95f5-9f789d5df8f6 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1052535 Sep 22 16:57:41.175703 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b290c261-f8f0-48ca-a1d4-d38dbb356f1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f HTTP/1.1" status: 204 len: 168 time: 6.8197548 Sep 22 16:57:41.204641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41094) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:41.238382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:41.377899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb50a1e5-ca98-4179-8471-73c00d2a033c tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:41.379577 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb50a1e5-ca98-4179-8471-73c00d2a033c tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "GET /v2.0/networks/b528eb91-9842-4d52-8cdb-49cc467073ad HTTP/1.1" status: 200 len: 757 time: 0.3215790 Sep 22 16:57:41.385385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41100) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:41.475133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:41.564398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.18', 60648) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:41.606238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8a77564-1257-44c4-8e40-91238706f3a0 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:41.607945 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8a77564-1257-44c4-8e40-91238706f3a0 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "GET /v2.0/networks/ed389081-6940-4435-9b3f-689bdd32a444 HTTP/1.1" status: 200 len: 767 time: 0.2213485 Sep 22 16:57:41.613352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:41.735615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:41.740187 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 3 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:41.834807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:41.841928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Transition to ACTIVE for port object 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:41.859475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a0a07-1497-4bc8-ac2d-85b05c43be1a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:41.861043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-201a0a07-1497-4bc8-ac2d-85b05c43be1a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:41.861902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-201a0a07-1497-4bc8-ac2d-85b05c43be1a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:41.930646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:41.986993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.001288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-201a0a07-1497-4bc8-ac2d-85b05c43be1a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:42.002903 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-201a0a07-1497-4bc8-ac2d-85b05c43be1a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.7970214 Sep 22 16:57:42.105427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:42.235948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event updated for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:42.255884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:42.266391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 16:57:42.267945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:42.346883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=944a47874fdc4b2b9a9bc3b821568a91&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5513415 Sep 22 16:57:42.355409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:42.370390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0631a4b1-5fa8-406b-a7f8-82418a2d1c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52eebbae-c95c-4b90-9cc6-360ce4f3c9bd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:42.377448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.382282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:42.384214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.385035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] In _notify_port_updated(), no bound segment for port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad on network 919f3735-2715-4ac3-a698-c85911210f88 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:57:42.386847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:42.388234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.394460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "PUT /v2.0/ports/15fcd85d-1c57-4c38-a1ce-0ff9944779ad HTTP/1.1" status: 200 len: 980 time: 9.7150238 Sep 22 16:57:42.397804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:42.431802 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 4 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:42.440202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:42.447243 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44c9c767-332c-4244-8a47-ea4cd9f3d67a req-376d94e9-7d27-4762-8db6-3fdae19e7a3e tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.2124331 Sep 22 16:57:42.448697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:57:42.450189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:42.507506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] Sync routers for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:57:42.514943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet e7944c0d-ccee-41ee-b094-84154d469634 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:57:42.523887 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d9d0b3f7-ca93-41a9-bafc-17b656bc9ec9 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "PUT /v2.0/routers/0e05b21c-bb64-4e9e-9136-b0a86bdda41a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.3941784 Sep 22 16:57:42.533645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:42.539280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.622042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-9d944304-0286-4606-b1d5-16f2ed08a6e9 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:42.623778 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-9d944304-0286-4606-b1d5-16f2ed08a6e9 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.18 "GET /v2.0/networks?id=c62c9778-b328-461a-9f01-4f922ce734bb HTTP/1.1" status: 200 len: 811 time: 1.0120027 Sep 22 16:57:42.634114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Deleting port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:42.634343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.635807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Request body: {'port': {'network_id': 'b93c45f2-79c8-41a6-aa3e-b733b9f7f512', 'name': 'tempest-FloatingIPAdminTestJSON-965493784'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:42.645786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:42.656092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:42.694476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:42.695266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.717883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ebfd96-2015-4a87-86b0-fa84b40a07ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event updated for resources: {'Port': ['ID=15fcd85d-1c57-4c38-a1ce-0ff9944779ad,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:42.764205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-292691060'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:42.780528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:42.795674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:42.800501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:42.801089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:42.809007 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-155a63cc-0e09-40f8-82c4-34933a6441b2 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.3278410 Sep 22 16:57:42.820488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:57:42.822660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:42.872863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-4301edd5-70a7-4560-81e4-c7ab86d54be7 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:57:42.874693 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-4301edd5-70a7-4560-81e4-c7ab86d54be7 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100999 Sep 22 16:57:42.876513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:42.927197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:42.929084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18cf3931-b051-4b05-bffc-cf8d014c2ba2 None None] The sync data for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:57:42.938612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:42.949465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:42.957011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:42.976440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.000297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.073885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:43.096149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Request body: {'port': {'device_id': '34346df3-c993-4344-aab0-46a4d78b34a0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:43.129041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:43.134830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:43.155483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:43.191722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.242075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b528eb91-9842-4d52-8cdb-49cc467073ad']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:43.260906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:43.261995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] For port 15fcd85d-1c57-4c38-a1ce-0ff9944779ad, host hv-neutron-8589, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:43.262253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:43.262536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.279936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.315754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.326537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:43.327201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.440423 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 5 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:43.468642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.554838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:43.572930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Calling delete_port for 15fcd85d-1c57-4c38-a1ce-0ff9944779ad owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:43.663162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:43.670678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Usage tracker for resource:port and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:43.677126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:43.690643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:43.700231 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7b0270ed-deb6-435a-bfe2-1bceaaba96b9 req-073c51ab-5ed3-4cd9-8efc-517a16d9b340 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.0769677 Sep 22 16:57:43.709699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.717391 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-2ad15293-8825-4abf-a86f-8823ed32a14a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef5d3725ae2e45128ae6750e1734aba7 HTTP/1.1" status: 200 len: 380 time: 1.0492887 Sep 22 16:57:43.722006 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9 resource provider aggregate not found Sep 22 16:57:43.739984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.771350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Made reservation on behalf of 862801f6da0443d4b02df4a81fd53e87 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:43.776805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:43.805381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b528eb91-9842-4d52-8cdb-49cc467073ad {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:57:43.814325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Network': ['ID=b528eb91-9842-4d52-8cdb-49cc467073ad,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:43.839221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] device_id is not set on port 9323565b-9d98-454e-96d1-a0d6d541595b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:43.933962 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bbe2e4df-bb79-4cb9-b1a8-d4ac0f002de9 found for delete ", "request_id": "req-2e2f5fdc-227c-4e12-9872-3305bbf4d279"}]} Sep 22 16:57:43.966752 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:57:43.967842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.017498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.036068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'port': {'device_id': '759f5fb7-c17b-494a-9319-6924ef571978', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'admin_state_up': True, 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'security_groups': ['4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:44.055742 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 6 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:44.071092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.090313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74acfd43-76f3-4603-ba22-6465f158c04d req-19139333-f9e5-4770-a217-d033ab291a1b tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:44.100932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74acfd43-76f3-4603-ba22-6465f158c04d req-19139333-f9e5-4770-a217-d033ab291a1b tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 932 time: 1.7425053 Sep 22 16:57:44.127748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Pushing event deleted for resources: {'Port': ['ID=15fcd85d-1c57-4c38-a1ce-0ff9944779ad,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:44.156005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.156761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.213665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.218269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:44.342463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.366207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52eebbae-c95c-4b90-9cc6-360ce4f3c9bd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:44.380893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:44.415163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.415543 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment e4c6d239-f17f-4b76-af9f-6d50f15b9f7e of type vlan for network a243d195-06a8-41af-b747-e2ff5f680a91 Sep 22 16:57:44.543711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28496c1a-afa6-4699-8905-4bc167790b84,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:44.555421 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ce91c11-3829-467b-85d0-652b8a345f09 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "DELETE /v2.0/ports/15fcd85d-1c57-4c38-a1ce-0ff9944779ad HTTP/1.1" status: 204 len: 168 time: 2.1119728 Sep 22 16:57:44.559189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.562706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:44.634107 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74acfd43-76f3-4603-ba22-6465f158c04d req-934e2c19-3af5-461d-bac0-91401aa70ccb tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5282304 Sep 22 16:57:44.634710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f4425dd-af7b-49f8-8c4a-0107709c1c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] GET failed (client error): The resource could not be found. Sep 22 16:57:44.635256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6f4425dd-af7b-49f8-8c4a-0107709c1c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Synchronizing usage tracker for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:44.635379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.636413 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f719ddc-0791-487b-971a-cc6dabfa3696 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/52eebbae-c95c-4b90-9cc6-360ce4f3c9bd HTTP/1.1" status: 204 len: 168 time: 2.2624140 Sep 22 16:57:44.652197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7287b469-dd0a-49cb-9e0d-122b4c83518e tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/b528eb91-9842-4d52-8cdb-49cc467073ad HTTP/1.1" status: 204 len: 168 time: 3.0087502 Sep 22 16:57:44.658046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:44.681063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'name': 'tempest-network--1872203452'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:44.687547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:44.692212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Usage tracker for resource:network and tenant:007215f4a36c49a99c0dad20ea94a78c is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:44.696251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:44.704020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:44.718999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6f4425dd-af7b-49f8-8c4a-0107709c1c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] Unset dirty status for tenant:c20e26213a604d22abe5ea05c400f733 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:44.724626 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f4425dd-af7b-49f8-8c4a-0107709c1c7b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1908087965-project-admin] 10.222.0.25 "GET /v2.0/ports/15fcd85d-1c57-4c38-a1ce-0ff9944779ad HTTP/1.1" status: 404 len: 333 time: 0.1544445 Sep 22 16:57:44.724626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Made reservation on behalf of 007215f4a36c49a99c0dad20ea94a78c for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:44.726003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.727317 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 7 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:44.738516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41166) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:44.750461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:44.825168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.837405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:44.838606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:44.922502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:45.095476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:45.108369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.111957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:45.162583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:45.209665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.351388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Made reservation on behalf of ef5d3725ae2e45128ae6750e1734aba7 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:45.355247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.374787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.393013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0433ad9a-b3f7-4ede-b2f9-c96d429b7309 req-90788259-5338-4a1b-8b32-7ed22d50ab4a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.3030329 Sep 22 16:57:45.409924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.410723 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Added segment 84f2b90e-90f9-4116-b542-44f1ccc11fe4 of type vlan for network 28aa77a2-55b6-4e39-89fe-2ef9b636e09b Sep 22 16:57:45.429766 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0689943 Sep 22 16:57:45.429881 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 8 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:45.439429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:45.451829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 16:57:45.460270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a44e4c-6947-44c2-8e28-411b9a3a9660 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=a243d195-06a8-41af-b747-e2ff5f680a91,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:45.464046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.470563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'name': 'tempest-PortsIpV6TestJSON-948900646'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:45.485072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:45.495143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.511669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d8d99-1d80-45ba-9185-0898b1061f22 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:45.520409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=e7944c0d-ccee-41ee-b094-84154d469634,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:45.587213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.610318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Transition to ACTIVE for port object 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:45.629307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.726873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:45.803774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:45.812194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:45.819523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:45.836772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:45.860038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:45.890821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:45.894813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.965201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.965934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:45.967254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:45.972232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:57:45.982841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Deleting port fceb2759-3348-4bca-8271-5333cd4e2959 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:45.983463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.011214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Allocated IP 172.20.0.7 (b93c45f2-79c8-41a6-aa3e-b733b9f7f512/7cbb5649-0bef-4691-8067-fc3e8cebe672/9323565b-9d98-454e-96d1-a0d6d541595b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:46.065875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 58a61f9e-8cbc-472b-8c3f-dbf921898756 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:46.074356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d670474f-60f7-4f7f-9e9d-6f79ee40685c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/e7944c0d-ccee-41ee-b094-84154d469634 HTTP/1.1" status: 204 len: 168 time: 3.9633355 Sep 22 16:57:46.083466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.099302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:46.155773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Pushing event updated for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.204976 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec5a606a-f7ac-49cd-8d01-e534da1a35ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0927219 Sep 22 16:57:46.214408 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.5470438 Sep 22 16:57:46.223535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41200) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:46.224224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41202) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:46.232468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:46.233900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1baf808-c2b9-4dad-a0ed-48ba46c0e530 req-22ec6dd1-976a-468a-8264-b1dbc385a78a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:46.241447 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b1baf808-c2b9-4dad-a0ed-48ba46c0e530 req-22ec6dd1-976a-468a-8264-b1dbc385a78a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 944 time: 0.3652563 Sep 22 16:57:46.272470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Request body: {'network': {'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:46.293734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb0d275-1ee9-4cc1-8f82-bce333de1078 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=28aa77a2-55b6-4e39-89fe-2ef9b636e09b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.304739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['919f3735-2715-4ac3-a698-c85911210f88']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:46.329912 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b1baf808-c2b9-4dad-a0ed-48ba46c0e530 req-dbdc4943-f72c-4aec-ab88-c3440d4ff10c tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874290 Sep 22 16:57:46.362799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] For port fceb2759-3348-4bca-8271-5333cd4e2959, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fceb2759-3348-4bca-8271-5333cd4e2959,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:46.363181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.387656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca6d82f-ee1d-41fd-861c-79a0ffef3127') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:46.388007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca6d82f-ee1d-41fd-861c-79a0ffef3127') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:46.427100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.446084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41208) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:46.463779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.496377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Calling delete_port for fceb2759-3348-4bca-8271-5333cd4e2959 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:46.512008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Attempting to bind port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:46.512462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Attempting to bind port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:46.512888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Attempting to bind port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 on network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:46.566668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:46.567078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.576075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 on network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:46.576530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Attempting to bind port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 on network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:46.598322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Allocated IP 172.20.0.12 (c62c9778-b328-461a-9f01-4f922ce734bb/5ac89454-2544-40ee-8f54-15ac4df0bf3f/a32385f4-4eb5-4715-b810-d50995882fca) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:46.602253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:46.602978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Checking segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:46.603979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Bound using segment: {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:46.604859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Bound port: 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4d29d9aa-902b-43e9-a822-73051c6d299d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:46.605420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.610505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cca6d82f-ee1d-41fd-861c-79a0ffef3127 resource provider aggregate not found Sep 22 16:57:46.637983 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 9 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:46.669126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 28aa77a2-55b6-4e39-89fe-2ef9b636e09b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:46.682497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:46.729046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cca6d82f-ee1d-41fd-861c-79a0ffef3127 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cca6d82f-ee1d-41fd-861c-79a0ffef3127 found for delete ", "request_id": "req-b4c9d942-ddb9-4590-a94a-efc8537687a0"}]} Sep 22 16:57:46.763540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.798537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0b3c1e21-e429-41c2-8524-4f31b4a0627c tempest-AgentManagementNegativeTest-1566251441 tempest-AgentManagementNegativeTest-1566251441-project] 10.222.0.25 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.3537145 Sep 22 16:57:46.809117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fceb2759-3348-4bca-8271-5333cd4e2959 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:57:46.845323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.873052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fceb2759-3348-4bca-8271-5333cd4e2959 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:57:46.873395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fceb2759-3348-4bca-8271-5333cd4e2959 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:57:46.897730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] Pushing event deleted for resources: {'Port': ['ID=fceb2759-3348-4bca-8271-5333cd4e2959,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:46.899279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.900720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa4041-d04b-4743-bf74-117462307b15 None None] No DVR routers for this DVR port fceb2759-3348-4bca-8271-5333cd4e2959 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:57:46.904229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:46.924647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] 10.222.0.25 "DELETE /v2.0/networks/919f3735-2715-4ac3-a698-c85911210f88 HTTP/1.1" status: 204 len: 168 time: 2.1597250 Sep 22 16:57:46.932247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:46.939039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:46.958165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:46.961848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebba4a-473d-49ba-a4b6-eb5da8e832fd tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058 tempest-PortsAdminExtendedAttrsIpV6TestJSON-753619058-project] Pushing event deleted for resources: {'Network': ['ID=919f3735-2715-4ac3-a698-c85911210f88,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:47.048355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.050162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Transition to ACTIVE for port object 9323565b-9d98-454e-96d1-a0d6d541595b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:47.120048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:47.154779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.162047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.176545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.260707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Transition to ACTIVE for port object a32385f4-4eb5-4715-b810-d50995882fca will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:47.282468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:47.284798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:47.289460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event updated for resources: {'Port': ['ID=9323565b-9d98-454e-96d1-a0d6d541595b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:47.292807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:47.324539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41230) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:47.398466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:47.399128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.406925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Network 28aa77a2-55b6-4e39-89fe-2ef9b636e09b is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 16:57:47.409022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:47.409956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.411567 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "PUT /v2.0/networks/28aa77a2-55b6-4e39-89fe-2ef9b636e09b HTTP/1.1" status: 200 len: 858 time: 1.1845386 Sep 22 16:57:47.415273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:47.440578 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Attempt 10 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:47.473906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:47.480392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.534227 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69e58b5c-032a-4264-a3b6-e9b449c82779 req-1fc582bf-93bd-432c-bb3a-27e6170acd3f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.8117952 Sep 22 16:57:47.554549 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16d9580f-fa0b-4d6e-abf1-cd95916f706e tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9845967 Sep 22 16:57:47.566088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:47.576994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:47.583302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e727479-1695-432c-b1be-c8aa3ae92f0c None None] Could not find standard attr ID for object dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:57:47.619117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:47.628758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.708643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Provisioning complete for port 0ae9b493-3392-41bf-8bec-b036d89de828 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:47.709307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.709718 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 1 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:47.750856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.764305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaaa436-69ce-484f-859a-44401203b30b tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event updated for resources: {'Network': ['ID=28aa77a2-55b6-4e39-89fe-2ef9b636e09b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:47.783496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:47.807427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.808969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:47.827634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Network c62c9778-b328-461a-9f01-4f922ce734bb is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:47.836308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:47.842916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:47.848253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.851759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event updated for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:47.859028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:47.895625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:47.896445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.898222 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] 10.222.0.18 "PUT /v2.0/ports/08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 200 len: 1094 time: 4.8909481 Sep 22 16:57:47.899118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.904669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'project_id': '862801f6da0443d4b02df4a81fd53e87', 'port_id': '9323565b-9d98-454e-96d1-a0d6d541595b'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:47.907216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:57:47.911646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:47.918986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Usage tracker for resource:security_group_rule and tenant:a9f959fae7fb46598f23c5cfa1442999 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:47.932559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:47.939432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:47.952185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:47.965916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Usage tracker for resource:floatingip and tenant:862801f6da0443d4b02df4a81fd53e87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:47.969715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a19c6a-aae7-42be-b33e-e21a35e3084e service neutron] Pushing event updated for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:47.971196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:47.987470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:47.999712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:48.012356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eefe9924-c0e2-4d01-9648-ad1d75e558ce admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=23be6874e7994796933ec7055377d081&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5341020 Sep 22 16:57:48.017142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:48.108203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.109144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.113139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.146221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b42ecd-70a8-4b8b-afe1-158858cf91a4" -d '{"events": [{"name": "network-changed", "server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:48.208369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:48.208791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: a243d195-06a8-41af-b747-e2ff5f680a91, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:48.213966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=58a61f9e-8cbc-472b-8c3f-dbf921898756,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:48.273079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:48.275692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.285401 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 2 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:48.327048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96c3691-7de0-4fb8-b33a-9c8781f3bfcd req-674836b4-6b6f-4e63-ac28-74f1bb1b2066 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.328474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-5726f189-8157-4748-b872-b4f2311ad59f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.328805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b96c3691-7de0-4fb8-b33a-9c8781f3bfcd req-674836b4-6b6f-4e63-ac28-74f1bb1b2066 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 944 time: 0.7724247 Sep 22 16:57:48.329990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-5726f189-8157-4748-b872-b4f2311ad59f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 1097 time: 0.2820978 Sep 22 16:57:48.343885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, a243d195-06a8-41af-b747-e2ff5f680a91) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:48.353216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-174eef65-4245-4fc8-af43-d06eef7fad18 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:48.362462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:48.368051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:48.374724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.375356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.377500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:48.379508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:48.389348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.389941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.410524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 16:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-042e0c9f-ef16-4b87-a8b7-78e94f19e2b5 x-openstack-request-id: req-042e0c9f-ef16-4b87-a8b7-78e94f19e2b5 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:48.411221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:48.411221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-042e0c9f-ef16-4b87-a8b7-78e94f19e2b5 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:48.411395 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-042e0c9f-ef16-4b87-a8b7-78e94f19e2b5'] response: {'name': 'network-changed', 'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'status': 'completed', 'code': 200} Sep 22 16:57:48.436853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b9c7a65-af26-4bbc-bbb0-954378f5f210 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:48.484921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=d79805e5-160d-426b-9e66-24af6c8ee6a5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:48.501762 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-3635cbaa-30c1-4f1b-9126-51d864706c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 200 len: 217 time: 0.0844309 Sep 22 16:57:48.503798 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-34b041c1-6fb7-4b7b-9ba4-b7cef5967dfd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.0571356 Sep 22 16:57:48.506160 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66336e0f-46c7-474b-b694-1b65325ef99c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2806678 Sep 22 16:57:48.507025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:48.512265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-483ed3af-aaaf-49b7-a5bc-e0118d628a91 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7013590 Sep 22 16:57:48.513805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41276) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:48.539506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.543264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-521098178'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:48.550148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:48.563913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'name': 'tempest-NetworksTestDHCPv6-525296611'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:48.566232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:48.571092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:48.580283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Request body: {'port': {'device_id': '759f5fb7-c17b-494a-9319-6924ef571978', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:48.581193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:48.596743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-a51ee8df-4c33-4a4c-b414-07b9170b9123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.598313 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-a51ee8df-4c33-4a4c-b414-07b9170b9123 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fcbb0e6-7010-446a-9ba1-098684708409 HTTP/1.1" status: 200 len: 844 time: 0.0888841 Sep 22 16:57:48.600487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:48.603963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.695900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:48.710011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.710363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 960ae1f5-33f8-4686-aca8-999b3bcb9520 of type vlan for network b139e6ad-5dc5-4212-b822-5c9047313995 Sep 22 16:57:48.737271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.741726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-5934d464-d55d-49c4-9ccd-ddcf163e86ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.743350 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-5934d464-d55d-49c4-9ccd-ddcf163e86ac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1286590 Sep 22 16:57:48.750185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.783543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.809309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'd79805e5-160d-426b-9e66-24af6c8ee6a5'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:48.810387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.858333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28aa77a2-55b6-4e39-89fe-2ef9b636e09b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:48.881905 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 3 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:48.885074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b96c3691-7de0-4fb8-b33a-9c8781f3bfcd req-fc44a023-77a1-45b4-8a9f-1e3e0e2d925a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4769068 Sep 22 16:57:48.935020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.940728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:48.941471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.950832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84f2b90e-90f9-4116-b542-44f1ccc11fe4') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:48.951141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84f2b90e-90f9-4116-b542-44f1ccc11fe4') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:48.963110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:48.988781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:48.998015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.042631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d79805e5-160d-426b-9e66-24af6c8ee6a5/dac5258e-e721-4ad3-9c68-b67af17fb62f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:49.081364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.096044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=b139e6ad-5dc5-4212-b822-5c9047313995,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:49.112374 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e666f196-2feb-4753-8871-1f1300c9acbe tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6038702 Sep 22 16:57:49.115990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:49.124177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.124818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'ports': [{'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'}, {'network_id': 'b139e6ad-5dc5-4212-b822-5c9047313995'}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:49.125142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:49.125703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'b139e6ad-5dc5-4212-b822-5c9047313995'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:49.128805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:49.129218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.135411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b139e6ad-5dc5-4212-b822-5c9047313995 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:49.143224 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-17696161-cb98-4bdb-9f8f-5eef63264b00 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3890207 Sep 22 16:57:49.251517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.266915 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 84f2b90e-90f9-4116-b542-44f1ccc11fe4 resource provider aggregate not found Sep 22 16:57:49.285802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:49.327962 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 84f2b90e-90f9-4116-b542-44f1ccc11fe4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84f2b90e-90f9-4116-b542-44f1ccc11fe4 found for delete ", "request_id": "req-7526f455-4708-4617-badd-d488e4064d87"}]} Sep 22 16:57:49.331118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:49.335277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:49.380113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:49.392837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f9d37a-cb66-4c4c-9b6f-3f553d51ffd8 req-92541a59-bf89-43d9-9d97-68b40238e796 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:49.393763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.400795 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8f9d37a-cb66-4c4c-9b6f-3f553d51ffd8 req-92541a59-bf89-43d9-9d97-68b40238e796 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 932 time: 0.6235888 Sep 22 16:57:49.408415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.409863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Transition to ACTIVE for port object dac5258e-e721-4ad3-9c68-b67af17fb62f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:49.410629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce9a2bb-a9b5-4de2-aa94-4051fc9aecad,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:49.433464 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17f61841-0428-4e29-bc29-30f28dc022c4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a9f959fae7fb46598f23c5cfa1442999&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1024575 Sep 22 16:57:49.439117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Transition to ACTIVE for port object dac5258e-e721-4ad3-9c68-b67af17fb62f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:49.445594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.446779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.448720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41290) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:49.484975 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 4 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:49.522498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:49.525863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.547234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 28aa77a2-55b6-4e39-89fe-2ef9b636e09b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:57:49.562746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77615581-5e91-4319-840e-d0fd2f80a995,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:49.567261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.587199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] Pushing event deleted for resources: {'Network': ['ID=28aa77a2-55b6-4e39-89fe-2ef9b636e09b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:49.616274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:49.621849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.623760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:49.629890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:49.636789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port e69cce3f-c100-425b-94c1-16a1ae478b7e yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:49.645860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Pushing event updated for resources: {'Port': ['ID=dac5258e-e721-4ad3-9c68-b67af17fb62f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:49.681319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04d9c757-4d60-46e8-a07e-3861f4a73ed7 tempest-ExternalNetworksTestJSON-850520919 tempest-ExternalNetworksTestJSON-850520919-project-admin] 10.222.0.25 "DELETE /v2.0/networks/28aa77a2-55b6-4e39-89fe-2ef9b636e09b HTTP/1.1" status: 204 len: 168 time: 2.2579989 Sep 22 16:57:49.685951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:49.728163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41294) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:49.729325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.733212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3a3b1b4-a606-4fda-a041-00d61eff84af admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/77615581-5e91-4319-840e-d0fd2f80a995 HTTP/1.1" status: 204 len: 168 time: 1.7098682 Sep 22 16:57:49.753764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:49.760171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:49.763852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:49.772279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:49.785123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c8f9d37a-cb66-4c4c-9b6f-3f553d51ffd8 req-5c0c8d36-139b-4cc4-ba15-735a52a507cf tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Synchronizing usage tracker for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:49.795009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:49.802299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.803411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Attempting to bind port dac5258e-e721-4ad3-9c68-b67af17fb62f on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:49.804019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Attempting to bind port dac5258e-e721-4ad3-9c68-b67af17fb62f by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:49.804864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Attempting to bind port dac5258e-e721-4ad3-9c68-b67af17fb62f on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:49.816537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:49.822637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:49.823303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.823900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:49.824575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Bound port: dac5258e-e721-4ad3-9c68-b67af17fb62f, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:49.825379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.835449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bd59502-3f88-4116-ab55-0f5b9557f399 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] DELETE failed (client error): The resource could not be found. Sep 22 16:57:49.836147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bd59502-3f88-4116-ab55-0f5b9557f399 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:57:49.881935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:49.907110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9bd59502-3f88-4116-ab55-0f5b9557f399 tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "DELETE /v2.0/subnets/3eec528a-bcf6-48d0-a148-1a4295cc33f2 HTTP/1.1" status: 404 len: 337 time: 0.1725738 Sep 22 16:57:49.908049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:49.908256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc21a024-2fd5-4ac8-9a85-716ddc348ce7 req-e47f642e-916a-4548-88d0-08286b2c6839 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6860230 Sep 22 16:57:49.908879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.004317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] For port dac5258e-e721-4ad3-9c68-b67af17fb62f, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:50.007176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c8f9d37a-cb66-4c4c-9b6f-3f553d51ffd8 req-5c0c8d36-139b-4cc4-ba15-735a52a507cf tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Unset dirty status for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:50.011555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:50.027942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] For port dac5258e-e721-4ad3-9c68-b67af17fb62f, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dac5258e-e721-4ad3-9c68-b67af17fb62f,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:50.031424 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8f9d37a-cb66-4c4c-9b6f-3f553d51ffd8 req-5c0c8d36-139b-4cc4-ba15-735a52a507cf tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6296699 Sep 22 16:57:50.038394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.145054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252b5b0-7b96-4e99-a301-d316f1c63948 None None] Pushing event updated for resources: {'Port': ['ID=dac5258e-e721-4ad3-9c68-b67af17fb62f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:50.187101 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 5 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:50.307953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:50.328812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:50.342450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.356124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-54c8fea9-a94c-43e7-9b60-a94813266747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:50.357664 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-54c8fea9-a94c-43e7-9b60-a94813266747 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 1097 time: 0.2957804 Sep 22 16:57:50.486914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Allocated IP 172.26.8.76 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/cbf1b91e-d28a-464b-a3a2-28a0b92cce8f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:50.493194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 0b2b81c0-4bad-4b16-bf61-58d654059e26 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:50.530984 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a9ce065-b358-449a-95d7-4c223785b8f6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c20e26213a604d22abe5ea05c400f733&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2218273 Sep 22 16:57:50.536251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41312) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:50.540405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::20d (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d79805e5-160d-426b-9e66-24af6c8ee6a5/e69cce3f-c100-425b-94c1-16a1ae478b7e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:50.578659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.589576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a32385f4-4eb5-4715-b810-d50995882fca {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 16:57:50.618686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.631316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-bbf639cb-99c5-46b0-bbc2-59163b4a4a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:50.632819 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-bbf639cb-99c5-46b0-bbc2-59163b4a4a1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 200 len: 906 time: 0.2637329 Sep 22 16:57:50.705497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dac5258e-e721-4ad3-9c68-b67af17fb62f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:50.745036 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-b531cbc1-7ccc-497d-8310-2db740ebfc8b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 200 len: 217 time: 0.1050842 Sep 22 16:57:50.750336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.797788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dac5258e-e721-4ad3-9c68-b67af17fb62f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:50.815464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Transition to ACTIVE for port object a32385f4-4eb5-4715-b810-d50995882fca will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:50.829844 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 6 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:50.836323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.854095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.890651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:50.892196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-f6ca6652-20bc-45f6-bdb5-299831abf370 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:50.893651 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-f6ca6652-20bc-45f6-bdb5-299831abf370 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fcbb0e6-7010-446a-9ba1-098684708409 HTTP/1.1" status: 200 len: 844 time: 0.1413901 Sep 22 16:57:50.895580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:50.902106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.031812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de83972-dcc4-4c19-bcb3-2366fe99afa3 req-92e3e461-8368-44df-b542-baf22322c9c9 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:51.033403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9de83972-dcc4-4c19-bcb3-2366fe99afa3 req-92e3e461-8368-44df-b542-baf22322c9c9 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 944 time: 0.9117367 Sep 22 16:57:51.062452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce9a2bb-a9b5-4de2-aa94-4051fc9aecad,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:51.101264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port d52ba6ac-97d4-4f35-b92e-3a496220c5cd yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:51.128234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.134154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-9c2e52d8-8700-4098-a235-db9ad5950b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:51.137913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-9c2e52d8-8700-4098-a235-db9ad5950b6b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2315218 Sep 22 16:57:51.142860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.191772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Pushing event updated for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:51.204650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3688a6c9-6369-4874-aa0a-fe3f6a644eea,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:51.307554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.311535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-944b5e5e-1ba9-4c98-94db-1e64e586a57c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/5ce9a2bb-a9b5-4de2-aa94-4051fc9aecad HTTP/1.1" status: 204 len: 168 time: 1.8116341 Sep 22 16:57:51.406513 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 7 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:51.452992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.463084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed389081-6940-4435-9b3f-689bdd32a444']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:51.488690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.491867 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a942d917-7b65-4695-a730-d4a64aeb7d86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3688a6c9-6369-4874-aa0a-fe3f6a644eea HTTP/1.1" status: 204 len: 168 time: 0.9542384 Sep 22 16:57:51.504879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:51.506498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-ea42c24a-f873-4677-a505-c500ccf6db33 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460367 Sep 22 16:57:51.514455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d9d2929-5d52-47ac-b38f-3e3c98c089d2') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:51.517585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d9d2929-5d52-47ac-b38f-3e3c98c089d2') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:51.580330 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9de83972-dcc4-4c19-bcb3-2366fe99afa3 req-ade8a527-f661-46fb-8bb8-1329322ebe01 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5095301 Sep 22 16:57:51.586247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.626107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Attempting to bind port a32385f4-4eb5-4715-b810-d50995882fca on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:51.626745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Attempting to bind port a32385f4-4eb5-4715-b810-d50995882fca by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:51.627195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Attempting to bind port a32385f4-4eb5-4715-b810-d50995882fca on network c62c9778-b328-461a-9f01-4f922ce734bb {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:51.650873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Port a32385f4-4eb5-4715-b810-d50995882fca on network c62c9778-b328-461a-9f01-4f922ce734bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 16:57:51.651321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Attempting to bind port a32385f4-4eb5-4715-b810-d50995882fca on network c62c9778-b328-461a-9f01-4f922ce734bb {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:51.662445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:51.662831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Checking segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:51.663297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Bound using segment: {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:51.663838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Bound port: a32385f4-4eb5-4715-b810-d50995882fca, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98aa6b22-26ca-419a-86c7-86bebd805798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:51.664163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.674243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.695958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:51.696921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.853240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e502f7-3237-4207-a118-6298df031782 req-52f30a88-7f88-4510-adab-5ec863541b7d tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:51.854754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21e502f7-3237-4207-a118-6298df031782 req-52f30a88-7f88-4510-adab-5ec863541b7d tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 0.5774496 Sep 22 16:57:51.868880 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3d9d2929-5d52-47ac-b38f-3e3c98c089d2 resource provider aggregate not found Sep 22 16:57:51.870236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.902047 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-12b42ecd-70a8-4b8b-afe1-158858cf91a4 req-88cb38a4-2330-4953-94c7-ae83bfdd4b38 service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3884141 Sep 22 16:57:51.937981 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-21e502f7-3237-4207-a118-6298df031782 req-c25e3c67-dcfd-45a1-af61-d37bb08fee25 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649266 Sep 22 16:57:51.950528 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 3d9d2929-5d52-47ac-b38f-3e3c98c089d2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d9d2929-5d52-47ac-b38f-3e3c98c089d2 found for delete ", "request_id": "req-ce7a55cc-b777-4f3b-8af8-c02ddd5e09fd"}]} Sep 22 16:57:51.962191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:51.967765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.002806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.004503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.006610 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 8 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:52.041717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:52.045716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:52.048566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:52.049955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.076027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=0b2b81c0-4bad-4b16-bf61-58d654059e26,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:52.107033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:52.110173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object e69cce3f-c100-425b-94c1-16a1ae478b7e will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:52.115675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf1b91e-d28a-464b-a3a2-28a0b92cce8f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:52.118130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:52.138425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:52.150338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.157923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] Pushing event deleted for resources: {'Network': ['ID=ed389081-6940-4435-9b3f-689bdd32a444,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:52.194284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=d52ba6ac-97d4-4f35-b92e-3a496220c5cd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:52.199943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '960ae1f5-33f8-4686-aca8-999b3bcb9520', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b139e6ad-5dc5-4212-b822-5c9047313995'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:52.200321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: b139e6ad-5dc5-4212-b822-5c9047313995, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:52.205484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:52.226843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network b139e6ad-5dc5-4212-b822-5c9047313995 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:52.239535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:52.249876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b139e6ad-5dc5-4212-b822-5c9047313995) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:52.260444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:52.265605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14c4755-2a2d-4f45-b5a9-0c7dbf9f5c36 None None] Network b139e6ad-5dc5-4212-b822-5c9047313995 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:52.266723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:52.284778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:52.285629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.302066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-552b044f-81df-450d-afdc-4f43703256fa tempest-ExternalNetworksTestJSON-431477397 tempest-ExternalNetworksTestJSON-431477397-project] 10.222.0.25 "DELETE /v2.0/networks/ed389081-6940-4435-9b3f-689bdd32a444 HTTP/1.1" status: 204 len: 168 time: 2.3508990 Sep 22 16:57:52.304517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a32385f4-4eb5-4715-b810-d50995882fca,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:52.330903 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9621c80-b786-413e-8425-2dec79ddc5db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2105277 Sep 22 16:57:52.331186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41364) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:52.340509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.440628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port d52ba6ac-97d4-4f35-b92e-3a496220c5cd {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:52.441271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.497251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01254934-c0cc-4d74-98a3-5fc7e7c1863f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.517220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Pushing event updated for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:52.522637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:52.523259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.525767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-ab3b1bac-f508-46dd-9102-b819a8e8d674 service neutron] 10.222.0.18 "PUT /v2.0/ports/a32385f4-4eb5-4715-b810-d50995882fca HTTP/1.1" status: 200 len: 1094 time: 3.9923120 Sep 22 16:57:52.538570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:57:52.639752 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 9 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:52.731711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:52.759822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:52.763211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:52.800705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:52.940569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for d52ba6ac-97d4-4f35-b92e-3a496220c5cd owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:52.948205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.055724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1895039681'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:53.080542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:53.095677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:network and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:53.104118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:53.113476 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be5db674-a5d7-4145-bd2b-57b0ca1440e6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0e020e8774f641b3b574dbc3636695f5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3521738 Sep 22 16:57:53.115186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:53.117762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:53.119722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.204794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=d52ba6ac-97d4-4f35-b92e-3a496220c5cd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:53.214089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:53.215978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:53.223638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:53.242249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:53.248037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.248827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.258804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09" -d '{"events": [{"name": "network-changed", "server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "tag": "a32385f4-4eb5-4715-b810-d50995882fca"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:57:53.264528 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 10 to provision port 0ae9b493-3392-41bf-8bec-b036d89de828 Sep 22 16:57:53.307763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.310529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:53.314002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.336750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.359944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 0ae9b493-3392-41bf-8bec-b036d89de828 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:53.365718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:53.372338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:security_group_rule and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:53.375431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:53.379116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Provisioning for port 9323565b-9d98-454e-96d1-a0d6d541595b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:53.388474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Provisioning complete for port 9323565b-9d98-454e-96d1-a0d6d541595b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:53.388733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:53.388853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.389038 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 1 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:53.391055 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50572e97-aa38-4cdb-a139-262a3faa61a4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/d52ba6ac-97d4-4f35-b92e-3a496220c5cd HTTP/1.1" status: 204 len: 168 time: 1.0585284 Sep 22 16:57:53.395578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:53.409953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=e69cce3f-c100-425b-94c1-16a1ae478b7e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:53.419001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'networks': [{'name': 'tempest-network--1384128514'}, {'name': 'tempest-network--41674999'}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:53.419302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-network--1384128514'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:53.419763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-network--41674999'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:53.440928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1daad9e1-d06d-42c1-83ea-687142fc8869 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9131441 Sep 22 16:57:53.443398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:53.448110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:53.459468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:network and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:53.469663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:53.513892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:53.515264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.537882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8d3ded-2640-4c7d-9015-e8e994906d89 req-619a59b7-80bd-42e1-aa05-bbca381a982b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.539445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e8d3ded-2640-4c7d-9015-e8e994906d89 req-619a59b7-80bd-42e1-aa05-bbca381a982b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 0.3240497 Sep 22 16:57:53.544771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:53.591398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.608352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6b802-4a15-4d04-a48d-e6f31c202fe4 req-f911453b-34fc-46b8-90fa-d890fe1de576 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.613171 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79f6b802-4a15-4d04-a48d-e6f31c202fe4 req-f911453b-34fc-46b8-90fa-d890fe1de576 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 944 time: 0.6697695 Sep 22 16:57:53.676182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-e0838b0d-abed-41b8-8686-06c53b936d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.677969 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e8d3ded-2640-4c7d-9015-e8e994906d89 req-a6a0b984-2b80-4684-ac42-275de960921c tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296227 Sep 22 16:57:53.678332 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-e0838b0d-abed-41b8-8686-06c53b936d72 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5d3725ae2e45128ae6750e1734aba7&device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 1097 time: 1.0242531 Sep 22 16:57:53.683897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'network': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:53.688501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.712244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08947230-11f8-4bad-88e0-1623421c26fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.718065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08947230-11f8-4bad-88e0-1623421c26fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:53.718856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08947230-11f8-4bad-88e0-1623421c26fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:53.753036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.765491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.768436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 16:57:53.787840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.820277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08947230-11f8-4bad-88e0-1623421c26fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:53.824977 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08947230-11f8-4bad-88e0-1623421c26fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4207091 Sep 22 16:57:53.824977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:53.834224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.836076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:53.877194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 16:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ef532b-18b1-47cf-8b23-b5abec8fe421 x-openstack-request-id: req-31ef532b-18b1-47cf-8b23-b5abec8fe421 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:57:53.877641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "tag": "a32385f4-4eb5-4715-b810-d50995882fca", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:57:53.878012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31ef532b-18b1-47cf-8b23-b5abec8fe421 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:57:53.878676 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31ef532b-18b1-47cf-8b23-b5abec8fe421'] response: {'name': 'network-changed', 'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca', 'status': 'completed', 'code': 200} Sep 22 16:57:53.896992 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-09bc44b4-1a66-46ee-9453-a0e6589e9df9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a32385f4-4eb5-4715-b810-d50995882fca HTTP/1.1" status: 200 len: 217 time: 0.1879301 Sep 22 16:57:53.933525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79f6b802-4a15-4d04-a48d-e6f31c202fe4 req-c0e72ebd-fb68-4234-81ab-33781a039f0c tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2970634 Sep 22 16:57:53.938262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:53.954337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:53.956902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.957508 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Added segment 9a5e228f-e75c-4924-8f7f-433e8a94f02a of type vlan for network e84719e2-1061-46e2-bff9-ef18a463acca Sep 22 16:57:53.969594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'port_id': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'mac_address': 'fa:16:3e:6f:1d:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 16:57:53.971105 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 2 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:53.981296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:53.986207 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e47d9ab4-8906-4036-9c0c-5ba714995e0a HTTP/1.1" status: 204 len: 168 time: 0.8558981 Sep 22 16:57:53.986207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58cfdb97-d142-4017-bc9e-b35b94333af4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:54.033900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:54.043992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 0b2b81c0-4bad-4b16-bf61-58d654059e26 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:54.044537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.051266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-636cfe24-7e03-4f39-ba54-0c9c03cd3fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:54.053071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-636cfe24-7e03-4f39-ba54-0c9c03cd3fdc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ac89454-2544-40ee-8f54-15ac4df0bf3f HTTP/1.1" status: 200 len: 850 time: 0.1324167 Sep 22 16:57:54.092560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:57:54.092980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.110263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c69721-672a-4049-b496-21d00a8a40e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e47d9ab4-8906-4036-9c0c-5ba714995e0a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:54.118225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 16:57:54.149518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.157413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:54.165630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.303797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da14ec-9a0f-4c08-95c7-4345abf44a22 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:54.304457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.310209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:54.310812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.311227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9da14ec-9a0f-4c08-95c7-4345abf44a22 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:54.312164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9da14ec-9a0f-4c08-95c7-4345abf44a22 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:54.320068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:54.383172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:security_group_rule and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:54.388343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:54.401433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:54.465606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9da14ec-9a0f-4c08-95c7-4345abf44a22 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:54.466882 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9da14ec-9a0f-4c08-95c7-4345abf44a22 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.0158510 Sep 22 16:57:54.477305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:54.537160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:54.538289 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 3 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:54.593706 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.8603797 Sep 22 16:57:54.596478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:54.602277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.615479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'subnet': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:54.629583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6dcbc379-551c-4fd7-b5f8-5ab9a8001520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.639701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f692e0-5f73-4ed3-b91a-8d360ff65f3d tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Network': ['ID=e84719e2-1061-46e2-bff9-ef18a463acca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:54.642459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:54.644136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5775181-18fa-4094-b044-50e41e2c3076 req-be9d5ea9-0711-4e15-b0b7-df1b76e7f036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:54.645789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-be9d5ea9-0711-4e15-b0b7-df1b76e7f036 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c62c9778-b328-461a-9f01-4f922ce734bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3283286 Sep 22 16:57:54.655452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network e84719e2-1061-46e2-bff9-ef18a463acca details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:54.655937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port e69cce3f-c100-425b-94c1-16a1ae478b7e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:54.656316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.790839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['08a8ea4c-a5f9-450e-bd0a-8d12f9915880'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 16:57:54.811792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 0b2b81c0-4bad-4b16-bf61-58d654059e26 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:54.823782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-942e7459-b680-4f5b-965b-55555d19854b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=007215f4a36c49a99c0dad20ea94a78c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2854440 Sep 22 16:57:54.824441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41438) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:54.876920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:54.979113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:54.986680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:subnet and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:54.991843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:55.002845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:55.012351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.016301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.064873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:55.068642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.099676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=0b2b81c0-4bad-4b16-bf61-58d654059e26,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:55.144456 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 4 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:55.147893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.157606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.175028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64129475-6ab5-45d6-8b23-4495a4626e9a req-eda03955-63aa-4644-b18e-90ce2900fe65 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:55.176835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64129475-6ab5-45d6-8b23-4495a4626e9a req-eda03955-63aa-4644-b18e-90ce2900fe65 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 0.3339090 Sep 22 16:57:55.213756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:55.226500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a580f93-3d4d-485e-a44a-31a182aebec6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/0b2b81c0-4bad-4b16-bf61-58d654059e26 HTTP/1.1" status: 204 len: 168 time: 1.3835647 Sep 22 16:57:55.226699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.226699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.232833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:55.337448 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64129475-6ab5-45d6-8b23-4495a4626e9a req-fe78892c-e39e-40b2-bfcc-6004699858e2 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443715 Sep 22 16:57:55.419247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e87d022-a282-4eb7-8375-a4df075d41dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:55.419962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9e87d022-a282-4eb7-8375-a4df075d41dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:55.440453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-27593c1c-3a67-4146-9e20-b836d72c2082 service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7454960 Sep 22 16:57:55.451145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9e87d022-a282-4eb7-8375-a4df075d41dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:55.451542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3082ae8e-1583-43f0-b90d-6f27b55b744c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:55.452386 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9e87d022-a282-4eb7-8375-a4df075d41dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2172163 Sep 22 16:57:55.453955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.455575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:55.509382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:55.511962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62aeb5f-a05e-4896-bfe9-0515513445dd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:57:55.515588 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a62aeb5f-a05e-4896-bfe9-0515513445dd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/d52ba6ac-97d4-4f35-b92e-3a496220c5cd HTTP/1.1" status: 404 len: 333 time: 0.0568416 Sep 22 16:57:55.516384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41452) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:55.537648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.557994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.594503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccbdf723-5bfa-48b2-9b71-8e7ec29f9fdc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:57:55.595862 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ccbdf723-5bfa-48b2-9b71-8e7ec29f9fdc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/0b2b81c0-4bad-4b16-bf61-58d654059e26 HTTP/1.1" status: 404 len: 333 time: 0.0783179 Sep 22 16:57:55.607970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:55.616255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.666570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.667289 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment 41b807a2-d190-4358-98c8-549c535ab216 of type vlan for network 840d505c-9828-455a-b28c-273f4f070068 Sep 22 16:57:55.670396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.714893 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 5 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:55.735308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Subnet': ['ID=477e02a7-642e-4be3-9511-9da50ed5e7c6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:55.746485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.774277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.777332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Checking segment: {'id': '9a5e228f-e75c-4924-8f7f-433e8a94f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:55.778132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network hostable DHCP agents. Network: e84719e2-1061-46e2-bff9-ef18a463acca, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:55.787788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:55.795026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.808208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9784e8-9fd2-4720-80b1-5072578f441b req-af9e2ff7-ea5e-45e5-82fc-943c76e1b4b5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:55.809973 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e9784e8-9fd2-4720-80b1-5072578f441b req-af9e2ff7-ea5e-45e5-82fc-943c76e1b4b5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 945 time: 0.6889129 Sep 22 16:57:55.841497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.852183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:55.924664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, e84719e2-1061-46e2-bff9-ef18a463acca) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:55.934004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:55.934705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.937305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a49ee6-e90c-4c92-a36e-036060c2a879 None None] Network e84719e2-1061-46e2-bff9-ef18a463acca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:55.943043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:55.965965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for e69cce3f-c100-425b-94c1-16a1ae478b7e owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:55.986608 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bdb665ad-5651-4260-9d96-4868d0b43854 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3865101 Sep 22 16:57:55.991665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41460) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:55.996693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b139e6ad-5dc5-4212-b822-5c9047313995']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:56.008820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1941414069'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:56.062464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:57:56.085277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '960ae1f5-33f8-4686-aca8-999b3bcb9520') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:56.085656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '960ae1f5-33f8-4686-aca8-999b3bcb9520') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:57:56.111716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.142339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.166372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f5775181-18fa-4094-b044-50e41e2c3076 req-65066211-c551-4a2b-af74-da39583d775f service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7034185 Sep 22 16:57:56.168413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:57:56.168873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.206716 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e9784e8-9fd2-4720-80b1-5072578f441b req-7f5e36c8-e8fd-48a5-840d-076f66c106f3 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3182254 Sep 22 16:57:56.268702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:56.295647 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 6 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:56.332403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.352785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-e84719e2-1061-46e2-bff9-ef18a463acca', 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'tenant_id': '0bc7d470bc9a49f38f8b1fa4ef4abec8', 'fixed_ips': [{'subnet_id': '477e02a7-642e-4be3-9511-9da50ed5e7c6'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:57:56.353886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.355608 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 960ae1f5-33f8-4686-aca8-999b3bcb9520 resource provider aggregate not found Sep 22 16:57:56.379623 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 960ae1f5-33f8-4686-aca8-999b3bcb9520 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 960ae1f5-33f8-4686-aca8-999b3bcb9520 found for delete ", "request_id": "req-ac2f6f04-ec8b-43c5-8102-69e8ee28170d"}]} Sep 22 16:57:56.391977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:56.394223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:56.399252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:port and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:56.402988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:56.409705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:56.414482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.436747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.450994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=b139e6ad-5dc5-4212-b822-5c9047313995,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:56.454429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:56.458022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.475419 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28a5644d-ac17-4bad-b35d-5c0a06aa3dc6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/b139e6ad-5dc5-4212-b822-5c9047313995 HTTP/1.1" status: 204 len: 168 time: 0.8593068 Sep 22 16:57:56.476579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41470) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:56.485911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2078635222'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:56.488786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.492242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:56.495468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port 0f325619-8ece-4e43-a04c-446806a6dc50 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:57:56.503637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.504567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment 17595f0b-2364-4335-b226-71eb4c316e9d of type vlan for network 6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8 Sep 22 16:57:56.535804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:56.546874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e17fc4-4d1e-4051-9a12-c46d82640709,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:56.576629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:56.604857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:56.607093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Allocated IP 2001:db8::2 (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/cd362433-da81-47d8-a24f-ac255a5a241c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:56.617358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.650489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=e69cce3f-c100-425b-94c1-16a1ae478b7e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:56.668226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:56.672867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.720921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.740397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.751660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.752140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:56.755303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c96bce5-75bc-4378-aa51-d6a9267bde2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/40e17fc4-4d1e-4051-9a12-c46d82640709 HTTP/1.1" status: 204 len: 168 time: 1.9065549 Sep 22 16:57:56.761129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:56.761450 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ac5d538-79d7-45d3-b694-2d0e90b921bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/e69cce3f-c100-425b-94c1-16a1ae478b7e HTTP/1.1" status: 204 len: 168 time: 2.2820389 Sep 22 16:57:56.765215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.804793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.805137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 432fa9c7-5f5b-44a1-be83-e7253833263f of type vlan for network 78a7fb6f-447f-42a2-803e-04cc22b95303 Sep 22 16:57:56.813460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139754ee-40bc-4798-bbfe-8277371ee43c req-fef79fca-ba04-484c-8082-4f7277787735 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:56.825301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-139754ee-40bc-4798-bbfe-8277371ee43c req-fef79fca-ba04-484c-8082-4f7277787735 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 0.2917061 Sep 22 16:57:56.858421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-b5c37bda-cc5f-4276-8a58-0a84acd659f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:56.859965 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-b5c37bda-cc5f-4276-8a58-0a84acd659f5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5d3725ae2e45128ae6750e1734aba7&device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 1097 time: 0.5718827 Sep 22 16:57:56.939875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea662d-f39f-46ff-8b05-2c151b2f6bc2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:56.941675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cea662d-f39f-46ff-8b05-2c151b2f6bc2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:56.942591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7cea662d-f39f-46ff-8b05-2c151b2f6bc2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:56.947732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.951575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:56.954444 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 7 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:56.978378 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-139754ee-40bc-4798-bbfe-8277371ee43c req-f88e7877-f24c-4745-933d-80e16b2b50e7 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1520753 Sep 22 16:57:57.015968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7cea662d-f39f-46ff-8b05-2c151b2f6bc2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:57.017357 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7cea662d-f39f-46ff-8b05-2c151b2f6bc2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2551138 Sep 22 16:57:57.020096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:57.027367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.034714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Transition to ACTIVE for port object cd362433-da81-47d8-a24f-ac255a5a241c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:57.036133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:57.036926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.090318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:57.091521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Transition to ACTIVE for port object cd362433-da81-47d8-a24f-ac255a5a241c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:57.100836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.102870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.138621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.180665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:57.183784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:57.192531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:57.252306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7746150 Sep 22 16:57:57.260509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41490) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:57.273424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105f54b5-48f1-4096-a5eb-f9f81f8b2e00 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=78a7fb6f-447f-42a2-803e-04cc22b95303,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.285129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet d79805e5-160d-426b-9e66-24af6c8ee6a5 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:57:57.293454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:57.296478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:57.320360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.335013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Pushing event updated for resources: {'Port': ['ID=cd362433-da81-47d8-a24f-ac255a5a241c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.416534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Attempting to bind port cd362433-da81-47d8-a24f-ac255a5a241c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:57:57.416930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Attempting to bind port cd362433-da81-47d8-a24f-ac255a5a241c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9a5e228f-e75c-4924-8f7f-433e8a94f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:57:57.417289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Attempting to bind port cd362433-da81-47d8-a24f-ac255a5a241c on network e84719e2-1061-46e2-bff9-ef18a463acca {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:57:57.418315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Pushing event updated for resources: {'Port': ['ID=cbf1b91e-d28a-464b-a3a2-28a0b92cce8f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.430493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:57:57.430493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Checking segment: {'id': '9a5e228f-e75c-4924-8f7f-433e8a94f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:57.430969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.431297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Bound using segment: {'id': '9a5e228f-e75c-4924-8f7f-433e8a94f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:57:57.432257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Bound port: cd362433-da81-47d8-a24f-ac255a5a241c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a5e228f-e75c-4924-8f7f-433e8a94f02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:57:57.432766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.435726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.453900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.454403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.461099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:57.465951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:57.467438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.585416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] For port cd362433-da81-47d8-a24f-ac255a5a241c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:57:57.590202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] For port cd362433-da81-47d8-a24f-ac255a5a241c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cd362433-da81-47d8-a24f-ac255a5a241c,segment=NetworkSegment(9a5e228f-e75c-4924-8f7f-433e8a94f02a),segment_id=9a5e228f-e75c-4924-8f7f-433e8a94f02a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:57:57.591533 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 8 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:57.605251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.639874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.648677 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.4212029 Sep 22 16:57:57.660645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:57.691768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::94 (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/0f325619-8ece-4e43-a04c-446806a6dc50) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:57:57.735899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Floating IP 30b5a438-f46d-4516-a1fe-146e0113fbf8 associated. External IP: 172.26.8.76, port: 9323565b-9d98-454e-96d1-a0d6d541595b. Sep 22 16:57:57.747409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:57.760393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:57.773389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:57.785257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:57.803879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:57.812205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:57.874963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:57.906407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbbbcd1-3fec-45b7-9c81-7f635634100f None None] Pushing event updated for resources: {'Port': ['ID=cd362433-da81-47d8-a24f-ac255a5a241c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.918067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=840d505c-9828-455a-b28c-273f4f070068,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.933301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 840d505c-9828-455a-b28c-273f4f070068 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:57.959519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=d79805e5-160d-426b-9e66-24af6c8ee6a5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:57.960889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:57.964480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:58.010843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:58.014623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:58.057009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-af82199f-e938-4048-862c-b209c5318293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.059392 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-af82199f-e938-4048-862c-b209c5318293 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c62c9778-b328-461a-9f01-4f922ce734bb HTTP/1.1" status: 200 len: 912 time: 1.1810961 Sep 22 16:57:58.059624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed09f66-518c-4b5f-9a8b-a383d66777d6 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:58.259735 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c81d6405-79eb-4570-83cc-5c0ddaefe7cb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d79805e5-160d-426b-9e66-24af6c8ee6a5 HTTP/1.1" status: 204 len: 168 time: 1.2372909 Sep 22 16:57:58.262024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41514) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:58.379783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:58.404668 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 9 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:58.444306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-bf81480f-1503-45ce-8913-3d28ac586b1d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a32385f4-4eb5-4715-b810-d50995882fca HTTP/1.1" status: 200 len: 217 time: 0.3003042 Sep 22 16:57:58.459214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b620699-7fec-4a49-902a-f344a9da12a0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:58.473508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:57:58.508891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30b19dc-d838-4990-abf5-1bc7257ddb4d req-bfe6d488-7f05-4bdc-98e1-e2746b4a653a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.510440 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b30b19dc-d838-4990-abf5-1bc7257ddb4d req-bfe6d488-7f05-4bdc-98e1-e2746b4a653a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 945 time: 1.0751634 Sep 22 16:57:58.517452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.523824 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c6645443-7fab-491d-b307-048a643b39fc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1544998 Sep 22 16:57:58.524136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.529882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.536005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.536993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Synchronizing usage tracker for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:57:58.549157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41524) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:58.579415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:58.643225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 16:57:58.646516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 16:57:58.715252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:58.745048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:58.771945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-326544881'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:58.815444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:58.816020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cd362433-da81-47d8-a24f-ac255a5a241c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:57:58.823518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object 0f325619-8ece-4e43-a04c-446806a6dc50 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:57:58.829017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Usage tracker for resource:network and tenant:38540d9d67b548ba93f094ec8f7fdeaa is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:58.829872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Unset dirty status for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:57:58.830987 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af55c033-8ed4-46e7-ba41-7a096810ce6a tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.1537569 Sep 22 16:57:58.833984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:58.841349 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b30b19dc-d838-4990-abf5-1bc7257ddb4d req-68f4281c-4f39-47c7-a7b5-c8bf1b6e9d71 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2991741 Sep 22 16:57:58.841852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41528) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:58.866870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-254d0f54-7955-47b3-9914-d7fb85c15180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.868340 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-254d0f54-7955-47b3-9914-d7fb85c15180 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ac89454-2544-40ee-8f54-15ac4df0bf3f HTTP/1.1" status: 200 len: 850 time: 0.4156301 Sep 22 16:57:58.885315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:58.885575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:57:58.892683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d599380-1eed-4462-a6d0-c062344567fe req-5d00b14b-6600-4d15-a1b9-b09abe5d4445 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:58.892683 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d599380-1eed-4462-a6d0-c062344567fe req-5d00b14b-6600-4d15-a1b9-b09abe5d4445 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 0.5083065 Sep 22 16:57:58.941402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Deleting port dac5258e-e721-4ad3-9c68-b67af17fb62f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:57:58.942346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:58.952333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:58.956801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.011373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.057060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.103476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.115049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d599380-1eed-4462-a6d0-c062344567fe req-f95a54f9-b43b-4a2a-af88-3869b77ede30 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2084885 Sep 22 16:57:59.169653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port cd362433-da81-47d8-a24f-ac255a5a241c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:59.193254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:59.215839 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 10 to provision port 9323565b-9d98-454e-96d1-a0d6d541595b Sep 22 16:57:59.223404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Usage tracker for resource:security_group_rule and tenant:38540d9d67b548ba93f094ec8f7fdeaa is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:59.233992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:59.254226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:59.263833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=026bc32b-4eb0-4097-89c3-c117d3d98356,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:59.265957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] For port dac5258e-e721-4ad3-9c68-b67af17fb62f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dac5258e-e721-4ad3-9c68-b67af17fb62f,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:57:59.266362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.270396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:57:59.284104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:59.290424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '432fa9c7-5f5b-44a1-be83-e7253833263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:57:59.290782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: 78a7fb6f-447f-42a2-803e-04cc22b95303, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:57:59.297102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:57:59.302614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:59.303230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.307387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=0f325619-8ece-4e43-a04c-446806a6dc50,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:59.316122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:59.348793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:59.358503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:59.379208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39b841fa-bc0b-4b88-9a45-5b8dc90e8371 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3816612 Sep 22 16:57:59.380891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:57:59.383186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41534) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:59.388043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:59.392233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-477035318', 'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:9d:e0:49'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:59.418876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.434521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Calling delete_port for dac5258e-e721-4ad3-9c68-b67af17fb62f owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:57:59.440138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:59.444878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.468740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Port 9323565b-9d98-454e-96d1-a0d6d541595b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:57:59.471818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:57:59.486563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fd61145-de21-4f4d-b482-30ece7df1989 None None] Network e84719e2-1061-46e2-bff9-ef18a463acca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:59.496427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 78a7fb6f-447f-42a2-803e-04cc22b95303) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:57:59.513847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:59.514349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.574062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f871ca90-b7ed-47f4-bfd1-3bd308cdacb4 None None] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:57:59.579062 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77a91e13-80f3-4a1a-b5e9-07e25ec09986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3171709 Sep 22 16:57:59.580922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:57:59.591048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-e90ab0ad-59fb-47f1-8c1f-6b4b88ce1d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:57:59.591719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-e90ab0ad-59fb-47f1-8c1f-6b4b88ce1d18 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c62c9778-b328-461a-9f01-4f922ce734bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7165744 Sep 22 16:57:59.602956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303', 'name': 'tempest-PortsIpV6TestJSON-1278526502'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:57:59.670613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Provisioning for port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:57:59.703373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.721709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.757611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:59.762748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device a32385f4-4eb5-4715-b810-d50995882fca details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 16:57:59.766246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Provisioning complete for port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:57:59.766246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.766246 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Attempt 1 to provision port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 Sep 22 16:57:59.786305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:57:59.791943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:port and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:57:59.800555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:57:59.804795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8cf627-e914-4c6c-be77-7f70b81764cf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:57:59.815922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:57:59.836538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.836918 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Added segment 4f2dee56-efe9-45a0-97f0-f90b4db21d3c of type vlan for network 329d51b0-26d1-44a9-a76d-d5e48157b400 Sep 22 16:57:59.838624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.838974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.839305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.839643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.839970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.840298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.840633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.840990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.841295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.841615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.841933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.842475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:57:59.866926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:57:59.886263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:57:59.891755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:57:59.894459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.011875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.015810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:00.041161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:00.044579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.073636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['840d505c-9828-455a-b28c-273f4f070068']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.081393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] Pushing event deleted for resources: {'Port': ['ID=dac5258e-e721-4ad3-9c68-b67af17fb62f,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:00.086690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe30f867-407d-4129-9a03-077288d9ed80 None None] No DVR routers for this DVR port dac5258e-e721-4ad3-9c68-b67af17fb62f on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:00.097851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 48ecfc49-63e2-4a5a-99e3-518f23079f83 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:00.133759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41b807a2-d190-4358-98c8-549c535ab216') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.134332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41b807a2-d190-4358-98c8-549c535ab216') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.256468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.272986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-f1a02554-e634-4064-a4a2-64f61fb74fba service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6734335 Sep 22 16:58:00.279028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:58:00.289988 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] Sync routers for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:58:00.309260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:00.312825 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.342333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::17b (78a7fb6f-447f-42a2-803e-04cc22b95303/026bc32b-4eb0-4097-89c3-c117d3d98356/48ecfc49-63e2-4a5a-99e3-518f23079f83) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:00.343918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.381434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Current status of the port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:00.381816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.421096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:00.422453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-78a7fb6f-447f-42a2-803e-04cc22b95303', 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': '026bc32b-4eb0-4097-89c3-c117d3d98356'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:00.423418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.432105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:00.432683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.438516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:58:00.448725 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.460157 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:00.461233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.503109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.540476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 41b807a2-d190-4358-98c8-549c535ab216 resource provider aggregate not found Sep 22 16:58:00.562346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.563431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:00.565169 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c30a614-c92d-4805-9d6c-1cf83e0626bf None None] The sync data for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:58:00.586615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a32385f4-4eb5-4715-b810-d50995882fca,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:00.589109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.600446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 41b807a2-d190-4358-98c8-549c535ab216 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 41b807a2-d190-4358-98c8-549c535ab216 found for delete ", "request_id": "req-48089e22-ac1c-4497-9bdf-6ceaafae9d4e"}]} Sep 22 16:58:00.619486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07372e88-6281-4340-b81e-9447c3ad283b None None] Pushing event updated for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:00.625984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port 02e59a10-1a02-490b-8075-156525866445 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:00.658881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'a32385f4-4eb5-4715-b810-d50995882fca', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'port_id': 'a32385f4-4eb5-4715-b810-d50995882fca', 'mac_address': 'fa:16:3e:f2:31:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 16:58:00.696167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766736b8-4f12-40a5-8ca0-c7bfaf551b8c req-fea82c8a-bfef-42cb-9938-ff6f54a1cb65 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:00.697855 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-766736b8-4f12-40a5-8ca0-c7bfaf551b8c req-fea82c8a-bfef-42cb-9938-ff6f54a1cb65 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 945 time: 0.7129977 Sep 22 16:58:00.716309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.716835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.723369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dac5258e-e721-4ad3-9c68-b67af17fb62f no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:00.727121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:00.728339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.767383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb3b8d6a-0698-43b9-a9aa-e650ff5e4578" -d '{"events": [{"server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "name": "network-vif-plugged", "status": "completed", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:00.774668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.799554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Provisioning for port a32385f4-4eb5-4715-b810-d50995882fca completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:00.810427 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aca826a4-b7a9-4d6e-b6f1-9538125c8b09 req-c5fb1eda-eb8b-4016-966a-b2e524793f61 service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5203061 Sep 22 16:58:00.811276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.819281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e62df9a1-1636-4f8a-8621-5890fee6d31c tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 13.1947229 Sep 22 16:58:00.820151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=840d505c-9828-455a-b28c-273f4f070068,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:00.823311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:00.825828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: dac5258e-e721-4ad3-9c68-b67af17fb62f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:00.826168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dac5258e-e721-4ad3-9c68-b67af17fb62f not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:00.876526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port a32385f4-4eb5-4715-b810-d50995882fca is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:00.877019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.905328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Provisioning for port cd362433-da81-47d8-a24f-ac255a5a241c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:00.911936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a32385f4-4eb5-4715-b810-d50995882fca {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 16:58:00.917658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Provisioning complete for port cd362433-da81-47d8-a24f-ac255a5a241c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:00.918029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.918366 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Attempt 1 to provision port cd362433-da81-47d8-a24f-ac255a5a241c Sep 22 16:58:00.992855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:00.996187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a32385f4-4eb5-4715-b810-d50995882fca,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:01.017391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.070932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.6827064 Sep 22 16:58:01.077354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41562) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:01.078988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 48ecfc49-63e2-4a5a-99e3-518f23079f83 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:01.081139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c851ef9-2dc6-4ffe-9d7a-8cdd33e1da31 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Network': ['ID=329d51b0-26d1-44a9-a76d-d5e48157b400,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:01.094756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'subnet': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:01.095863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.096260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.096260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.096571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.097119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.097598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.098187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.099205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.099682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.100156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.100669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.101146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:01.107552 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f5b600c-e491-4782-8dd7-7f556fcf3e96 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/840d505c-9828-455a-b28c-273f4f070068 HTTP/1.1" status: 204 len: 168 time: 2.2430224 Sep 22 16:58:01.108405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41566) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:01.108965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:01.133843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-766736b8-4f12-40a5-8ca0-c7bfaf551b8c req-4912abf0-50c6-4b8b-aaa7-ad429f301e6c tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4179938 Sep 22 16:58:01.221332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:01.239710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:01.283544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:01.303984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f814f521-0334-47e2-a1fb-b0aacc62ae59 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:01.345607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:01.346609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.428915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:01.443411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 16:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9f9202-0a5b-4612-bc30-7482fd15a93c x-openstack-request-id: req-2d9f9202-0a5b-4612-bc30-7482fd15a93c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:01.443718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "name": "network-vif-plugged", "status": "completed", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:01.443961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2d9f9202-0a5b-4612-bc30-7482fd15a93c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:01.444438 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2d9f9202-0a5b-4612-bc30-7482fd15a93c'] response: {'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'code': 200} Sep 22 16:58:01.447111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['a32385f4-4eb5-4715-b810-d50995882fca'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 16:58:01.457556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.471074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8fcfaba7-806a-4a83-9e96-71c3a60d4406 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "GET /v2.0/floatingips/30b5a438-f46d-4516-a1fe-146e0113fbf8 HTTP/1.1" status: 200 len: 981 time: 0.6100228 Sep 22 16:58:01.473110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:01.519436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Current status of the port cd362433-da81-47d8-a24f-ac255a5a241c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:01.520041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.521506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:01.527514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Usage tracker for resource:subnet and tenant:38540d9d67b548ba93f094ec8f7fdeaa is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:01.531814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:01.545503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:01.608080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::3dd (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/02e59a10-1a02-490b-8075-156525866445) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:01.612143 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6931be21-f342-40c6-b5da-f5d41199892f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.0607495 Sep 22 16:58:01.619057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:01.625950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] For port cd362433-da81-47d8-a24f-ac255a5a241c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cd362433-da81-47d8-a24f-ac255a5a241c,segment=NetworkSegment(9a5e228f-e75c-4924-8f7f-433e8a94f02a),segment_id=9a5e228f-e75c-4924-8f7f-433e8a94f02a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:01.642736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:01.643412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'name': 'tempest-NetworksTestDHCPv6-473143480'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:01.647430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.661708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:01.725187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4006b49c-f3bd-4aa1-9e65-30971b8d5a88 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2425 time: 0.2506382 Sep 22 16:58:01.729764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:01.802182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Could not find standard attr ID for object dac5258e-e721-4ad3-9c68-b67af17fb62f. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:01.823687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Could not find standard attr ID for object e69cce3f-c100-425b-94c1-16a1ae478b7e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:01.880842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfa9ea7-66ef-45ca-8814-f09962f4fd4c None None] Pushing event updated for resources: {'Port': ['ID=cd362433-da81-47d8-a24f-ac255a5a241c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:01.890882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3976b-a577-4be6-94ef-19070cdc16a4 req-bdb5a242-d783-41f4-a8a7-546036dbfdcb tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:01.892439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3c3976b-a577-4be6-94ef-19070cdc16a4 req-bdb5a242-d783-41f4-a8a7-546036dbfdcb tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 944 time: 1.3076527 Sep 22 16:58:01.913646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:01.915451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.018202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Provisioning for port 0f325619-8ece-4e43-a04c-446806a6dc50 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:02.030837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.031216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.079225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Provisioning complete for port 0f325619-8ece-4e43-a04c-446806a6dc50 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:02.079459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.079702 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 1 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:02.091618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:02.109192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17595f0b-2364-4335-b226-71eb4c316e9d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:02.109879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17595f0b-2364-4335-b226-71eb4c316e9d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:02.122196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-52e79b6d-7192-432b-b692-e9013534101b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:02.123782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-52e79b6d-7192-432b-b692-e9013534101b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 1099 time: 0.3859081 Sep 22 16:58:02.130751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:02.134284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.161750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:02.167467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:02.170832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.174796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Allocated IP 2001:db8::2 (78a7fb6f-447f-42a2-803e-04cc22b95303/026bc32b-4eb0-4097-89c3-c117d3d98356/f40018b2-618b-41e1-9ab7-1bf13169723a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:02.180906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:02.190650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:02.195773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.205275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:02.207760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:02.208227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.233035 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3c3976b-a577-4be6-94ef-19070cdc16a4 req-1d62e1c4-ff3e-4162-8917-decb8ca17fe9 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3194518 Sep 22 16:58:02.242311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Usage tracker for resource:security_group_rule and tenant:96896553888347a3b0b88ec22052ef7b is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:02.278426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:02.301529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:02.306129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:02.316876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:02.317653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:02.321253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.322428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:02.323059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.331571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:02.376350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port cbf1b91e-d28a-464b-a3a2-28a0b92cce8f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:02.376720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.401694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=48ecfc49-63e2-4a5a-99e3-518f23079f83,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:02.421913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:02.450065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31/d9e73cf5-53be-4f1d-9b11-5acb1079eb5e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:02.468104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.484242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.485106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.496142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e80c0ef3-3be9-4282-aee0-5db2dc070c65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.9050424 Sep 22 16:58:02.502808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41588) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:02.543813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:02.590202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-06dec091-753e-4e05-90fb-55127503f9af tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/6d1789cd-2d89-47af-8a7d-2c9b9f5b84b8 HTTP/1.1" status: 204 len: 168 time: 1.4605019 Sep 22 16:58:02.600363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41592) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:02.624289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object 02e59a10-1a02-490b-8075-156525866445 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:02.692707 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 2 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:02.697632 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 17595f0b-2364-4335-b226-71eb4c316e9d resource provider aggregate not found Sep 22 16:58:02.737450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.740070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 17595f0b-2364-4335-b226-71eb4c316e9d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 17595f0b-2364-4335-b226-71eb4c316e9d found for delete ", "request_id": "req-a539c89b-8ad1-41b7-9077-3d15215f0789"}]} Sep 22 16:58:02.762209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cd362433-da81-47d8-a24f-ac255a5a241c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:02.767633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.777884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.779118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 48ecfc49-63e2-4a5a-99e3-518f23079f83 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:02.779932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.809704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8effca4-fe96-4f8a-971d-93a1bc9e6521 req-a4c968d4-3e78-4309-9e00-80ba93bedbbc tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:02.811041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8effca4-fe96-4f8a-971d-93a1bc9e6521 req-a4c968d4-3e78-4309-9e00-80ba93bedbbc tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.4396687 Sep 22 16:58:02.847605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Synchronizing usage tracker for tenant:96896553888347a3b0b88ec22052ef7b on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:02.871613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.871943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.874007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.883672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=8235f9f8-b14d-4ead-b675-5ae32dc7a205,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:02.885638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Transition to ACTIVE for port object f40018b2-618b-41e1-9ab7-1bf13169723a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:02.899117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e50f98-7029-4fe9-a549-99e2ed425d38 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:02.905378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e50f98-7029-4fe9-a549-99e2ed425d38 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:02.906178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2e50f98-7029-4fe9-a549-99e2ed425d38 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Synchronizing usage tracker for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:02.908957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Transition to ACTIVE for port object f40018b2-618b-41e1-9ab7-1bf13169723a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:02.925749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.941024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] Unset dirty status for tenant:96896553888347a3b0b88ec22052ef7b on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:02.942215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0f1c07fe-a3c8-4fb2-938f-882eed7a72be req-b47990b4-0eb7-43c3-969a-778c6154f888 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7998304 Sep 22 16:58:02.946981 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8effca4-fe96-4f8a-971d-93a1bc9e6521 req-0af79998-27ca-4d19-91a9-fac1cfedf7c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157820 Sep 22 16:58:02.951531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2e50f98-7029-4fe9-a549-99e2ed425d38 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Unset dirty status for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:02.953092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2e50f98-7029-4fe9-a549-99e2ed425d38 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3514984 Sep 22 16:58:02.957695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:02.969718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:02.970552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1492731105'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:02.979153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:02.990494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:03.002030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:03.006488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.041239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:03.047118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:03.053546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.053908 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment 415a6529-a9f6-447a-a47a-f54121ceee2b of type vlan for network d0c2b898-7a7a-4aa7-a331-899d75fb6107 Sep 22 16:58:03.060369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for cbf1b91e-d28a-464b-a3a2-28a0b92cce8f owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:03.074056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:03.078824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:03.085152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.088242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:03.092549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Pushing event updated for resources: {'Port': ['ID=f40018b2-618b-41e1-9ab7-1bf13169723a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:03.107456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.107796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.108130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.108855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.108855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.109162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.109435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.109751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.110068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.110382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.110699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.111010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:03.121004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.127751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:03.128407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.146536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port cd362433-da81-47d8-a24f-ac255a5a241c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:03.146933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.147237 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port cd362433-da81-47d8-a24f-ac255a5a241c Sep 22 16:58:03.157891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Subnet': ['ID=d2873ae3-a826-4c79-9534-570e9f361c0a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:03.249301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.267907 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3061590 Sep 22 16:58:03.275232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:03.288923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Transition to ACTIVE for port object d9e73cf5-53be-4f1d-9b11-5acb1079eb5e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:03.294567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-586463027'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:03.307588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:03.310351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Attempting to bind port f40018b2-618b-41e1-9ab7-1bf13169723a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:03.310716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Attempting to bind port f40018b2-618b-41e1-9ab7-1bf13169723a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '432fa9c7-5f5b-44a1-be83-e7253833263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:03.311076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Attempting to bind port f40018b2-618b-41e1-9ab7-1bf13169723a on network 78a7fb6f-447f-42a2-803e-04cc22b95303 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:03.317827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:network and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:03.321046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3037b51-feb9-401a-9439-70aca8b9e9d1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=d0c2b898-7a7a-4aa7-a331-899d75fb6107,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:03.323636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:03.328361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Transition to ACTIVE for port object d9e73cf5-53be-4f1d-9b11-5acb1079eb5e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:03.329937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:03.330446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Checking segment: {'id': '432fa9c7-5f5b-44a1-be83-e7253833263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:03.330733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:03.330866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.331193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Bound using segment: {'id': '432fa9c7-5f5b-44a1-be83-e7253833263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:03.331698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Bound port: f40018b2-618b-41e1-9ab7-1bf13169723a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432fa9c7-5f5b-44a1-be83-e7253833263f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '78a7fb6f-447f-42a2-803e-04cc22b95303'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:03.332068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.343435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:03.346521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network d0c2b898-7a7a-4aa7-a331-899d75fb6107 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:03.348095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.366856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Checking segment: {'id': '4f2dee56-efe9-45a0-97f0-f90b4db21d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:03.368522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network hostable DHCP agents. Network: 329d51b0-26d1-44a9-a76d-d5e48157b400, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:03.372154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.439643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:03.458409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::37d (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31/c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:03.464497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.464900 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment d3363a59-0bcf-4e27-aca5-77d97a7d1675 of type vlan for network f3a0c9df-b82d-4bdd-9522-e0b70ee77abe Sep 22 16:58:03.478420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:03.490275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:03.500455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:03.506859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:03.507502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.549949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=02e59a10-1a02-490b-8075-156525866445,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:03.556494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.564304 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 3 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:03.651071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:03.667344 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe3bc659-cafd-41a2-b924-e893004340fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 4.2806766 Sep 22 16:58:03.682133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:03.705676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:03.711344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Pushing event updated for resources: {'Port': ['ID=d9e73cf5-53be-4f1d-9b11-5acb1079eb5e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:03.714665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:03.751016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device a32385f4-4eb5-4715-b810-d50995882fca up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:03.759678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 329d51b0-26d1-44a9-a76d-d5e48157b400) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:03.788286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:03.789258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.831633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.837344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:03.837987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.878054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:03.879436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port cd362433-da81-47d8-a24f-ac255a5a241c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:03.896410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:03.900411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f22bf5f7-f3a9-4734-8335-dcead2bfa3df None None] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:03.932802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:03.937030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1b67af-c7f8-4ba3-b456-46aea61c4ac5 req-86d279c8-9eed-4df0-b004-1c7fbc03de4a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:03.938546 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6d1b67af-c7f8-4ba3-b456-46aea61c4ac5 req-86d279c8-9eed-4df0-b004-1c7fbc03de4a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 945 time: 0.5514827 Sep 22 16:58:03.978707 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7024009 Sep 22 16:58:03.991567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:04.004000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'ports': [{'network_id': 'd0c2b898-7a7a-4aa7-a331-899d75fb6107', 'name': 'tempest-port--2108226307', 'admin_state_up': True}, {'network_id': 'f3a0c9df-b82d-4bdd-9522-e0b70ee77abe', 'admin_state_up': False}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:04.004214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'port': {'network_id': 'd0c2b898-7a7a-4aa7-a331-899d75fb6107', 'name': 'tempest-port--2108226307', 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:04.004755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'port': {'network_id': 'f3a0c9df-b82d-4bdd-9522-e0b70ee77abe', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:04.014418 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-499a48d8-b24f-4a88-a09b-46c79a3232aa tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9287465 Sep 22 16:58:04.023159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41622) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:04.027947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.048703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-635493770'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:04.049036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] For port f40018b2-618b-41e1-9ab7-1bf13169723a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:04.086181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 48ecfc49-63e2-4a5a-99e3-518f23079f83 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:04.115103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] For port f40018b2-618b-41e1-9ab7-1bf13169723a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f40018b2-618b-41e1-9ab7-1bf13169723a,segment=NetworkSegment(432fa9c7-5f5b-44a1-be83-e7253833263f),segment_id=432fa9c7-5f5b-44a1-be83-e7253833263f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:04.127951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87b1a8-e23d-4e99-ab7e-4b6e5d9842e0 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=f3a0c9df-b82d-4bdd-9522-e0b70ee77abe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:04.148222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.190354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f3a0c9df-b82d-4bdd-9522-e0b70ee77abe details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:04.247642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:04.292394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Attempting to bind port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:04.292858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Attempting to bind port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:04.293354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Attempting to bind port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:04.302722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.315482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port a32385f4-4eb5-4715-b810-d50995882fca completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:04.340975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:04.341781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:04.342040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.342534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:04.343123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Bound port: d9e73cf5-53be-4f1d-9b11-5acb1079eb5e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:04.343600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.409794 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6d1b67af-c7f8-4ba3-b456-46aea61c4ac5 req-5c3e9275-528f-4309-be06-a20ad98b3ba4 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3340485 Sep 22 16:58:04.410626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Port': ['ID=cbf1b91e-d28a-464b-a3a2-28a0b92cce8f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:04.430366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port a32385f4-4eb5-4715-b810-d50995882fca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:04.431329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.431921 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port a32385f4-4eb5-4715-b810-d50995882fca Sep 22 16:58:04.449546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:04.456843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:04.464458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:04.465902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Synchronizing usage tracker for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:04.491314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:04.500709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.503328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Usage tracker for resource:port and tenant:38540d9d67b548ba93f094ec8f7fdeaa is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:04.514107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:04.531904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.541131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:04.574094 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 4 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:04.581010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=48ecfc49-63e2-4a5a-99e3-518f23079f83,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:04.612264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:04.625645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8b15ee-7ed3-49f6-a3f2-6c542d1a020d req-72b9d617-f2de-4fff-b174-99ab5fb20293 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:04.627143 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c8b15ee-7ed3-49f6-a3f2-6c542d1a020d req-72b9d617-f2de-4fff-b174-99ab5fb20293 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.5004146 Sep 22 16:58:04.633005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Unset dirty status for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:04.634967 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6e2d2c00-88cd-4d83-858c-b05b37e70645 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.9513261 Sep 22 16:58:04.643357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:port and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:04.648968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:04.651649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.652415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:04.668531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53637034-a9d6-471d-b86a-e7d85113f279 None None] Pushing event updated for resources: {'Port': ['ID=f40018b2-618b-41e1-9ab7-1bf13169723a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:04.677399 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec2368f5-ea60-4736-9675-c58790f756eb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/48ecfc49-63e2-4a5a-99e3-518f23079f83 HTTP/1.1" status: 204 len: 168 time: 2.1553829 Sep 22 16:58:04.677615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:04.678671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.679095 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Floating IP 30b5a438-f46d-4516-a1fe-146e0113fbf8 disassociated (deleted). External IP: 172.26.8.76, port: 9323565b-9d98-454e-96d1-a0d6d541595b. Sep 22 16:58:04.688685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.714416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:04.758442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:04.793865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:04.804009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port 02e59a10-1a02-490b-8075-156525866445 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:04.804355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.851918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:04.860277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-329d51b0-26d1-44a9-a76d-d5e48157b400', 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'tenant_id': '38540d9d67b548ba93f094ec8f7fdeaa', 'fixed_ips': [{'subnet_id': 'd2873ae3-a826-4c79-9534-570e9f361c0a'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:04.861196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.863155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:04.870286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:04.871235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.891982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:04.899878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] For port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:04.906070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] For port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d9e73cf5-53be-4f1d-9b11-5acb1079eb5e,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:04.917459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:04.944893 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3195288 Sep 22 16:58:04.945559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a79df-79ed-4255-adf1-d0079fbcc14c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:04.955487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41634) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:05.018262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port 4c99abdf-ae77-4aa5-8509-216dba87ad7f yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:05.127858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c9f1f1c-ef57-458e-8458-c1e067da0e55 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 16:58:05.128529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c9f1f1c-ef57-458e-8458-c1e067da0e55 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:58:05.144002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6984851c-3705-477f-a2ea-325095ddf3c2 None None] Pushing event updated for resources: {'Port': ['ID=d9e73cf5-53be-4f1d-9b11-5acb1079eb5e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:05.146630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'port': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:05.152250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.247471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c8b15ee-7ed3-49f6-a3f2-6c542d1a020d req-69b610dc-e018-4045-b9c0-366e95565f2f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6063602 Sep 22 16:58:05.255795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c9f1f1c-ef57-458e-8458-c1e067da0e55 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/48ecfc49-63e2-4a5a-99e3-518f23079f83 HTTP/1.1" status: 404 len: 333 time: 0.4540534 Sep 22 16:58:05.265333 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 5 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:05.278021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:05.369678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:05.383843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a09aa-f724-4b42-8c1b-dedf8079e22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:05.391265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850a09aa-f724-4b42-8c1b-dedf8079e22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:05.391960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-850a09aa-f724-4b42-8c1b-dedf8079e22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:05.398593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.402392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:58:05.433456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port a32385f4-4eb5-4715-b810-d50995882fca is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:05.434220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.486798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a32385f4-4eb5-4715-b810-d50995882fca,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:05.502893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:58:05.504058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8867239-381e-4a25-8f7c-24e4bb15efc1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:58:05.505810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f8867239-381e-4a25-8f7c-24e4bb15efc1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/48ecfc49-63e2-4a5a-99e3-518f23079f83 HTTP/1.1" status: 404 len: 333 time: 0.2263632 Sep 22 16:58:05.509137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11368187-2462-4aa2-b7d4-ab100b858543" -d '{"events": [{"server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "name": "network-vif-plugged", "status": "completed", "tag": "a32385f4-4eb5-4715-b810-d50995882fca"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:05.513743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:05.517939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.626044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 16:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9da7d88-0daa-449f-8db7-b10bafc12fe9 x-openstack-request-id: req-d9da7d88-0daa-449f-8db7-b10bafc12fe9 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:05.626492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "name": "network-vif-plugged", "status": "completed", "tag": "a32385f4-4eb5-4715-b810-d50995882fca", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:05.626836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d9da7d88-0daa-449f-8db7-b10bafc12fe9 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:05.627323 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9da7d88-0daa-449f-8db7-b10bafc12fe9'] response: {'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca', 'code': 200} Sep 22 16:58:05.630535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:05.675399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Allocated IP 172.20.0.2 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/2f46312a-dd52-44b8-99d8-79d2004e275b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:05.754020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-850a09aa-f724-4b42-8c1b-dedf8079e22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:05.755908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-850a09aa-f724-4b42-8c1b-dedf8079e22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.7979424 Sep 22 16:58:05.761411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:05.768377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet 026bc32b-4eb0-4097-89c3-c117d3d98356 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:05.784076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.849449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:05.863073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82ecb05-ef77-4541-910d-474204b932ad None None] Network 78a7fb6f-447f-42a2-803e-04cc22b95303 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:05.880558 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 6 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:05.957406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:05.957808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.016396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f4c46-2be7-45ca-ace6-e04899dd834c req-19006529-7f8c-4155-8041-1abefded65d1 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:06.018039 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-698f4c46-2be7-45ca-ace6-e04899dd834c req-19006529-7f8c-4155-8041-1abefded65d1 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.3604662 Sep 22 16:58:06.019155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:58:06.024921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.082358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.108726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] Sync routers for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:58:06.123169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Transition to ACTIVE for port object 2f46312a-dd52-44b8-99d8-79d2004e275b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:06.181389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64d9017b-24b5-4b12-afcc-b0f79ff65f4b tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/floatingips/30b5a438-f46d-4516-a1fe-146e0113fbf8 HTTP/1.1" status: 204 len: 168 time: 4.4386196 Sep 22 16:58:06.189444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:06.204185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:06.207720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:06.217694 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-698f4c46-2be7-45ca-ace6-e04899dd834c req-2edb9f21-683c-4219-b996-ecd9deba5cfc tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598022 Sep 22 16:58:06.221257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:06.244667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Usage tracker for resource:floatingip and tenant:61ef92a87e9b46789c7b980f28623efa is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:06.259553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:06.303938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.315264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:06.315904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:06.399992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Transition to ACTIVE for port object 2f46312a-dd52-44b8-99d8-79d2004e275b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:06.405971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:06.423057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.426961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.436474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:06.460180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.468240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.592913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:06.593556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:06.657929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:06.673237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:06.673693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeac3fdd-0192-4c0a-8615-cb9eb5829375 None None] The sync data for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:58:06.679667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=026bc32b-4eb0-4097-89c3-c117d3d98356,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:06.694254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:06.700937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.701233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:06.703426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:06.707804 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 7 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:06.715328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.8 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/4c99abdf-ae77-4aa5-8509-216dba87ad7f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:06.783736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:06.788533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Pushing event updated for resources: {'Port': ['ID=2f46312a-dd52-44b8-99d8-79d2004e275b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:06.863599 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc81f901-21f9-474a-ba04-e34df9ec2270 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/026bc32b-4eb0-4097-89c3-c117d3d98356 HTTP/1.1" status: 204 len: 168 time: 1.2442617 Sep 22 16:58:06.874304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41662) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:06.923396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Attempting to bind port 2f46312a-dd52-44b8-99d8-79d2004e275b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:06.923767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Attempting to bind port 2f46312a-dd52-44b8-99d8-79d2004e275b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4f2dee56-efe9-45a0-97f0-f90b4db21d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:06.924126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Attempting to bind port 2f46312a-dd52-44b8-99d8-79d2004e275b on network 329d51b0-26d1-44a9-a76d-d5e48157b400 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:06.933531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:06.933912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Checking segment: {'id': '4f2dee56-efe9-45a0-97f0-f90b4db21d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:06.934313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.934693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Bound using segment: {'id': '4f2dee56-efe9-45a0-97f0-f90b4db21d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:06.935165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Bound port: 2f46312a-dd52-44b8-99d8-79d2004e275b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f2dee56-efe9-45a0-97f0-f90b4db21d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:06.935537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.961124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:06.962240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f40018b2-618b-41e1-9ab7-1bf13169723a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:06.986246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] device_id is not set on port 78915b8d-196c-4fb3-a442-254751ab69d6 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:07.011999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:07.050071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.071623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.112307 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7be05b6e-94e9-4f6c-9889-1cd7aec2b32c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b HTTP/1.1" status: 204 len: 168 time: 1.3493640 Sep 22 16:58:07.114656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41666) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:07.132110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.149815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] For port 2f46312a-dd52-44b8-99d8-79d2004e275b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:07.154201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] For port 2f46312a-dd52-44b8-99d8-79d2004e275b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2f46312a-dd52-44b8-99d8-79d2004e275b,segment=NetworkSegment(4f2dee56-efe9-45a0-97f0-f90b4db21d3c),segment_id=4f2dee56-efe9-45a0-97f0-f90b4db21d3c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:07.157764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f40018b2-618b-41e1-9ab7-1bf13169723a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:07.164846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.281385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for 02e59a10-1a02-490b-8075-156525866445 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:07.294508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce0986-a8e5-45b8-8bb3-c83ab145d5d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:07.296240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ce0986-a8e5-45b8-8bb3-c83ab145d5d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:07.297199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66ce0986-a8e5-45b8-8bb3-c83ab145d5d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:07.328835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] DHCP port deletion for 78a7fb6f-447f-42a2-803e-04cc22b95303 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:07.333872 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 8 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:07.359123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c481d45-4408-44bc-9039-d3d75e8cfe81 None None] Pushing event updated for resources: {'Port': ['ID=2f46312a-dd52-44b8-99d8-79d2004e275b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:07.368860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d9e73cf5-53be-4f1d-9b11-5acb1079eb5e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:07.371087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66ce0986-a8e5-45b8-8bb3-c83ab145d5d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:07.374957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66ce0986-a8e5-45b8-8bb3-c83ab145d5d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2542443 Sep 22 16:58:07.376073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:07.387492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea51bf7-5895-458b-9a66-63e520bd6e53 req-c54906a0-3d66-4535-8c6c-e0129913726e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:07.389777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5ea51bf7-5895-458b-9a66-63e520bd6e53 req-c54906a0-3d66-4535-8c6c-e0129913726e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 1099 time: 1.5011952 Sep 22 16:58:07.410417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Deleting port f40018b2-618b-41e1-9ab7-1bf13169723a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:07.411397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.501908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:07.505951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.522220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:07.526139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d88c7-8474-438e-8e9e-b507e466c395 req-65e0222a-3aa8-4c8c-868f-8c4fc8f74e82 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:07.527896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-017d88c7-8474-438e-8e9e-b507e466c395 req-65e0222a-3aa8-4c8c-868f-8c4fc8f74e82 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 1.0997000 Sep 22 16:58:07.574975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.632814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:07.699240 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5ea51bf7-5895-458b-9a66-63e520bd6e53 req-025e207f-2fc1-418d-9387-70edcdab588d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218723 Sep 22 16:58:07.730486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Allocated IP 172.26.8.251 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/2a3d5d25-aa87-47e8-ac95-79f8de7b419f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:07.735706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.775905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] For port f40018b2-618b-41e1-9ab7-1bf13169723a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f40018b2-618b-41e1-9ab7-1bf13169723a,segment=NetworkSegment(432fa9c7-5f5b-44a1-be83-e7253833263f),segment_id=432fa9c7-5f5b-44a1-be83-e7253833263f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:07.776313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.840201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port f40018b2-618b-41e1-9ab7-1bf13169723a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:07.840597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:07.886733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-017d88c7-8474-438e-8e9e-b507e466c395 req-d9a58d37-bbb9-4333-9f42-f592e5be269a tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246982 Sep 22 16:58:07.909614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4e0dc1-f498-4b34-a66c-8b9080944245 req-9322854a-49bf-4a50-9b22-a1f44a2cbf82 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:07.917786 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e4e0dc1-f498-4b34-a66c-8b9080944245 req-9322854a-49bf-4a50-9b22-a1f44a2cbf82 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.5359962 Sep 22 16:58:07.937678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.001125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Calling delete_port for f40018b2-618b-41e1-9ab7-1bf13169723a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:08.039239 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e4e0dc1-f498-4b34-a66c-8b9080944245 req-ac88fcc3-d624-4967-80c4-18f7e605a82a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203783 Sep 22 16:58:08.058876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.094550 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 9 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:08.111388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.129024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.173122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:08.180023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.209597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.245188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.256669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.269556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5a6e5c4-0200-4e93-be7a-502027a5b603 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:08.296838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] No DVR routers for this DVR port f40018b2-618b-41e1-9ab7-1bf13169723a on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:08.308511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff987322-d02d-49bd-9091-89ad91828e3b None None] Pushing event deleted for resources: {'Port': ['ID=f40018b2-618b-41e1-9ab7-1bf13169723a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:08.329758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:08.367406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] The port 'f40018b2-618b-41e1-9ab7-1bf13169723a' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:58:08.370977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:08.375538 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b630aff5-ce51-4e55-b21e-da12a4c2def1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31 HTTP/1.1" status: 204 len: 168 time: 0.9958158 Sep 22 16:58:08.376465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:08.377834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:08.384043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:08.412651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3d5d25-aa87-47e8-ac95-79f8de7b419f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:08.503786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] device_id is not set on port 3f101d66-e849-44d4-b96a-07ebe6692300 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:08.507987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object 4c99abdf-ae77-4aa5-8509-216dba87ad7f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:08.533235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.554046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6ed64dca-c167-49a4-889c-f0d93148db31 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1618869 Sep 22 16:58:08.554782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.569113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:08.641703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.673833 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 10 to provision port 0f325619-8ece-4e43-a04c-446806a6dc50 Sep 22 16:58:08.734789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:08.755916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Deleting port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:08.756274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.764158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=02e59a10-1a02-490b-8075-156525866445,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:08.785920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2f46312a-dd52-44b8-99d8-79d2004e275b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:08.833866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.899824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Port 0f325619-8ece-4e43-a04c-446806a6dc50 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:08.919648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:08.947040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78a7fb6f-447f-42a2-803e-04cc22b95303']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:08.993594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.001854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.051517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Provisioning complete for port cd362433-da81-47d8-a24f-ac255a5a241c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:09.051718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432fa9c7-5f5b-44a1-be83-e7253833263f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:09.051892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.051990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432fa9c7-5f5b-44a1-be83-e7253833263f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:09.052228 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Attempt 1 to provision port cd362433-da81-47d8-a24f-ac255a5a241c Sep 22 16:58:09.079137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db377d79-58d2-44b8-8bf3-b954ad97ec0a None None] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:09.112787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea76fb76-3fe2-49d8-b641-7d17e5afccb7 req-19795fdd-e7fe-4ad0-9603-616dcfb011f0 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:09.114369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea76fb76-3fe2-49d8-b641-7d17e5afccb7 req-19795fdd-e7fe-4ad0-9603-616dcfb011f0 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.9777367 Sep 22 16:58:09.132524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Pushing event updated for resources: {'Port': ['ID=2a3d5d25-aa87-47e8-ac95-79f8de7b419f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:09.143336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41688) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.150394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Request body: {'floatingip': {'port_id': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:09.179758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:09.196078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=4c99abdf-ae77-4aa5-8509-216dba87ad7f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:09.235828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.277000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:09.285025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:09.329375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.336219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2f46312a-dd52-44b8-99d8-79d2004e275b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:09.342948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.407410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e76a4afc-e733-4ae5-ac17-2231e5061892 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/02e59a10-1a02-490b-8075-156525866445 HTTP/1.1" status: 204 len: 168 time: 4.7567308 Sep 22 16:58:09.416898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.447406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] For port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d9e73cf5-53be-4f1d-9b11-5acb1079eb5e,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:09.447406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.455728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.476740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cd871c-a9e7-4b28-9659-3c5a3c6903c6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:09.477553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89cd871c-a9e7-4b28-9659-3c5a3c6903c6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:09.485478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.489794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f40018b2-618b-41e1-9ab7-1bf13169723a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:09.516153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3ad1507-8aa6-468f-a83d-1b3648fde4c9 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] GET failed (client error): The resource could not be found. Sep 22 16:58:09.516880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3ad1507-8aa6-468f-a83d-1b3648fde4c9 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Synchronizing usage tracker for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:09.529569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:09.531254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.545317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:09.545728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.551203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.555130 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-792b1501-6770-4ad7-bc67-458aa71909b7 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3602366 Sep 22 16:58:09.558845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41696) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.686602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: f40018b2-618b-41e1-9ab7-1bf13169723a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:09.686945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f40018b2-618b-41e1-9ab7-1bf13169723a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:09.687116 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 432fa9c7-5f5b-44a1-be83-e7253833263f resource provider aggregate not found Sep 22 16:58:09.702170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Calling delete_port for d9e73cf5-53be-4f1d-9b11-5acb1079eb5e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:09.722394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:09.723755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.729128 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 432fa9c7-5f5b-44a1-be83-e7253833263f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 432fa9c7-5f5b-44a1-be83-e7253833263f found for delete ", "request_id": "req-fd19531e-e482-472f-8040-fa695825e084"}]} Sep 22 16:58:09.736282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89cd871c-a9e7-4b28-9659-3c5a3c6903c6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:09.738339 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89cd871c-a9e7-4b28-9659-3c5a3c6903c6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.1358235 Sep 22 16:58:09.743612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:09.747973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.754058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d083fae4-24eb-43c2-ba71-7f3b14d681a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7222626 Sep 22 16:58:09.758881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3ad1507-8aa6-468f-a83d-1b3648fde4c9 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Unset dirty status for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:09.762064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3ad1507-8aa6-468f-a83d-1b3648fde4c9 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports/02e59a10-1a02-490b-8075-156525866445 HTTP/1.1" status: 404 len: 333 time: 0.3439994 Sep 22 16:58:09.762761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.769892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41712) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:09.776112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.782466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-1699156995', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c0:e8:2e'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:09.783878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7218c05a-6f12-403a-a971-98f43ce29d56 None None] Current status of the port cd362433-da81-47d8-a24f-ac255a5a241c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:09.806582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-158741030'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:09.819212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Usage tracker for resource:floatingip and tenant:bdad44559a5846ce9ec18c01f859f431 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:09.845955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.860032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.920706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Could not find standard attr ID for object 02e59a10-1a02-490b-8075-156525866445. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:09.922669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] Pushing event deleted for resources: {'Port': ['ID=d9e73cf5-53be-4f1d-9b11-5acb1079eb5e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:09.926712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60684ecd-0094-4106-8f25-1c0d4f7a5c53 None None] No DVR routers for this DVR port d9e73cf5-53be-4f1d-9b11-5acb1079eb5e on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:09.932872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Could not find standard attr ID for object d9e73cf5-53be-4f1d-9b11-5acb1079eb5e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:09.938966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Could not find standard attr ID for object f40018b2-618b-41e1-9ab7-1bf13169723a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:09.946818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Could not find standard attr ID for object c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:09.965386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Provisioning for port 2f46312a-dd52-44b8-99d8-79d2004e275b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:09.969701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:09.971357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Provisioning complete for port 2f46312a-dd52-44b8-99d8-79d2004e275b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:09.972430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:09.972430 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Attempt 1 to provision port 2f46312a-dd52-44b8-99d8-79d2004e275b Sep 22 16:58:09.994251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=78a7fb6f-447f-42a2-803e-04cc22b95303,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:09.998722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:10.025747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f56162-2513-43d2-b687-4a45cc00481a req-de102b80-abc5-4b7e-9597-1880798c9096 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:10.027283 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-63f56162-2513-43d2-b687-4a45cc00481a req-de102b80-abc5-4b7e-9597-1880798c9096 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.7124221 Sep 22 16:58:10.073261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96cb2257-85cc-4bcf-9241-850e6b604e06 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:10.074308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96cb2257-85cc-4bcf-9241-850e6b604e06 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:10.097567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.150697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Current status of the port 2f46312a-dd52-44b8-99d8-79d2004e275b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:10.150958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.154265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-264ba6b0-ecb7-40c4-841d-e36e2ab7b91a tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/78a7fb6f-447f-42a2-803e-04cc22b95303 HTTP/1.1" status: 204 len: 168 time: 3.2771771 Sep 22 16:58:10.162636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:10.177881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-649312212'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:10.185316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:10.194336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] For port 2f46312a-dd52-44b8-99d8-79d2004e275b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2f46312a-dd52-44b8-99d8-79d2004e275b,segment=NetworkSegment(4f2dee56-efe9-45a0-97f0-f90b4db21d3c),segment_id=4f2dee56-efe9-45a0-97f0-f90b4db21d3c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:10.197261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:10.202104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.210302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:10.214256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-63f56162-2513-43d2-b687-4a45cc00481a req-aa331518-2b59-4a70-aed3-e50a4ad8d99f tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1759958 Sep 22 16:58:10.218164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:10.222922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Usage tracker for resource:port and tenant:38540d9d67b548ba93f094ec8f7fdeaa is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:10.227015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:10.234518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:10.257676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:10.257676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:10.257676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.299559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:10.319701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235bbb7c-996b-495f-9d30-ca8ad0df75f5 None None] Pushing event updated for resources: {'Port': ['ID=2f46312a-dd52-44b8-99d8-79d2004e275b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:10.336524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Provisioning for port 4c99abdf-ae77-4aa5-8509-216dba87ad7f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:10.343003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Provisioning complete for port 4c99abdf-ae77-4aa5-8509-216dba87ad7f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:10.343341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.343968 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 1 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:10.354924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-96cb2257-85cc-4bcf-9241-850e6b604e06 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:10.360812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96cb2257-85cc-4bcf-9241-850e6b604e06 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.6115036 Sep 22 16:58:10.361916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:10.409531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:10.413843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:10.417386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Port': ['ID=78915b8d-196c-4fb3-a442-254751ab69d6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:10.491469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:10.495234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.505162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e5ae76a-76f8-430a-b03e-4a550ae053c6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1352043 Sep 22 16:58:10.511731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41726) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:10.529743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:10.649406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:10.653238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.673833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port 99626a1e-690b-4681-a801-f61ac41ec5dd yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:10.683475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2f46312a-dd52-44b8-99d8-79d2004e275b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:10.729841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:10.757488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:10.763600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2f46312a-dd52-44b8-99d8-79d2004e275b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:10.763990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.764310 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2f46312a-dd52-44b8-99d8-79d2004e275b Sep 22 16:58:10.800740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Checking segment: {'id': '415a6529-a9f6-447a-a47a-f54121ceee2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'd0c2b898-7a7a-4aa7-a331-899d75fb6107'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:10.801287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network hostable DHCP agents. Network: d0c2b898-7a7a-4aa7-a331-899d75fb6107, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:10.807061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:10.835620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.850821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:10.851036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.851487 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 98db142d-4a36-45b7-8766-b0745d447fb6 of type vlan for network 8cd00a4f-6903-4bdf-a312-27211a6cba5b Sep 22 16:58:10.854306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.914776 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 2 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:10.925571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port c2bf690b-56ce-45d8-bd88-3137bf656df5 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:10.982295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:10.986325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network d0c2b898-7a7a-4aa7-a331-899d75fb6107 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:10.990661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2f46312a-dd52-44b8-99d8-79d2004e275b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:10.994781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:11.005937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.011426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.018009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.040214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, d0c2b898-7a7a-4aa7-a331-899d75fb6107) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:11.047304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d9e73cf5-53be-4f1d-9b11-5acb1079eb5e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:11.061279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::14e (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/99626a1e-690b-4681-a801-f61ac41ec5dd) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:11.063634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:11.064471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.086635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9653c9-ea06-4176-861e-23b75913cc6d None None] Network d0c2b898-7a7a-4aa7-a331-899d75fb6107 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:11.106761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d9e73cf5-53be-4f1d-9b11-5acb1079eb5e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:11.107102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d9e73cf5-53be-4f1d-9b11-5acb1079eb5e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:11.235507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.241970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:11.242602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.383693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Port': ['ID=3f101d66-e849-44d4-b96a-07ebe6692300,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:11.495890 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 3 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:11.516834 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Floating IP 55c37dba-309a-4bbe-8f66-c9d0744ebacf associated. External IP: 172.26.8.122, port: 08a8ea4c-a5f9-450e-bd0a-8d12f9915880. Sep 22 16:58:11.537950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=8cd00a4f-6903-4bdf-a312-27211a6cba5b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:11.554310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:11.567339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Checking segment: {'id': 'd3363a59-0bcf-4e27-aca5-77d97a7d1675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f3a0c9df-b82d-4bdd-9522-e0b70ee77abe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:11.567699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network hostable DHCP agents. Network: f3a0c9df-b82d-4bdd-9522-e0b70ee77abe, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:11.587790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4409c6f2-06b1-4c49-a144-8d20be72557c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4122980 Sep 22 16:58:11.587790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.11 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/c2bf690b-56ce-45d8-bd88-3137bf656df5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:11.589717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:11.611431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:11.649481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:11.714105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Allocated IP 172.26.8.199 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/8bd15d84-cefd-4358-84cc-50b20b37f004) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:11.728636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network f3a0c9df-b82d-4bdd-9522-e0b70ee77abe is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:11.776669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b811-f14e-4d90-b4d2-4f8564287bbb req-c4eae7a0-f66a-4f44-bbc5-8a33c7dbc576 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:11.777452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fb48b811-f14e-4d90-b4d2-4f8564287bbb req-c4eae7a0-f66a-4f44-bbc5-8a33c7dbc576 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Synchronizing usage tracker for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:11.780035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f3a0c9df-b82d-4bdd-9522-e0b70ee77abe) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:11.783694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:11.789225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:11.792935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d9995-a944-4f07-8c06-f8ab2b205683 None None] Network f3a0c9df-b82d-4bdd-9522-e0b70ee77abe requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:11.794663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:11.795342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.865283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-846ccf3d-4c11-46fc-b51e-be183ea02118 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.8667562 Sep 22 16:58:11.865504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:11.869865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:11.884181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fb48b811-f14e-4d90-b4d2-4f8564287bbb req-c4eae7a0-f66a-4f44-bbc5-8a33c7dbc576 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Unset dirty status for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:11.885415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fb48b811-f14e-4d90-b4d2-4f8564287bbb req-c4eae7a0-f66a-4f44-bbc5-8a33c7dbc576 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.4824114 Sep 22 16:58:11.972043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object 99626a1e-690b-4681-a801-f61ac41ec5dd will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:11.996398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.026747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fb48b811-f14e-4d90-b4d2-4f8564287bbb req-aafbf7cb-292c-4f04-80ea-a915adc9afac tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846660 Sep 22 16:58:12.051985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:12.063318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.078388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:12.099119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:12.120834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:12.121787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:12.136928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:12.141898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:12.143141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.152428 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 4 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:12.175413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:12.185355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:12.188345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.191464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=99626a1e-690b-4681-a801-f61ac41ec5dd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:12.193754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:12.199293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:12.200013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.225584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:12.226412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b1d05d9-670b-4c01-8c36-f877032602e1 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:12.229517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object c2bf690b-56ce-45d8-bd88-3137bf656df5 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:12.247858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e377c592-68d1-4dce-a3d6-4b035b941ebc tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.4716911 Sep 22 16:58:12.282249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:12.292270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:9d:e0:49'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:12.322001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=ef52a020-7125-4de8-bd14-3ac4b7aab29c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:12.343236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:12.346962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.354193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.407682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:12.417224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:12.431801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:12.525831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:12.526522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.541228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'ef52a020-7125-4de8-bd14-3ac4b7aab29c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:12.543054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.554711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.585182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=c2bf690b-56ce-45d8-bd88-3137bf656df5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:12.602533 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ef6ae38-1594-4f23-96d1-65a07d0a4789 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0893123 Sep 22 16:58:12.604848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41746) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:12.635911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59c420-1b32-47b4-b19f-97ac46554efe tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:12.641948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e59c420-1b32-47b4-b19f-97ac46554efe tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:12.647556 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e59c420-1b32-47b4-b19f-97ac46554efe tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.7589006 Sep 22 16:58:12.649670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:12.658084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': 'ef52a020-7125-4de8-bd14-3ac4b7aab29c', 'ip_address': '2001:db8::92db:a340:b1:b98e'}], 'name': 'tempest-NetworksTestDHCPv6-1223557633'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:12.685118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-486c69c5-55df-4d19-bdbb-7e18e1b9565f tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 2.9149079 Sep 22 16:58:12.686262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41752) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:12.739548 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 5 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:12.816056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:12.832645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/ef52a020-7125-4de8-bd14-3ac4b7aab29c/9eaa69b4-0ccd-493c-9f6f-ea68fb39a747) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:12.834338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Router 63bc1c54-5648-4958-b863-f42ea3d35a8f has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:58:12.965074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Deleting port 78915b8d-196c-4fb3-a442-254751ab69d6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:12.965424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:12.992310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.012090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:13.017995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:13.024634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:13.025518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:13.057139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c902b1a-5a30-4802-853b-abaff961849e req-bff2c12a-d191-4e76-b6c7-f0d5f1c9b8ab tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:13.064171 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c902b1a-5a30-4802-853b-abaff961849e req-bff2c12a-d191-4e76-b6c7-f0d5f1c9b8ab tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.8442409 Sep 22 16:58:13.069101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41758) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:13.086030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.086417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Request body: {'floatingip': {'port_id': 'a32385f4-4eb5-4715-b810-d50995882fca'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:13.106389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.123072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Transition to ACTIVE for port object 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:13.156765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Transition to ACTIVE for port object 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:13.165456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.190151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:13.192141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-370e2a98-957f-4cf5-b79a-f85b28f72a29 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.5053494 Sep 22 16:58:13.196752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.269383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41762) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:13.295406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:13.299429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:13.307779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:13.318154 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 6 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:13.346469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Pushing event updated for resources: {'Port': ['ID=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:13.469478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:13.475970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Attempting to bind port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:13.476671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Attempting to bind port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:13.476671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Attempting to bind port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:13.483306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:13.483686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:13.484557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.484557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:13.484963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Bound port: 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:13.485338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.485864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:13.486900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:13.513097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port c2bf690b-56ce-45d8-bd88-3137bf656df5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:13.513492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.530891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:13.547052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:13.578437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Pushing event updated for resources: {'Port': ['ID=8bd15d84-cefd-4358-84cc-50b20b37f004,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:13.589934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] For port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:13.594483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] For port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:13.596751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:13.600410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.662051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:58:13.675233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:13.684460 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Sync routers for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:58:13.699597 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:13.700063 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:13.720211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a45d3-fbc9-456f-bae8-2e91bdee1768 None None] Pushing event updated for resources: {'Port': ['ID=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:13.880111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.911726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:13.972730 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 7 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:14.027293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:14.049903 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:58:14.054275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.072041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.102942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:14.140135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.141006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] In _notify_port_updated(), no bound segment for port 99626a1e-690b-4681-a801-f61ac41ec5dd on network e84719e2-1061-46e2-bff9-ef18a463acca {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:14.147516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:14.148317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.152222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "PUT /v2.0/ports/99626a1e-690b-4681-a801-f61ac41ec5dd HTTP/1.1" status: 200 len: 1001 time: 1.8662097 Sep 22 16:58:14.185504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:14.283529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Calling delete_port for 78915b8d-196c-4fb3-a442-254751ab69d6 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:14.300671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.366735 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc245dfe-026c-40cb-aa3f-1beef987c4ce tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "PUT /v2.0/floatingips/55c37dba-309a-4bbe-8f66-c9d0744ebacf HTTP/1.1" status: 200 len: 992 time: 5.2219193 Sep 22 16:58:14.384788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:58:14.387430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6" -d '{"events": [{"name": "network-changed", "server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:14.400293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=e1093ce5-28a9-4d1b-8498-b473e8f283e6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:14.409160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.425087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.481182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 16:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662d1eae-e39a-4ad7-94d7-a894e8023208 x-openstack-request-id: req-662d1eae-e39a-4ad7-94d7-a894e8023208 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:14.481487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:14.481759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-662d1eae-e39a-4ad7-94d7-a894e8023208 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:14.482164 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-662d1eae-e39a-4ad7-94d7-a894e8023208'] response: {'name': 'network-changed', 'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'status': 'completed', 'code': 200} Sep 22 16:58:14.495462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '98db142d-4a36-45b7-8766-b0745d447fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:14.495462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: 8cd00a4f-6903-4bdf-a312-27211a6cba5b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:14.530391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for c2bf690b-56ce-45d8-bd88-3137bf656df5 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:14.530994 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '55c37dba-309a-4bbe-8f66-c9d0744ebacf', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'port_id': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'mac_address': 'fa:16:3e:6f:1d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34346df3-c993-4344-aab0-46a4d78b34a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:27Z', 'updated_at': '2022-09-22T16:58:10Z', 'revision_number': 1, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:14.536798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Checking router: 63bc1c54-5648-4958-b863-f42ea3d35a8f for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:58:14.544879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 5abb9003-05ea-4eb5-b654-4ff6c0c27b8a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:14.549002 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:14.549879 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:14.604586 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 8 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:14.638538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.640882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.732811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:14.788647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:14.819208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:14.849214 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:58:14.850714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Port': ['ID=78915b8d-196c-4fb3-a442-254751ab69d6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:14.875024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.888226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 8cd00a4f-6903-4bdf-a312-27211a6cba5b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:14.917925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:14.918903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:14.919532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0367b-92f8-4b5c-8230-70235195bc91 None None] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:15.008349 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1e42a63-09c9-4148-b87b-183fdde512a9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/ports/78915b8d-196c-4fb3-a442-254751ab69d6 HTTP/1.1" status: 204 len: 168 time: 2.3159208 Sep 22 16:58:15.046102 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-282defd7-f60d-49c8-bbf5-e26c93f93a76 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4512193 Sep 22 16:58:15.050291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41774) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:15.050651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:15.112741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:15.142849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d82f7-d453-4491-ac95-a5108bfd1ced tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=99626a1e-690b-4681-a801-f61ac41ec5dd,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:15.148524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:15.181390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-620626783'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:15.304317 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 9 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:15.344570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port 99626a1e-690b-4681-a801-f61ac41ec5dd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:15.348439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:15.420207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-8cd00a4f-6903-4bdf-a312-27211a6cba5b', 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': 'e1093ce5-28a9-4d1b-8498-b473e8f283e6'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:15.421384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=c2bf690b-56ce-45d8-bd88-3137bf656df5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:15.421519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:15.527952 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '55c37dba-309a-4bbe-8f66-c9d0744ebacf', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'port_id': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'mac_address': 'fa:16:3e:6f:1d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34346df3-c993-4344-aab0-46a4d78b34a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:27Z', 'updated_at': '2022-09-22T16:58:10Z', 'revision_number': 1, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:15.533047 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19a7dcaa-5045-498f-b497-a2e0542866f5 None None] The sync data for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv is: [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '55c37dba-309a-4bbe-8f66-c9d0744ebacf', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'port_id': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'mac_address': 'fa:16:3e:6f:1d:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34346df3-c993-4344-aab0-46a4d78b34a0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:27Z', 'updated_at': '2022-09-22T16:58:10Z', 'revision_number': 1, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:58:15.593687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::92db:a340:b1:b98e (f3a9654d-3ae4-48af-9ca2-2c6331f26039/ef52a020-7125-4de8-bd14-3ac4b7aab29c/5abb9003-05ea-4eb5-b654-4ff6c0c27b8a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:15.612214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:15.642480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Deleting port 3f101d66-e849-44d4-b96a-07ebe6692300 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:15.643365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:15.655306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be38c30-fa38-4a4b-8068-3b0ddb066308 req-3b211cf8-6d88-4270-ae7c-bc36617d436c tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:15.663489 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9be38c30-fa38-4a4b-8068-3b0ddb066308 req-3b211cf8-6d88-4270-ae7c-bc36617d436c tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.8442080 Sep 22 16:58:15.746224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-de16db5c-39e2-498e-8ab2-f8cba2af22bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:15.747874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-de16db5c-39e2-498e-8ab2-f8cba2af22bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 1099 time: 1.0034771 Sep 22 16:58:15.748566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Allocated IP 2001:db8::2 (8cd00a4f-6903-4bdf-a312-27211a6cba5b/e1093ce5-28a9-4d1b-8498-b473e8f283e6/29c79d56-d43e-42fb-9c35-3abc4d397a72) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:15.884965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b73608-d688-4d7f-aecd-e7ae4df51c5a None None] New status for floating IP 55c37dba-309a-4bbe-8f66-c9d0744ebacf: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:58:15.946764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:16.005438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:16.059035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9be38c30-fa38-4a4b-8068-3b0ddb066308 req-0f4e6473-2194-4597-85b2-41cdb17b8190 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3946428 Sep 22 16:58:16.060476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:16.079658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:16.104194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.104194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:16.117739 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 10 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:16.118031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.168894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:16.241254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.245639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:16.257862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.271659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.282665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.294064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:16.297769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.339228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Transition to ACTIVE for port object 29c79d56-d43e-42fb-9c35-3abc4d397a72 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:16.354318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.399454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2a9208c-deec-43a4-8310-0b9e509caab4 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/c2bf690b-56ce-45d8-bd88-3137bf656df5 HTTP/1.1" status: 204 len: 168 time: 3.1222851 Sep 22 16:58:16.399454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-c6d573b3-7cd8-409b-8833-9fb3734d34bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:16.399454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-c6d573b3-7cd8-409b-8833-9fb3734d34bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 200 len: 906 time: 0.6020997 Sep 22 16:58:16.402044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Provisioning complete for port 2f46312a-dd52-44b8-99d8-79d2004e275b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:16.402944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.403842 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Attempt 1 to provision port 2f46312a-dd52-44b8-99d8-79d2004e275b Sep 22 16:58:16.460227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:16.466059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Transition to ACTIVE for port object 29c79d56-d43e-42fb-9c35-3abc4d397a72 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:16.467193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Calling delete_port for 3f101d66-e849-44d4-b96a-07ebe6692300 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:16.496114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.539015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.556669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b4f8489-60f9-4fa6-8380-847893eb313d tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] GET failed (client error): The resource could not be found. Sep 22 16:58:16.557212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b4f8489-60f9-4fa6-8380-847893eb313d tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:16.563934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Pushing event updated for resources: {'Port': ['ID=8bd15d84-cefd-4358-84cc-50b20b37f004,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:16.578132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 72133f2e-6be0-40da-8abe-846f36db7508 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:16.615418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.674279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:16.678269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:16.683993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:16.690483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.702274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.706655 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-89ca77f9-9973-4565-a173-fb25c20d4b32 tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.1468692 Sep 22 16:58:16.714266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:16.731739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Pushing event updated for resources: {'Port': ['ID=29c79d56-d43e-42fb-9c35-3abc4d397a72,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:16.808003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 5abb9003-05ea-4eb5-b654-4ff6c0c27b8a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:16.853458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.870541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Attempting to bind port 29c79d56-d43e-42fb-9c35-3abc4d397a72 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:16.871000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Attempting to bind port 29c79d56-d43e-42fb-9c35-3abc4d397a72 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '98db142d-4a36-45b7-8766-b0745d447fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:16.871281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Attempting to bind port 29c79d56-d43e-42fb-9c35-3abc4d397a72 on network 8cd00a4f-6903-4bdf-a312-27211a6cba5b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:16.876207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9dde5df1-8925-4858-b57f-3a7b97597109 None None] Current status of the port 2f46312a-dd52-44b8-99d8-79d2004e275b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:16.881058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:16.881553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Checking segment: {'id': '98db142d-4a36-45b7-8766-b0745d447fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:16.881834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.882230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Bound using segment: {'id': '98db142d-4a36-45b7-8766-b0745d447fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:16.883626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Bound port: 29c79d56-d43e-42fb-9c35-3abc4d397a72, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98db142d-4a36-45b7-8766-b0745d447fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '8cd00a4f-6903-4bdf-a312-27211a6cba5b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:16.883626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.955180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Port': ['ID=3f101d66-e849-44d4-b96a-07ebe6692300,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:16.967501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for 99626a1e-690b-4681-a801-f61ac41ec5dd owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:16.978325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:16.989380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46b8c712-8033-4218-a8b0-96d1a83523bb tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Synchronizing usage tracker for tenant:61ef92a87e9b46789c7b980f28623efa on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:17.001440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23d29427-35c7-4d52-813c-6d0716d97898 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/ports/3f101d66-e849-44d4-b96a-07ebe6692300 HTTP/1.1" status: 204 len: 168 time: 1.9491353 Sep 22 16:58:17.014111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41794) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.016350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::111 (8cd00a4f-6903-4bdf-a312-27211a6cba5b/e1093ce5-28a9-4d1b-8498-b473e8f283e6/72133f2e-6be0-40da-8abe-846f36db7508) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:17.023559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] For port 29c79d56-d43e-42fb-9c35-3abc4d397a72, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:17.027861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] For port 29c79d56-d43e-42fb-9c35-3abc4d397a72, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=29c79d56-d43e-42fb-9c35-3abc4d397a72,segment=NetworkSegment(98db142d-4a36-45b7-8766-b0745d447fb6),segment_id=98db142d-4a36-45b7-8766-b0745d447fb6)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:17.028040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-772e0e09-e92e-4890-8316-2d2079067ac8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 200 len: 1002 time: 0.6219728 Sep 22 16:58:17.029558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Provisioning for port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:17.035668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.037383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.069946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Provisioning complete for port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:17.070742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.071030 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 1 to provision port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 Sep 22 16:58:17.088894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46b8c712-8033-4218-a8b0-96d1a83523bb tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Unset dirty status for tenant:61ef92a87e9b46789c7b980f28623efa on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:17.093557 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46b8c712-8033-4218-a8b0-96d1a83523bb tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.3778958 Sep 22 16:58:17.096864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.193305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba480680-9ddf-4319-8853-877d7f0d4c42 None None] Pushing event updated for resources: {'Port': ['ID=29c79d56-d43e-42fb-9c35-3abc4d397a72,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:17.197573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b4f8489-60f9-4fa6-8380-847893eb313d tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:17.199089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b4f8489-60f9-4fa6-8380-847893eb313d tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports/c2bf690b-56ce-45d8-bd88-3137bf656df5 HTTP/1.1" status: 404 len: 333 time: 0.7377598 Sep 22 16:58:17.207047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41802) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.214138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c1c170d9-f6d0-47a2-81ee-09fc92a364e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Synchronizing usage tracker for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:17.234333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Floating IP e9fb7a29-5bf6-456f-a468-329e512326ad associated. External IP: 172.26.8.145, port: a32385f4-4eb5-4715-b810-d50995882fca. Sep 22 16:58:17.261850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-802251399'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:17.282050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-741a3a68-0c11-46a4-ab03-696f4915e66c tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Synchronizing usage tracker for tenant:862801f6da0443d4b02df4a81fd53e87 on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:17.295341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Current status of the port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:17.295889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.335595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-737e187a-4724-474e-b755-53e7ec449715 None None] For port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:17.342379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.368181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-3d9782ed-dee1-49e3-95ac-0d7f298dccd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:17.370422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-3d9782ed-dee1-49e3-95ac-0d7f298dccd0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fcbb0e6-7010-446a-9ba1-098684708409 HTTP/1.1" status: 200 len: 844 time: 0.2260962 Sep 22 16:58:17.387593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c1c170d9-f6d0-47a2-81ee-09fc92a364e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Unset dirty status for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:17.389041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c1c170d9-f6d0-47a2-81ee-09fc92a364e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3668606 Sep 22 16:58:17.445435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Pushing event updated for resources: {'Port': ['ID=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:17.474738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41806) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.478429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Provisioning for port 99626a1e-690b-4681-a801-f61ac41ec5dd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:17.531669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Provisioning complete for port 99626a1e-690b-4681-a801-f61ac41ec5dd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:17.532159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.532625 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 1 to provision port 99626a1e-690b-4681-a801-f61ac41ec5dd Sep 22 16:58:17.605560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:17.616690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1892024842'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:17.640370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 99626a1e-690b-4681-a801-f61ac41ec5dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:17.644270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:17.645062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:17.658547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:17.658768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:network and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:17.666054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:17.666722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.676459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=5abb9003-05ea-4eb5-b654-4ff6c0c27b8a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:17.730386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-741a3a68-0c11-46a4-ab03-696f4915e66c tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Unset dirty status for tenant:862801f6da0443d4b02df4a81fd53e87 on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:17.733799 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-741a3a68-0c11-46a4-ab03-696f4915e66c tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6352191 Sep 22 16:58:17.741828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.752172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:17.801784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:17.817048 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ae9bdeb-746e-4512-945e-7c96a71644d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 5.2006989 Sep 22 16:58:17.826982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-012e494d-81a8-4af2-a163-8b4e87aa2b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:17.828526 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-012e494d-81a8-4af2-a163-8b4e87aa2b90 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4375322 Sep 22 16:58:17.829249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:17.912035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:17.915574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:17.971050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:17.976577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Deleting port 8bd15d84-cefd-4358-84cc-50b20b37f004 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:17.977009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.040760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:18.054567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.079967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.089821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:18.093281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.141561 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 2 to provision port 99626a1e-690b-4681-a801-f61ac41ec5dd Sep 22 16:58:18.179548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 72133f2e-6be0-40da-8abe-846f36db7508 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:18.199783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port 2f18f209-0f10-4f51-9f84-4e7749e2d90f yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:18.289305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=99626a1e-690b-4681-a801-f61ac41ec5dd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:18.315875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 99626a1e-690b-4681-a801-f61ac41ec5dd was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:58:18.320161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:18.325257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Could not find standard attr ID for object c2bf690b-56ce-45d8-bd88-3137bf656df5. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:18.352079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Provisioning complete for port 4c99abdf-ae77-4aa5-8509-216dba87ad7f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:18.353005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.353569 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 1 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:18.379439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.379937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.397826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.478421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:18.547486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.548943 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment c684da21-d8e2-4e33-920a-4d7f373fa430 of type vlan for network 21ba7c29-4178-49de-a3eb-565197f2c183 Sep 22 16:58:18.633395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Calling delete_port for 8bd15d84-cefd-4358-84cc-50b20b37f004 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:18.716971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:18.724902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=72133f2e-6be0-40da-8abe-846f36db7508,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:18.727953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:18.730354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:18.736886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:18.737554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.768438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.774111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.10 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/2f18f209-0f10-4f51-9f84-4e7749e2d90f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:18.797376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-1f2c67a1-8551-4f39-b367-157bfae2f7ab service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9531140 Sep 22 16:58:18.807571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:18.810363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3db7542a-9636-4264-9ca3-01e5c2a73973 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 3.7561648 Sep 22 16:58:18.814700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:18.834294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4abaad71-8fa3-4894-9735-1478f51a0c6a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/99626a1e-690b-4681-a801-f61ac41ec5dd HTTP/1.1" status: 204 len: 168 time: 4.6327105 Sep 22 16:58:18.864520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:18.882060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3900d108-bb44-4708-8ffd-259579dec381 None None] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:18.923964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 29c79d56-d43e-42fb-9c35-3abc4d397a72 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:18.933441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:58:18.943167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacdc67-fc47-45ec-b0c8-0cbccb5d5042 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:18.949167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eacdc67-fc47-45ec-b0c8-0cbccb5d5042 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:18.955092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2eacdc67-fc47-45ec-b0c8-0cbccb5d5042 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 1.1143825 Sep 22 16:58:18.960906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:18.983507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41826) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:19.028177 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 2 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:19.065045 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c460196-f3af-4d2c-9564-514ffde9c044 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] GET failed (client error): The resource could not be found. Sep 22 16:58:19.068174 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3c460196-f3af-4d2c-9564-514ffde9c044 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports/99626a1e-690b-4681-a801-f61ac41ec5dd HTTP/1.1" status: 404 len: 333 time: 0.2021418 Sep 22 16:58:19.098387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41830) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:19.118261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1325001651'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:19.138057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:19.138846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 72133f2e-6be0-40da-8abe-846f36db7508 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:19.139697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.194275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 29c79d56-d43e-42fb-9c35-3abc4d397a72 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:19.212221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:19.226133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.231532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:19.232131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.359592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:19.360069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.360288 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 Sep 22 16:58:19.423276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.481529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.9728019 Sep 22 16:58:19.498074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c547b7d-ac45-4f13-b796-d30200d8b7b1 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=21ba7c29-4178-49de-a3eb-565197f2c183,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:19.500887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41834) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:19.506677 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab86292e-0142-4cd8-a8dc-a3b2e05eedb6 req-4bea95f1-aec7-4665-acd1-25f047f6b67a service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6829433 Sep 22 16:58:19.513979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1953333995'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:19.519188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:19.525294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:network and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:19.528812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:19.538278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:19.561549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:58:19.567016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.574954 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Sync routers for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:58:19.594762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:19.599139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:19.601477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.602323 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:19.603127 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:19.606552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 21ba7c29-4178-49de-a3eb-565197f2c183 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:19.657609 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40555902-56c9-4592-bfc4-d12e5afcf975 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "PUT /v2.0/floatingips/e9fb7a29-5bf6-456f-a468-329e512326ad HTTP/1.1" status: 200 len: 992 time: 6.5849392 Sep 22 16:58:19.658097 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 3 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:19.664089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:58:19.669030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7" -d '{"events": [{"name": "network-changed", "server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "tag": "a32385f4-4eb5-4715-b810-d50995882fca"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:58:19.678187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:19.692673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.693069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Added segment 464c2848-3b13-4c47-87f8-b23aff8959b0 of type vlan for network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 Sep 22 16:58:19.713877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 5abb9003-05ea-4eb5-b654-4ff6c0c27b8a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:19.714372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.741158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.771771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Pushing event deleted for resources: {'Port': ['ID=8bd15d84-cefd-4358-84cc-50b20b37f004,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:19.841795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:19.872465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 16:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d77515c6-fdb2-4f9b-8701-ec03e58339a6 x-openstack-request-id: req-d77515c6-fdb2-4f9b-8701-ec03e58339a6 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:58:19.872962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "tag": "a32385f4-4eb5-4715-b810-d50995882fca", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:58:19.873358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d77515c6-fdb2-4f9b-8701-ec03e58339a6 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:58:19.873958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d77515c6-fdb2-4f9b-8701-ec03e58339a6'] response: {'name': 'network-changed', 'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca', 'status': 'completed', 'code': 200} Sep 22 16:58:19.901262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:19.928141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:19.929204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.130926 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:58:20.168149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.244248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.304904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object 2f18f209-0f10-4f51-9f84-4e7749e2d90f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:20.339460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:20.343328 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 4 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:20.350997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.358839 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-149e249c-ade2-4869-bfee-68bc5616d82e tempest-FloatingIPAdminTestJSON-1434644322 tempest-FloatingIPAdminTestJSON-1434644322-project] 10.222.0.25 "DELETE /v2.0/floatingips/849ad7e0-637e-4ddc-9a03-d553457ca249 HTTP/1.1" status: 204 len: 168 time: 2.6095161 Sep 22 16:58:20.358839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Usage tracker for resource:port and tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:20.366025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:20.380532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:20.400040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:20.472949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:20.504983 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0008192 Sep 22 16:58:20.531812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.540200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f9ab2c-9ab6-4b66-a797-f1b36002bb98 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Network': ['ID=09005bbc-14d9-4b41-a2c8-164fc1f3cf46,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:20.542338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:20.545999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.580034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:20.698012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Deleting port 2a3d5d25-aa87-47e8-ac95-79f8de7b419f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:20.698895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:20.758757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-0a2ad965-164f-40bf-8bb6-4338ee57d24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:20.760260 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-0a2ad965-164f-40bf-8bb6-4338ee57d24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef5d3725ae2e45128ae6750e1734aba7&device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 1099 time: 0.8177843 Sep 22 16:58:20.940860 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'e9fb7a29-5bf6-456f-a468-329e512326ad', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'port_id': 'a32385f4-4eb5-4715-b810-d50995882fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'mac_address': 'fa:16:3e:f2:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f5fb7-c17b-494a-9319-6924ef571978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:30Z', 'updated_at': '2022-09-22T16:58:15Z', 'revision_number': 1, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:20.945393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port f8a64bc8-d114-4b56-ad8a-00935ea615a0 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:20.966829 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Checking router: 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:58:20.974256 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 5 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:20.980428 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:58:20.990256 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:20.993798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:21.027964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 72133f2e-6be0-40da-8abe-846f36db7508 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:21.071883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-a962ea47-51fb-424f-8f92-e149f5387b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:21.075771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-a962ea47-51fb-424f-8f92-e149f5387b26 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c62c9778-b328-461a-9f01-4f922ce734bb HTTP/1.1" status: 200 len: 912 time: 0.3021357 Sep 22 16:58:21.104958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:21.130204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865937e9-8c9e-46ac-8273-41d9c4ed7027 req-d598a283-299f-448d-9e00-3da6b6f684d6 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:21.133995 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-865937e9-8c9e-46ac-8273-41d9c4ed7027 req-d598a283-299f-448d-9e00-3da6b6f684d6 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 1.0214145 Sep 22 16:58:21.163970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:21.225685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:21.446453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 5abb9003-05ea-4eb5-b654-4ff6c0c27b8a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:21.468527 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:58:21.559599 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-1035e2f7-5296-44bb-af3f-fdc6f69e341b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a32385f4-4eb5-4715-b810-d50995882fca HTTP/1.1" status: 200 len: 1000 time: 0.4244711 Sep 22 16:58:21.606192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 6 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:21.622296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:21.622776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:21.732201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:21.755805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:21.801835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:21.821448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:21.877128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=2f18f209-0f10-4f51-9f84-4e7749e2d90f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:22.046104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Calling delete_port for 2a3d5d25-aa87-47e8-ac95-79f8de7b419f owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:22.078285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:22.079207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.089500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-97977b0e-28a0-4360-8c2a-2ccb1b549631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:22.091868 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-97977b0e-28a0-4360-8c2a-2ccb1b549631 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5ac89454-2544-40ee-8f54-15ac4df0bf3f HTTP/1.1" status: 200 len: 850 time: 0.2306840 Sep 22 16:58:22.323125 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 7 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:22.401521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::d3 (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/f8a64bc8-d114-4b56-ad8a-00935ea615a0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:22.424991 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-865937e9-8c9e-46ac-8273-41d9c4ed7027 req-877c7469-52a7-4d1d-8e13-5e65b1612626 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0622358 Sep 22 16:58:22.430834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.608074 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'e9fb7a29-5bf6-456f-a468-329e512326ad', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'port_id': 'a32385f4-4eb5-4715-b810-d50995882fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'mac_address': 'fa:16:3e:f2:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f5fb7-c17b-494a-9319-6924ef571978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:30Z', 'updated_at': '2022-09-22T16:58:15Z', 'revision_number': 1, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:22.630474 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c538457-ef4a-40f8-85a1-995a80afd815 None None] The sync data for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv is: [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'e9fb7a29-5bf6-456f-a468-329e512326ad', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'floating_ip_address': '172.26.8.145', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'port_id': 'a32385f4-4eb5-4715-b810-d50995882fca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'mac_address': 'fa:16:3e:f2:31:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '759f5fb7-c17b-494a-9319-6924ef571978', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T16:57:30Z', 'updated_at': '2022-09-22T16:58:15Z', 'revision_number': 1, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:58:22.633339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ca48f3da-d605-4a55-821a-a1c656a8b7b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.663469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.680798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object f8a64bc8-d114-4b56-ad8a-00935ea615a0 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:22.710351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:22.726125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.793902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Pushing event deleted for resources: {'Port': ['ID=2a3d5d25-aa87-47e8-ac95-79f8de7b419f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:22.808504 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0cf19eb4-c1ba-43f0-9cf3-dea175b30070 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.5766065 Sep 22 16:58:22.809755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41852) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:22.917334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c0:e8:2e'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:22.948653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:22.961077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-f6265db4-9d74-4045-bec2-bbbd7b38b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:22.966647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-f6265db4-9d74-4045-bec2-bbbd7b38b20c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c62c9778-b328-461a-9f01-4f922ce734bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6499317 Sep 22 16:58:23.061166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.070625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:23.096201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:23.100540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:23.111421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:23.112496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.115942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2d7f42-632e-4357-93c6-2a8a4bc9ccaa None None] New status for floating IP e9fb7a29-5bf6-456f-a468-329e512326ad: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:58:23.159094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.169047 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9dae093-b209-4658-aec6-554b0656bc71 tempest-FloatingIPAdminTestJSON-2042668446 tempest-FloatingIPAdminTestJSON-2042668446-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/b891fc46-25a8-4622-8520-1a67471c720a HTTP/1.1" status: 204 len: 168 time: 2.7830091 Sep 22 16:58:23.177128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:23.185863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=f8a64bc8-d114-4b56-ad8a-00935ea615a0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:23.304865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.349093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port 9323565b-9d98-454e-96d1-a0d6d541595b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:23.349797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.366237 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 8 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:23.708779 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77fcb4d4-837d-4c45-8883-077d69c1cbbd tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6058598 Sep 22 16:58:23.710614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=72133f2e-6be0-40da-8abe-846f36db7508,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:23.714460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41860) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:23.723467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.731874 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93d00d45-4810-48ef-8aa1-dcbbb226c567 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/72133f2e-6be0-40da-8abe-846f36db7508 HTTP/1.1" status: 204 len: 168 time: 4.9156790 Sep 22 16:58:23.738580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:23.749157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9d:e0:49'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:23.777931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:23.879996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:23.953537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for 9323565b-9d98-454e-96d1-a0d6d541595b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:24.240150 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 9 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:24.285884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=5abb9003-05ea-4eb5-b654-4ff6c0c27b8a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:24.330002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.340078 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9665a7ad-97ec-4cc6-8f7b-e24689e4a465 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/5abb9003-05ea-4eb5-b654-4ff6c0c27b8a HTTP/1.1" status: 204 len: 168 time: 5.3504193 Sep 22 16:58:24.383982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:24.397390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:24.414539 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-85d37424-27ad-4f84-9681-6ac7d7921d9f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:58:24.415291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85d37424-27ad-4f84-9681-6ac7d7921d9f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:24.492475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa364911-789f-46cb-a395-3ea129a6ad93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.493190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-85d37424-27ad-4f84-9681-6ac7d7921d9f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:24.497548 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85d37424-27ad-4f84-9681-6ac7d7921d9f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/72133f2e-6be0-40da-8abe-846f36db7508 HTTP/1.1" status: 404 len: 333 time: 0.4431863 Sep 22 16:58:24.498408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:24.499429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.668285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.741200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Port': ['ID=9323565b-9d98-454e-96d1-a0d6d541595b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:24.741778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet e1093ce5-28a9-4d1b-8498-b473e8f283e6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:24.785159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.792507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:24.844889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'subnets': [{'network_id': '21ba7c29-4178-49de-a3eb-565197f2c183', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--213241669', 'ip_version': 6}, {'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:24.845257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'subnet': {'network_id': '21ba7c29-4178-49de-a3eb-565197f2c183', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--213241669', 'ip_version': 6}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:24.845881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Request body: {'subnet': {'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:24.875810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:24.885994 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Attempt 10 to provision port 4c99abdf-ae77-4aa5-8509-216dba87ad7f Sep 22 16:58:24.907144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.027071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.030767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-737e187a-4724-474e-b755-53e7ec449715 None None] Port 4c99abdf-ae77-4aa5-8509-216dba87ad7f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:25.041513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-333f8b33-3a01-4411-a440-7461a31f61ff service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0622594 Sep 22 16:58:25.150378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465735d5-83b1-42f3-a991-6625811056be tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:25.152004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465735d5-83b1-42f3-a991-6625811056be tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:25.152804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-465735d5-83b1-42f3-a991-6625811056be tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:25.164664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Provisioning for port 2f18f209-0f10-4f51-9f84-4e7749e2d90f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:25.173676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Provisioning complete for port 2f18f209-0f10-4f51-9f84-4e7749e2d90f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:25.174584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.175877 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Attempt 1 to provision port 2f18f209-0f10-4f51-9f84-4e7749e2d90f Sep 22 16:58:25.290556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.293908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Port 2f18f209-0f10-4f51-9f84-4e7749e2d90f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:25.316643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d01ee7fd-594a-4de2-9179-ab392e31105f tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/ports/9323565b-9d98-454e-96d1-a0d6d541595b HTTP/1.1" status: 204 len: 168 time: 2.1340837 Sep 22 16:58:25.327397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41880) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:25.422337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.435890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-465735d5-83b1-42f3-a991-6625811056be tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:25.437092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-465735d5-83b1-42f3-a991-6625811056be tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.0367787 Sep 22 16:58:25.452538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:25.537226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4494d7f-fc7b-4ef2-b8a5-346fab286bf7 req-597e74a9-a29e-4ff0-9f3a-8e61db94195d service neutron] 10.222.0.18 "GET /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3912742 Sep 22 16:58:25.538565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:25.540505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.546263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Usage tracker for resource:subnet and tenant:d0aa11712cb243d5b70bd497fdc441d0 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:25.549793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:25.560664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:25.579021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Made reservation on behalf of d0aa11712cb243d5b70bd497fdc441d0 for: {'subnet': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:25.584458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.585033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.615622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8080f3-9e3e-4f27-81ef-d43d9a3e7903 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:25.616514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c8080f3-9e3e-4f27-81ef-d43d9a3e7903 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Synchronizing usage tracker for tenant:862801f6da0443d4b02df4a81fd53e87 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:25.713731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet ef52a020-7125-4de8-bd14-3ac4b7aab29c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:25.715480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c8080f3-9e3e-4f27-81ef-d43d9a3e7903 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Unset dirty status for tenant:862801f6da0443d4b02df4a81fd53e87 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:25.720280 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1c8080f3-9e3e-4f27-81ef-d43d9a3e7903 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "GET /v2.0/ports?device_id=0e05b21c-bb64-4e9e-9136-b0a86bdda41a HTTP/1.1" status: 200 len: 913 time: 0.3853357 Sep 22 16:58:25.723211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.725558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.729463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:25.730161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.795854 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Attempt 2 to provision port 2f18f209-0f10-4f51-9f84-4e7749e2d90f Sep 22 16:58:25.799362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.890556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.894265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Port 2f18f209-0f10-4f51-9f84-4e7749e2d90f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:25.952512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=e1093ce5-28a9-4d1b-8498-b473e8f283e6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:25.977069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:25.986178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189aa910-9251-4ea8-b0bf-add492f6da32 None None] Network 8cd00a4f-6903-4bdf-a312-27211a6cba5b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:26.044558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.076477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:26.088926 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f395083-7286-4099-ab6d-f68088c080e4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e1093ce5-28a9-4d1b-8498-b473e8f283e6 HTTP/1.1" status: 204 len: 168 time: 1.5816326 Sep 22 16:58:26.093444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:26.099151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] In _notify_port_updated(), no bound segment for port 2f18f209-0f10-4f51-9f84-4e7749e2d90f on network 329d51b0-26d1-44a9-a76d-d5e48157b400 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:26.104632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:26.105295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.106834 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "PUT /v2.0/ports/2f18f209-0f10-4f51-9f84-4e7749e2d90f HTTP/1.1" status: 200 len: 993 time: 3.2721565 Sep 22 16:58:26.121444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.126119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:26.215028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38b3dd4-f15a-47f4-825a-d7aec54e0481 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=2f18f209-0f10-4f51-9f84-4e7749e2d90f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:26.237872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.238526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] In _notify_port_updated(), no bound segment for port f8a64bc8-d114-4b56-ad8a-00935ea615a0 on network e84719e2-1061-46e2-bff9-ef18a463acca {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:26.244543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:26.245236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.249428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "PUT /v2.0/ports/f8a64bc8-d114-4b56-ad8a-00935ea615a0 HTTP/1.1" status: 200 len: 1002 time: 2.5106339 Sep 22 16:58:26.268523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41900) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:26.331584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.396328 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Attempt 3 to provision port 2f18f209-0f10-4f51-9f84-4e7749e2d90f Sep 22 16:58:26.399343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port 2f18f209-0f10-4f51-9f84-4e7749e2d90f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:26.399695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.433211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b30e04d-898d-446f-8fbc-7be0c1526e1b tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=f8a64bc8-d114-4b56-ad8a-00935ea615a0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:26.474620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.489489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port f8a64bc8-d114-4b56-ad8a-00935ea615a0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:26.489727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.509048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] DHCP port deletion for 8cd00a4f-6903-4bdf-a312-27211a6cba5b request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:26.524978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Deleting port 29c79d56-d43e-42fb-9c35-3abc4d397a72 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:26.524978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.569414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.584955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Port 2f18f209-0f10-4f51-9f84-4e7749e2d90f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:26.677761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Subnet': ['ID=60079841-db46-4907-9149-11ea4a6767e9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:26.689666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 29c79d56-d43e-42fb-9c35-3abc4d397a72 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:26.690132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.733300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Checking segment: {'id': 'c684da21-d8e2-4e33-920a-4d7f373fa430', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '21ba7c29-4178-49de-a3eb-565197f2c183'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:26.733660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network hostable DHCP agents. Network: 21ba7c29-4178-49de-a3eb-565197f2c183, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:26.799347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] For port 29c79d56-d43e-42fb-9c35-3abc4d397a72, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=29c79d56-d43e-42fb-9c35-3abc4d397a72,segment=NetworkSegment(98db142d-4a36-45b7-8766-b0745d447fb6),segment_id=98db142d-4a36-45b7-8766-b0745d447fb6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:26.799881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.815528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 29c79d56-d43e-42fb-9c35-3abc4d397a72 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:26.943012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network 21ba7c29-4178-49de-a3eb-565197f2c183 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:26.971048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 21ba7c29-4178-49de-a3eb-565197f2c183) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:26.974439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:26.977343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.077924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c7a3c-0f8a-48a8-b26c-ed35527e1a20 None None] Network 21ba7c29-4178-49de-a3eb-565197f2c183 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:27.202054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.211143 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Attempt 4 to provision port 2f18f209-0f10-4f51-9f84-4e7749e2d90f Sep 22 16:58:27.211742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=ef52a020-7125-4de8-bd14-3ac4b7aab29c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:27.275313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Calling delete_port for 29c79d56-d43e-42fb-9c35-3abc4d397a72 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:27.285574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a8017b4-6df7-4bc8-b7ff-d27b1811a546 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/ef52a020-7125-4de8-bd14-3ac4b7aab29c HTTP/1.1" status: 204 len: 168 time: 1.7843864 Sep 22 16:58:27.287876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.300267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:27.328377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.333066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1db41151-8fe4-4201-bc9c-f342e171ee0a None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:27.384722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Checking segment: {'id': '464c2848-3b13-4c47-87f8-b23aff8959b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:27.385174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network hostable DHCP agents. Network: 09005bbc-14d9-4b41-a2c8-164fc1f3cf46, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:27.390297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event updated for resources: {'Subnet': ['ID=213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:27.497232 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-276b24ed-70c1-4e65-98b4-11f42f3991b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1955705 Sep 22 16:58:27.510539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for 2f18f209-0f10-4f51-9f84-4e7749e2d90f owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:27.541072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:27.545549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:27.545724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for f8a64bc8-d114-4b56-ad8a-00935ea615a0 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:27.611676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] For port 29c79d56-d43e-42fb-9c35-3abc4d397a72, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=29c79d56-d43e-42fb-9c35-3abc4d397a72,segment=NetworkSegment(98db142d-4a36-45b7-8766-b0745d447fb6),segment_id=98db142d-4a36-45b7-8766-b0745d447fb6)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:27.612090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.686196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.696269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:27.715597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:27.723616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:27.728824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:27.738482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:27.758270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Port 2f18f209-0f10-4f51-9f84-4e7749e2d90f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:27.776511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 09005bbc-14d9-4b41-a2c8-164fc1f3cf46) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:27.786936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 29c79d56-d43e-42fb-9c35-3abc4d397a72 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:27.819390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084b2e4f-0283-49c2-9147-9f8a27b39590 None None] Network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:27.827957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:27.831579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.857069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:27.857859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:27.858598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.935241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b2cb4a3-af8f-4e02-b67f-01aaba88505d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 3.0923278 Sep 22 16:58:27.935440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:27.954523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41912) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:27.983165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.039073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=f8a64bc8-d114-4b56-ad8a-00935ea615a0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.066353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=2f18f209-0f10-4f51-9f84-4e7749e2d90f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.097327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.099920 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a7b04159-d1fc-41e7-87ef-c8fa83fb3251 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/f8a64bc8-d114-4b56-ad8a-00935ea615a0 HTTP/1.1" status: 204 len: 168 time: 1.8286855 Sep 22 16:58:28.105300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41916) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:28.193112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd7690d-c3ee-45e3-88fa-1e59481a90fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] GET failed (client error): The resource could not be found. Sep 22 16:58:28.194312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5fd7690d-c3ee-45e3-88fa-1e59481a90fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Synchronizing usage tracker for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:28.237061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5fd7690d-c3ee-45e3-88fa-1e59481a90fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Unset dirty status for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:28.239045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5fd7690d-c3ee-45e3-88fa-1e59481a90fa tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports/f8a64bc8-d114-4b56-ad8a-00935ea615a0 HTTP/1.1" status: 404 len: 333 time: 0.1325719 Sep 22 16:58:28.248469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41920) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:28.255258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1596113597'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:28.323665 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Attempt 5 to provision port 2f18f209-0f10-4f51-9f84-4e7749e2d90f Sep 22 16:58:28.418517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Port 2f18f209-0f10-4f51-9f84-4e7749e2d90f was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:58:28.455792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 29c79d56-d43e-42fb-9c35-3abc4d397a72 is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:28.459105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.489677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea12c13-164c-475b-9f39-7720b66cd50d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:28.491461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea12c13-164c-475b-9f39-7720b66cd50d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:28.493734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea12c13-164c-475b-9f39-7720b66cd50d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:28.497578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ea12c13-164c-475b-9f39-7720b66cd50d tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5125711 Sep 22 16:58:28.506029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:28.507444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:58:28.507992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:58:28.515181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.531603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Could not find standard attr ID for object f8a64bc8-d114-4b56-ad8a-00935ea615a0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:28.564058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] Pushing event deleted for resources: {'Port': ['ID=29c79d56-d43e-42fb-9c35-3abc4d397a72,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:28.579804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b936ef2-4733-4f4e-ae1d-849081fedfae None None] No DVR routers for this DVR port 29c79d56-d43e-42fb-9c35-3abc4d397a72 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:28.614535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Could not find standard attr ID for object 29c79d56-d43e-42fb-9c35-3abc4d397a72. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:28.616374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:28.650774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:28.660872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Deleting subnet 60079841-db46-4907-9149-11ea4a6767e9 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:28.668160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.671961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.679657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Could not find standard attr ID for object 5abb9003-05ea-4eb5-b654-4ff6c0c27b8a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:28.703367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:28.706996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.725388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-12a3a499-0bc2-49ae-9d73-9235d9f80717 None None] Could not find standard attr ID for object 72133f2e-6be0-40da-8abe-846f36db7508. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:28.728925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-09005bbc-14d9-4b41-a2c8-164fc1f3cf46', 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46', 'tenant_id': 'd0aa11712cb243d5b70bd497fdc441d0', 'fixed_ips': [{'subnet_id': '213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:28.730073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.744385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port 9afc4927-effc-408d-9f85-2cb69385b32d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:28.789425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.794141 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c353d0e-6072-4aa4-baaa-2e5ca585d613 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/2f18f209-0f10-4f51-9f84-4e7749e2d90f HTTP/1.1" status: 204 len: 168 time: 2.6617129 Sep 22 16:58:28.795818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41932) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:28.817975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbcc3a05-87f2-42d4-bcf8-e3f78f350705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-21ba7c29-4178-49de-a3eb-565197f2c183', 'network_id': '21ba7c29-4178-49de-a3eb-565197f2c183', 'tenant_id': 'd0aa11712cb243d5b70bd497fdc441d0', 'fixed_ips': [{'subnet_id': '60079841-db46-4907-9149-11ea4a6767e9'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:28.819156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbcc3a05-87f2-42d4-bcf8-e3f78f350705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.887450 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-35306051-d800-4859-b110-713e9a70e662 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] GET failed (client error): The resource could not be found. Sep 22 16:58:28.888109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35306051-d800-4859-b110-713e9a70e662 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:28.899249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:28.917552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:28.938218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Deleting port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:28.938218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.011539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 29c79d56-d43e-42fb-9c35-3abc4d397a72 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:29.011906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.068544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::245 (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/9afc4927-effc-408d-9f85-2cb69385b32d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:29.099010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.118095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] The port '29c79d56-d43e-42fb-9c35-3abc4d397a72' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:58:29.135627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Allocated IP 2001:db8:0:1::1 (09005bbc-14d9-4b41-a2c8-164fc1f3cf46/213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871/b6270020-a65c-4d92-ba78-f81132244063) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:29.189036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.253835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35306051-d800-4859-b110-713e9a70e662 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:29.258397 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35306051-d800-4859-b110-713e9a70e662 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports/2f18f209-0f10-4f51-9f84-4e7749e2d90f HTTP/1.1" status: 404 len: 333 time: 0.4564552 Sep 22 16:58:29.263391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:29.269761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:29.274409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-1887350579'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-cbcc3a05-87f2-42d4-bcf8-e3f78f350705 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60079841-db46-4907-9149-11ea4a6767e9: This subnet is being modified by another concurrent operation. Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 16:58:29.278379 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60079841-db46-4907-9149-11ea4a6767e9: This subnet is being modified by another concurrent operation. Sep 22 16:58:29.282280 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 16:58:29.361761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b424b26-81e8-480c-8a0f-67f427231455 None None] Network 21ba7c29-4178-49de-a3eb-565197f2c183 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:29.364207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:29.366677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=8fc334cc-4c10-4752-8762-f7f51836ff72,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:29.388237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:29.388918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.410463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.427449 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-307f1b4b-49be-4c3d-a9a7-6065a0354f5b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.8866045 Sep 22 16:58:29.431552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41940) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:29.447834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Subnet': ['ID=60079841-db46-4907-9149-11ea4a6767e9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:29.473007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '8fc334cc-4c10-4752-8762-f7f51836ff72', 'ip_address': '2001:db8::fcaa:65c2:b12b:fec8'}], 'name': 'tempest-NetworksTestDHCPv6-610179387'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:29.502531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.514893 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3c70689-565c-4fae-bab7-bfeea73454f4 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/subnets/60079841-db46-4907-9149-11ea4a6767e9 HTTP/1.1" status: 204 len: 168 time: 1.0054579 Sep 22 16:58:29.522255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41944) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:29.567205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:29.584067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] For port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:29.584539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.597926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:29.608142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port 0ae9b493-3392-41bf-8bec-b036d89de828 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:29.608483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.674266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:29.678722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.690063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd00a4f-6903-4bdf-a312-27211a6cba5b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:29.698891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Deleting subnet 213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:29.716910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98db142d-4a36-45b7-8766-b0745d447fb6') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:29.717632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98db142d-4a36-45b7-8766-b0745d447fb6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:29.738456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port a1a9d107-1e31-43ac-bcbc-f3286e4671fb yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:29.748132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.803617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Calling delete_port for 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:29.811388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.835712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:29.836129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.860815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:29.866514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.875890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.913944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.918347 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 98db142d-4a36-45b7-8766-b0745d447fb6 resource provider aggregate not found Sep 22 16:58:29.932081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:29.948967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:29.955504 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 98db142d-4a36-45b7-8766-b0745d447fb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98db142d-4a36-45b7-8766-b0745d447fb6 found for delete ", "request_id": "req-4855f65e-db7b-42ec-b7a6-1704217b194d"}]} Sep 22 16:58:29.966935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:29.969884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] Pushing event deleted for resources: {'Port': ['ID=9eaa69b4-0ccd-493c-9f6f-ea68fb39a747,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:29.974349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29b07a7-bd46-4729-a919-01f5a1b9a632 None None] No DVR routers for this DVR port 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:29.979173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:29.988989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:29.990687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Transition to ACTIVE for port object b6270020-a65c-4d92-ba78-f81132244063 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:29.995356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02115099-91f6-4b03-b3f4-767fa38512a2 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:30.012759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object 9afc4927-effc-408d-9f85-2cb69385b32d will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:30.017522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.093758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Transition to ACTIVE for port object b6270020-a65c-4d92-ba78-f81132244063 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:30.106143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.108043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.114716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=8cd00a4f-6903-4bdf-a312-27211a6cba5b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:30.125529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7cd2b5bb-323c-4c82-b2f5-b7d0a7acb4e5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/8cd00a4f-6903-4bdf-a312-27211a6cba5b HTTP/1.1" status: 204 len: 168 time: 4.0305154 Sep 22 16:58:30.129769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.130279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41952) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:30.138752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'name': 'tempest-PortsIpV6TestJSON-731327337'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:30.192452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.214600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:30.219937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:30.228168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:30.281655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.281843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.316309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.323303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:30.330684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for 0ae9b493-3392-41bf-8bec-b036d89de828 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:30.336665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Pushing event updated for resources: {'Port': ['ID=b6270020-a65c-4d92-ba78-f81132244063,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:30.337062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:30.369144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.9 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/a1a9d107-1e31-43ac-bcbc-f3286e4671fb) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:30.401521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '8fc334cc-4c10-4752-8762-f7f51836ff72'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:30.402373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.406683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:30.410982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.434041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port a1e5a461-2c86-4460-bfa4-238a266dd2f8 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:30.501190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:30.512243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:30.514681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 440fb1cd-1731-4508-bac3-a5ffdc31cca8 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:30.517922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Attempting to bind port b6270020-a65c-4d92-ba78-f81132244063 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:30.518297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Attempting to bind port b6270020-a65c-4d92-ba78-f81132244063 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '464c2848-3b13-4c47-87f8-b23aff8959b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:30.519332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Attempting to bind port b6270020-a65c-4d92-ba78-f81132244063 on network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:30.536650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:30.537036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Checking segment: {'id': '464c2848-3b13-4c47-87f8-b23aff8959b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:30.537447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.537841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Bound using segment: {'id': '464c2848-3b13-4c47-87f8-b23aff8959b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:30.538354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Bound port: b6270020-a65c-4d92-ba78-f81132244063, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464c2848-3b13-4c47-87f8-b23aff8959b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '09005bbc-14d9-4b41-a2c8-164fc1f3cf46'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:30.538702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.559201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:30.564743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:30.565462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.574855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=9afc4927-effc-408d-9f85-2cb69385b32d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:30.696466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-50e88cbf-1e7d-46a9-a68b-0bdcb3de23f3 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.4465308 Sep 22 16:58:30.711695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:30.733341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'network_id': 'e84719e2-1061-46e2-bff9-ef18a463acca', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-58147863'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:30.767342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] For port b6270020-a65c-4d92-ba78-f81132244063, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:30.772798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] For port b6270020-a65c-4d92-ba78-f81132244063, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b6270020-a65c-4d92-ba78-f81132244063,segment=NetworkSegment(464c2848-3b13-4c47-87f8-b23aff8959b0),segment_id=464c2848-3b13-4c47-87f8-b23aff8959b0)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:30.782634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:30.834291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:30.834635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9eaa69b4-0ccd-493c-9f6f-ea68fb39a747 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:30.855211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.920726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:30.985523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Subnet': ['ID=213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:30.989959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.023404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Provisioning for port 9afc4927-effc-408d-9f85-2cb69385b32d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:31.035573 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2bae186a-2049-4283-989e-baa3d3c3d957 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/subnets/213d9f0e-ff6e-4c5d-865c-2cd6bf1e7871 HTTP/1.1" status: 204 len: 168 time: 1.5072885 Sep 22 16:58:31.036274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41960) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:31.039481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:31.041223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8fc334cc-4c10-4752-8762-f7f51836ff72/8b4c059d-b5fa-40fd-bf63-fb92e722803c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:31.043404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Provisioning complete for port 9afc4927-effc-408d-9f85-2cb69385b32d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:31.043877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.044275 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 1 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:31.078232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.087017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.108199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d845ec-e030-403d-a616-b07faabdfc2f None None] Pushing event updated for resources: {'Port': ['ID=b6270020-a65c-4d92-ba78-f81132244063,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:31.121642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:31.143051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d4eb3c-1da5-4a05-bac2-aaf85d0f03e9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:31.144295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08d4eb3c-1da5-4a05-bac2-aaf85d0f03e9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Synchronizing usage tracker for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:31.148115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object a1a9d107-1e31-43ac-bcbc-f3286e4671fb will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:31.151077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Made reservation on behalf of 0bc7d470bc9a49f38f8b1fa4ef4abec8 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:31.154818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.189511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.200163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] device_id is not set on port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:31.211347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:31.247735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08d4eb3c-1da5-4a05-bac2-aaf85d0f03e9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Unset dirty status for tenant:d0aa11712cb243d5b70bd497fdc441d0 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:31.248932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-08d4eb3c-1da5-4a05-bac2-aaf85d0f03e9 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2117171 Sep 22 16:58:31.264398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41964) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:31.265857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.326659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Port': ['ID=0ae9b493-3392-41bf-8bec-b036d89de828,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:31.391637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.407757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Transition to ACTIVE for port object 8b4c059d-b5fa-40fd-bf63-fb92e722803c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:31.456947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Transition to ACTIVE for port object 8b4c059d-b5fa-40fd-bf63-fb92e722803c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:31.486602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.527714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:31.531102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=a1a9d107-1e31-43ac-bcbc-f3286e4671fb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:31.536190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:31.540975 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:31.588280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:31.613921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:31.619611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:31.655329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.697558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.719308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:31.719907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.723576 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 2 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:31.787740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::fcaa:65c2:b12b:fec8 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8fc334cc-4c10-4752-8762-f7f51836ff72/a1e5a461-2c86-4460-bfa4-238a266dd2f8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:31.828209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b588c0b-a3c5-47a6-bcf6-86e4a30d44a2 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5613239 Sep 22 16:58:31.845683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.853153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:31.859709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:c0:e8:2e'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:31.862081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Pushing event updated for resources: {'Port': ['ID=8b4c059d-b5fa-40fd-bf63-fb92e722803c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:31.876040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Attempting to bind port 8b4c059d-b5fa-40fd-bf63-fb92e722803c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:31.876662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Attempting to bind port 8b4c059d-b5fa-40fd-bf63-fb92e722803c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:31.877213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Attempting to bind port 8b4c059d-b5fa-40fd-bf63-fb92e722803c on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:31.884822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:31.885436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:31.886017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.886572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:31.887190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Bound port: 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:31.887719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.912263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:31.990973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Deleting port b6270020-a65c-4d92-ba78-f81132244063 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:31.991371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:31.994588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:31.998082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:32.005192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.038243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:32.092498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46760552-b953-4e8e-ada6-2e316c082788 None None] Pushing event updated for resources: {'Port': ['ID=8b4c059d-b5fa-40fd-bf63-fb92e722803c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:32.094202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:32.097706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:32.103546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:32.104174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.141782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=440fb1cd-1731-4508-bac3-a5ffdc31cca8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:32.266973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Allocated IP 2001:db8::bc (e84719e2-1061-46e2-bff9-ef18a463acca/477e02a7-642e-4be3-9511-9da50ed5e7c6/0eb12959-2c0f-44f4-bf8e-8c783b93a196) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:32.278228 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4e6d9248-1c7c-4606-9db5-7d0ba3787fc3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1436331 Sep 22 16:58:32.291784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:32.396287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.414375 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 3 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:32.507667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:32.543987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object a1e5a461-2c86-4460-bfa4-238a266dd2f8 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:32.553340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 440fb1cd-1731-4508-bac3-a5ffdc31cca8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:32.553685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.556980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.640572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:58:32.652574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] For port b6270020-a65c-4d92-ba78-f81132244063, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b6270020-a65c-4d92-ba78-f81132244063,segment=NetworkSegment(464c2848-3b13-4c47-87f8-b23aff8959b0),segment_id=464c2848-3b13-4c47-87f8-b23aff8959b0)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:32.652974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:32.703724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17ef6a-32b8-40b1-b45b-e110a8540fef None None] Network 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:32.901599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Calling delete_port for b6270020-a65c-4d92-ba78-f81132244063 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:32.914380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b6270020-a65c-4d92-ba78-f81132244063 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:33.089611 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 4 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:33.089846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.189836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:58:33.205922 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73568cf2-6330-413c-b7e0-7b7a0480c281 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "PUT /v2.0/routers/0e05b21c-bb64-4e9e-9136-b0a86bdda41a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4182079 Sep 22 16:58:33.211416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41976) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:33.211840 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] Sync routers for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:58:33.227642 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:33.228273 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:33.236345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b6270020-a65c-4d92-ba78-f81132244063 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:33.260932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8b4c059d-b5fa-40fd-bf63-fb92e722803c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:33.356760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:33.373712 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:33.397987 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] Routers {'0e05b21c-bb64-4e9e-9136-b0a86bdda41a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:58:33.398739 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:33.426194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 8b4c059d-b5fa-40fd-bf63-fb92e722803c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:33.451905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.477157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:33.495932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:33.499238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:33.504235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a83d7e8-1cdd-4431-a559-48360fee0b40 None None] DHCP port deletion for 09005bbc-14d9-4b41-a2c8-164fc1f3cf46 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:33.508299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:33.510098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.514347 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:33.515115 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88d8544-3a30-40f2-bdc6-949b402803d6 None None] The sync data for ids ['0e05b21c-bb64-4e9e-9136-b0a86bdda41a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:58:33.552824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.561590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.707018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] In _notify_port_updated(), no bound segment for port a1a9d107-1e31-43ac-bcbc-f3286e4671fb on network 329d51b0-26d1-44a9-a76d-d5e48157b400 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:33.713193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:33.714076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.715606 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "PUT /v2.0/ports/a1a9d107-1e31-43ac-bcbc-f3286e4671fb HTTP/1.1" status: 200 len: 996 time: 1.8614285 Sep 22 16:58:33.726771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.2801583 Sep 22 16:58:33.728133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19b9386-ef67-4577-bb5c-e154775cc715 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=a1e5a461-2c86-4460-bfa4-238a266dd2f8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:33.748117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.785499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41980) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:33.785985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:33.790732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.815993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] No DVR routers for this DVR port b6270020-a65c-4d92-ba78-f81132244063 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:33.826471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c92aea-9e85-4daf-97f9-611e963dff97 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 16:58:33.850853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c045b2e-0cc2-4ff5-b637-9d0c20008dc8 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=a1a9d107-1e31-43ac-bcbc-f3286e4671fb,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:33.889703 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 5 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:33.973978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:33.985554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port 4ee12aa4-26fb-4aa2-89d1-f23284055acf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:33.985859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.035110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:34.047953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.074343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Port': ['ID=b6270020-a65c-4d92-ba78-f81132244063,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:34.134873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c92aea-9e85-4daf-97f9-611e963dff97 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 16:58:34.303003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.431855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Transition to ACTIVE for port object 0eb12959-2c0f-44f4-bf8e-8c783b93a196 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:34.447262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 440fb1cd-1731-4508-bac3-a5ffdc31cca8 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:34.477050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for 4ee12aa4-26fb-4aa2-89d1-f23284055acf owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:34.525739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.537374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port a1a9d107-1e31-43ac-bcbc-f3286e4671fb {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:34.537748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.550926 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 6 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:34.628557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:34.631134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09005bbc-14d9-4b41-a2c8-164fc1f3cf46']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:34.666031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464c2848-3b13-4c47-87f8-b23aff8959b0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:34.666365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464c2848-3b13-4c47-87f8-b23aff8959b0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:34.689019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.711555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b6270020-a65c-4d92-ba78-f81132244063 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:34.718529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.740229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Port': ['ID=4ee12aa4-26fb-4aa2-89d1-f23284055acf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:34.767625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1957c-eae7-49b8-aee8-886dfb0c257c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:34.774276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a1957c-eae7-49b8-aee8-886dfb0c257c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:34.775091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22a1957c-eae7-49b8-aee8-886dfb0c257c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:34.786013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.802471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.806761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: b6270020-a65c-4d92-ba78-f81132244063 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:34.807544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b6270020-a65c-4d92-ba78-f81132244063 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:34.817801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:34.818216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.873112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.951574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:34.977074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 464c2848-3b13-4c47-87f8-b23aff8959b0 resource provider aggregate not found Sep 22 16:58:34.998352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=440fb1cd-1731-4508-bac3-a5ffdc31cca8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:35.031363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22a1957c-eae7-49b8-aee8-886dfb0c257c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:35.032709 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-22a1957c-eae7-49b8-aee8-886dfb0c257c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 1.2214653 Sep 22 16:58:35.058022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 41992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:35.081455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 464c2848-3b13-4c47-87f8-b23aff8959b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 464c2848-3b13-4c47-87f8-b23aff8959b0 found for delete ", "request_id": "req-b905470a-8579-4c72-a621-3fd3438b6b1e"}]} Sep 22 16:58:35.099443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.129622 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 7 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:35.158388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Network e84719e2-1061-46e2-bff9-ef18a463acca is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:35.168066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e207159-082a-493d-885e-31607ebe5e85 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/440fb1cd-1731-4508-bac3-a5ffdc31cca8 HTTP/1.1" status: 204 len: 168 time: 2.8679664 Sep 22 16:58:35.168921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 41996) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:35.176539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:35.181804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:35.185356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:35.186028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.189772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.194360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.207445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.214178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port a1e5a461-2c86-4460-bfa4-238a266dd2f8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:35.214500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.219595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.229818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:35.237233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'mac_address': 'fa:16:3e:6e:63:7f', 'name': 'tempest-PortsIpV6TestJSON-840717412'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:35.282679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.283415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Fanout notify agent at l3_agent the message router_deleted on router 0e05b21c-bb64-4e9e-9136-b0a86bdda41a {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:58:35.323466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=0eb12959-2c0f-44f4-bf8e-8c783b93a196,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:35.352137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.356707 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb8b19be-cffe-4ea8-9567-daf9e29adea4 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/routers/0e05b21c-bb64-4e9e-9136-b0a86bdda41a HTTP/1.1" status: 204 len: 168 time: 2.1406567 Sep 22 16:58:35.363186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:35.385687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=09005bbc-14d9-4b41-a2c8-164fc1f3cf46,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:35.398596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1aec9967-84a8-464e-aaca-fe48b6afb4ea tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/09005bbc-14d9-4b41-a2c8-164fc1f3cf46 HTTP/1.1" status: 204 len: 168 time: 4.1325433 Sep 22 16:58:35.410952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42006) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:35.416164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b071231-5405-4248-a4f4-da5cd8cd23cf tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 4.7028923 Sep 22 16:58:35.416393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:35.449059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.472178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::94', 'mac_address': 'fa:16:3e:9d:e0:49'}, {'ip_address': '2001:db8::245', 'mac_address': 'fa:16:3e:68:76:cd'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:35.575776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:35.583882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for a1a9d107-1e31-43ac-bcbc-f3286e4671fb owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:35.612906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:35.623295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:35.641929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:35.663384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:35.678281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting subnet 7cbb5649-0bef-4691-8067-fc3e8cebe672 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:35.712749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.731787 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 8 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:35.788455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.795361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:35.900247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.935650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:35.983890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port ba47cc52-ab6b-4cce-9f15-637e3254a17a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:36.012575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.026280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.099418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=a1a9d107-1e31-43ac-bcbc-f3286e4671fb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:36.243264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.296473 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 9 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:36.336229 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98edafbd-0331-44b9-a872-309b60a0d58c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/a1a9d107-1e31-43ac-bcbc-f3286e4671fb HTTP/1.1" status: 204 len: 168 time: 2.5274110 Sep 22 16:58:36.343171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42016) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:36.364119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:36.392283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for a1e5a461-2c86-4460-bfa4-238a266dd2f8 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:36.402871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506d92c-8946-4e23-9d39-1be3c3855e91 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] GET failed (client error): The resource could not be found. Sep 22 16:58:36.403409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3506d92c-8946-4e23-9d39-1be3c3855e91 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:36.446011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.450587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3506d92c-8946-4e23-9d39-1be3c3855e91 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:36.451790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3506d92c-8946-4e23-9d39-1be3c3855e91 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports/a1a9d107-1e31-43ac-bcbc-f3286e4671fb HTTP/1.1" status: 404 len: 333 time: 0.1076441 Sep 22 16:58:36.456629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:36.464503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-185467816'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:36.486899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.565683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ba7c29-4178-49de-a3eb-565197f2c183']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:36.598143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.604878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.616368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c684da21-d8e2-4e33-920a-4d7f373fa430') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:36.616708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c684da21-d8e2-4e33-920a-4d7f373fa430') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:36.640415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.670397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.691356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:36.696963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:36.702041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:36.708038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=ba47cc52-ab6b-4cce-9f15-637e3254a17a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:36.713378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:36.718828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:36.719486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.724217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:36.742880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:36.746408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.763561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-451e137f-9666-4080-8e86-c0b77d85dcd8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.5865991 Sep 22 16:58:36.763811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:36.782342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.811727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:36.812142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.813015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port a5e4e08f-8cd5-427e-bb05-960701e0bbae yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:36.865219 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Attempt 10 to provision port 9afc4927-effc-408d-9f85-2cb69385b32d Sep 22 16:58:36.899174 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c684da21-d8e2-4e33-920a-4d7f373fa430 resource provider aggregate not found Sep 22 16:58:36.911059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86060936-105d-4b59-af70-88fdb68931ae tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:36.911631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86060936-105d-4b59-af70-88fdb68931ae tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:36.941639 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c684da21-d8e2-4e33-920a-4d7f373fa430 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c684da21-d8e2-4e33-920a-4d7f373fa430 found for delete ", "request_id": "req-6ee07d2e-8a6a-4f01-9a02-4e16b6118d41"}]} Sep 22 16:58:36.942635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a8badec-b1d4-4d2c-8f20-9c96264209cc None None] Port 9afc4927-effc-408d-9f85-2cb69385b32d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:36.967576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:36.976996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86060936-105d-4b59-af70-88fdb68931ae tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:36.978260 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86060936-105d-4b59-af70-88fdb68931ae tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/ba47cc52-ab6b-4cce-9f15-637e3254a17a HTTP/1.1" status: 200 len: 844 time: 0.2135720 Sep 22 16:58:36.983633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42032) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.042709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.050663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.060468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Could not find standard attr ID for object a1e5a461-2c86-4460-bfa4-238a266dd2f8. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:37.064064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Could not find standard attr ID for object b6270020-a65c-4d92-ba78-f81132244063. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:37.076527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Provisioning for port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:37.079465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port ba47cc52-ab6b-4cce-9f15-637e3254a17a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:37.079823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.083423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Provisioning complete for port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:37.084137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.084671 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 1 to provision port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 Sep 22 16:58:37.129296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.7 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/a5e4e08f-8cd5-427e-bb05-960701e0bbae) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:37.154760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:37.185090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.187576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=a1e5a461-2c86-4460-bfa4-238a266dd2f8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.255924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=21ba7c29-4178-49de-a3eb-565197f2c183,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.261750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.280410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Subnet': ['ID=7cbb5649-0bef-4691-8067-fc3e8cebe672,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.286567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.288424 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ecfb5c0-bb41-4725-8374-6cab03233dd6 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/subnets/7cbb5649-0bef-4691-8067-fc3e8cebe672 HTTP/1.1" status: 204 len: 168 time: 1.9246361 Sep 22 16:58:37.293139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.297186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd64cd8-1dc0-43ee-a463-a0ce12a68f97 None None] Network b93c45f2-79c8-41a6-aa3e-b733b9f7f512 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:37.310486 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8aa8b87c-3771-4b10-84fe-6997b30581e2 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/21ba7c29-4178-49de-a3eb-565197f2c183 HTTP/1.1" status: 204 len: 168 time: 1.8953931 Sep 22 16:58:37.316996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.342388 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73395592-7bed-483a-9f64-5c99519fdef4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/a1e5a461-2c86-4460-bfa4-238a266dd2f8 HTTP/1.1" status: 204 len: 168 time: 2.2809463 Sep 22 16:58:37.347397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.479871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.515956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.519283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:37.519746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.552954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.557840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] In _notify_port_updated(), no bound segment for port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 on network e84719e2-1061-46e2-bff9-ef18a463acca {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:37.559422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:37.560205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.561801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "PUT /v2.0/ports/0eb12959-2c0f-44f4-bf8e-8c783b93a196 HTTP/1.1" status: 200 len: 1064 time: 2.1363957 Sep 22 16:58:37.601618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] DHCP port deletion for b93c45f2-79c8-41a6-aa3e-b733b9f7f512 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:37.606606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Deleting port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:37.607065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.613532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.658326 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 2 to provision port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 Sep 22 16:58:37.730278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.741566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2b7dc-2fd7-4564-93c7-0aa6884b5d6b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:37.743057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f2b7dc-2fd7-4564-93c7-0aa6884b5d6b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:37.744740 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9f2b7dc-2fd7-4564-93c7-0aa6884b5d6b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3907902 Sep 22 16:58:37.756071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:37.756913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66da11f-b610-464f-aab9-c9f4b597ba03 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event updated for resources: {'Port': ['ID=0eb12959-2c0f-44f4-bf8e-8c783b93a196,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:37.771359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:37.808390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:37.809053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.836249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.887709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] For port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,segment=NetworkSegment(a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06),segment_id=a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:37.888345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:37.902223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object a5e4e08f-8cd5-427e-bb05-960701e0bbae will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:37.904443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.010883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 8fc334cc-4c10-4752-8762-f7f51836ff72 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:38.020019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Calling delete_port for 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:38.046608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.089368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] For port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,segment=NetworkSegment(a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06),segment_id=a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:38.089831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.103486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for ba47cc52-ab6b-4cce-9f15-637e3254a17a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:38.118817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.169378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] Pushing event deleted for resources: {'Port': ['ID=4acbb8a5-94c0-4a09-89ec-e866fe3d5da5,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.173479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b535b54-3c1d-4cf3-a0ef-7bdd1be8e76d None None] No DVR routers for this DVR port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:38.200375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.255434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.263095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a0c9df-b82d-4bdd-9522-e0b70ee77abe']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:38.273486 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 3 to provision port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 Sep 22 16:58:38.339149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:38.356566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3363a59-0bcf-4e27-aca5-77d97a7d1675') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:38.356937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3363a59-0bcf-4e27-aca5-77d97a7d1675') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:38.370689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:38.373792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.384718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:38.387234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:38.414296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.432630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:38.461217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.468331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=a5e4e08f-8cd5-427e-bb05-960701e0bbae,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.505609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.506832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.537227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=ba47cc52-ab6b-4cce-9f15-637e3254a17a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.550985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:38.551400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.575500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:38.576147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.629891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.639994 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d3363a59-0bcf-4e27-aca5-77d97a7d1675 resource provider aggregate not found Sep 22 16:58:38.654374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00429cf4-45ef-4bee-99cc-2785cf86b685 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/ba47cc52-ab6b-4cce-9f15-637e3254a17a HTTP/1.1" status: 204 len: 168 time: 1.6695230 Sep 22 16:58:38.668463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42060) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:38.675932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d3363a59-0bcf-4e27-aca5-77d97a7d1675 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3363a59-0bcf-4e27-aca5-77d97a7d1675 found for delete ", "request_id": "req-8dce1b6f-ed69-4929-8b50-f691e1ea2855"}]} Sep 22 16:58:38.681210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ccdd289-4ef0-4a34-921e-d1164f081480 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2233930 Sep 22 16:58:38.681938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:38.724385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:58:38.724385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:58:38.732893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:38.739676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'network_id': '329d51b0-26d1-44a9-a76d-d5e48157b400', 'name': 'tempest-AllowedAddressPairTestJSON-788530947'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:38.772069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-11b12bca-d242-4499-9b35-52ced10dbf83 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:58:38.772674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-11b12bca-d242-4499-9b35-52ced10dbf83 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:38.779284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:38.779980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:38.797166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for 0eb12959-2c0f-44f4-bf8e-8c783b93a196 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:38.826278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.840868 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 4 to provision port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 Sep 22 16:58:38.867967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.871808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:38.885151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=f3a0c9df-b82d-4bdd-9522-e0b70ee77abe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:38.905183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:38.909832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-15d50e27-f07a-47f6-b30b-f022774da2ac tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/f3a0c9df-b82d-4bdd-9522-e0b70ee77abe HTTP/1.1" status: 204 len: 168 time: 1.5919023 Sep 22 16:58:38.913344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-11b12bca-d242-4499-9b35-52ced10dbf83 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:38.914663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-11b12bca-d242-4499-9b35-52ced10dbf83 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/ba47cc52-ab6b-4cce-9f15-637e3254a17a HTTP/1.1" status: 404 len: 333 time: 0.2452023 Sep 22 16:58:38.915287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:38.920629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:38.959942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'name': 'tempest-PortsIpV6TestJSON-1333069153'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:39.034923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.068411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.129116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=8fc334cc-4c10-4752-8762-f7f51836ff72,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:39.129478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb504560-8d29-4f90-b053-a770f7aae79f None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:39.140132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.144063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=0eb12959-2c0f-44f4-bf8e-8c783b93a196,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:39.205696 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ae1e5625-f5ce-4dd9-9756-ca6ca8b1db01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8fc334cc-4c10-4752-8762-f7f51836ff72 HTTP/1.1" status: 204 len: 168 time: 1.4457018 Sep 22 16:58:39.209016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42076) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:39.244033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.261232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:39.264835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:39.303686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:39.303686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:39.321279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port 4acbb8a5-94c0-4a09-89ec-e866fe3d5da5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:39.321635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.348082 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09647e58-27d0-4cf8-8de2-fbed23cda56c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1377587 Sep 22 16:58:39.363172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42080) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:39.372281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:39.422564 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 5 to provision port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 Sep 22 16:58:39.464721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Port 0eb12959-2c0f-44f4-bf8e-8c783b93a196 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:58:39.490003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Provisioning for port 8b4c059d-b5fa-40fd-bf63-fb92e722803c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:39.497476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Provisioning complete for port 8b4c059d-b5fa-40fd-bf63-fb92e722803c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:39.498076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.498417 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Attempt 1 to provision port 8b4c059d-b5fa-40fd-bf63-fb92e722803c Sep 22 16:58:39.519959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] The port '4acbb8a5-94c0-4a09-89ec-e866fe3d5da5' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:58:39.602600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.630998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:39.635525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.648335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:39.649860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Made reservation on behalf of 38540d9d67b548ba93f094ec8f7fdeaa for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:39.653796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.655770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Deleting port 8b4c059d-b5fa-40fd-bf63-fb92e722803c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:39.656153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.676881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0c2b898-7a7a-4aa7-a331-899d75fb6107']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:39.695510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '415a6529-a9f6-447a-a47a-f54121ceee2b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:39.695897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '415a6529-a9f6-447a-a47a-f54121ceee2b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:39.707219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 6c0138d7-cad8-4fbf-ab1e-03e2470b587a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:39.717531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:39.752197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] device_id is not set on port 3ec4db22-0a09-467c-99f2-113aea5cf014 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:39.772630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.777923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Current status of the port 8b4c059d-b5fa-40fd-bf63-fb92e722803c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:39.778331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.780258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:39.791559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.797034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:39.848208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.884740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:39.885147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.917532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:39.931154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:39.969182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Could not find standard attr ID for object a1a9d107-1e31-43ac-bcbc-f3286e4671fb. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:39.983500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:39.984162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.056742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:40.071617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93c45f2-79c8-41a6-aa3e-b733b9f7f512']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:40.097351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.099750 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55e4e71d-4a07-4113-81d6-4d7f673fee8e tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/0eb12959-2c0f-44f4-bf8e-8c783b93a196 HTTP/1.1" status: 204 len: 168 time: 2.4809046 Sep 22 16:58:40.102664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:40.103257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:40.110411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:40.111309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:40.115524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.158988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Calling delete_port for 8b4c059d-b5fa-40fd-bf63-fb92e722803c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:40.171208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.175696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.221839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Provisioning for port a5e4e08f-8cd5-427e-bb05-960701e0bbae completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:40.230202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] 10.222.0.25 "DELETE /v2.0/networks/d0c2b898-7a7a-4aa7-a331-899d75fb6107 HTTP/1.1" status: 204 len: 168 time: 1.3105690 Sep 22 16:58:40.233804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Allocated IP 172.20.0.5 (329d51b0-26d1-44a9-a76d-d5e48157b400/d2873ae3-a826-4c79-9534-570e9f361c0a/3ec4db22-0a09-467c-99f2-113aea5cf014) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:40.240823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df184e1-0659-42a0-9ca5-15091ca1fefc None None] Pushing event updated for resources: {'Port': ['ID=8b4c059d-b5fa-40fd-bf63-fb92e722803c,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.241247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec1faf-71ba-4994-a03d-e48fa79fc380 tempest-BulkNetworkOpsIpV6Test-956130792 tempest-BulkNetworkOpsIpV6Test-956130792-project] Pushing event deleted for resources: {'Network': ['ID=d0c2b898-7a7a-4aa7-a331-899d75fb6107,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.246904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Provisioning complete for port a5e4e08f-8cd5-427e-bb05-960701e0bbae triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:40.247241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.247621 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 1 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:40.298409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.307547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.328841 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f8a53bb-6527-4429-a61d-d68d01fcb91a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] GET failed (client error): The resource could not be found. Sep 22 16:58:40.330263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f8a53bb-6527-4429-a61d-d68d01fcb91a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Synchronizing usage tracker for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:40.351210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:40.361372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:58:40.362290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:58:40.364520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.386156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:40.386599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.457535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.467176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4f8a53bb-6527-4429-a61d-d68d01fcb91a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Unset dirty status for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:40.473416 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f8a53bb-6527-4429-a61d-d68d01fcb91a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports/0eb12959-2c0f-44f4-bf8e-8c783b93a196 HTTP/1.1" status: 404 len: 333 time: 0.3380632 Sep 22 16:58:40.477343 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06 resource provider aggregate not found Sep 22 16:58:40.486364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42092) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:40.507586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a5eaf0d2-2639-4e04-aa1d-8a63c9b6ad06 found for delete ", "request_id": "req-58df87d2-f49c-4b6e-98c0-fcf3d4bf567a"}]} Sep 22 16:58:40.552835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:40.568172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:40.571633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:40.577796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:40.578449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.599641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.630517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.633880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6c0138d7-cad8-4fbf-ab1e-03e2470b587a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.644513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e59af4db-5525-46eb-beac-4a4e25f20312 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.7087409 Sep 22 16:58:40.645652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42100) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:40.657615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:40.695416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Transition to ACTIVE for port object 3ec4db22-0a09-467c-99f2-113aea5cf014 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:40.696344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port 9afc4927-effc-408d-9f85-2cb69385b32d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:40.696912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.713545 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 415a6529-a9f6-447a-a47a-f54121ceee2b resource provider aggregate not found Sep 22 16:58:40.760314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8b4c059d-b5fa-40fd-bf63-fb92e722803c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:40.764187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:40.765902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.768657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 415a6529-a9f6-447a-a47a-f54121ceee2b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 415a6529-a9f6-447a-a47a-f54121ceee2b found for delete ", "request_id": "req-c7717fb5-ab4f-4a38-8aae-c1c8d1c05a2a"}]} Sep 22 16:58:40.822793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.824299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.827646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Network': ['ID=b93c45f2-79c8-41a6-aa3e-b733b9f7f512,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:40.848704 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-604afbd3-dfc3-4966-9e72-78d63dce4021 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/networks/b93c45f2-79c8-41a6-aa3e-b733b9f7f512 HTTP/1.1" status: 204 len: 168 time: 3.5402873 Sep 22 16:58:40.853837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:40.874245 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 2 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:40.915752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Deleting port 8b4c059d-b5fa-40fd-bf63-fb92e722803c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:40.916690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:40.988753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:40.998128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:41.009123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:41.033228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=3ec4db22-0a09-467c-99f2-113aea5cf014,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:41.087042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:41.087622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8b4c059d-b5fa-40fd-bf63-fb92e722803c is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:41.088848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.130822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Deleting port e40d8c27-50e8-4e01-ad42-e3d5b468b258 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:41.131353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.132493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:41.169470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.188760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:41.189428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.245036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-42d46671-6f05-41b8-bcd8-22eac4be02ea tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.5193157 Sep 22 16:58:41.245899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:41.258417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:c0:e8:2e'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:b8:bd:50'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:41.298118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.343858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.353886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.354452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] In _notify_port_updated(), no bound segment for port 6c0138d7-cad8-4fbf-ab1e-03e2470b587a on network a243d195-06a8-41af-b747-e2ff5f680a91 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:41.358328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=8b4c059d-b5fa-40fd-bf63-fb92e722803c,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:41.361660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:41.362376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.364048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/ports/6c0138d7-cad8-4fbf-ab1e-03e2470b587a HTTP/1.1" status: 200 len: 818 time: 0.7175286 Sep 22 16:58:41.406749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42122) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:41.416256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:41.416691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.468773 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74e5f140-bf7c-482b-baac-6caba3c36d1b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d0aa11712cb243d5b70bd497fdc441d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6725931 Sep 22 16:58:41.497818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:41.508643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42126) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:41.523071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:41.527743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:41.529280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.541112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca7e44c-f6e6-4592-9983-59d2c9256a25 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6c0138d7-cad8-4fbf-ab1e-03e2470b587a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:41.547355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Calling delete_port for 8b4c059d-b5fa-40fd-bf63-fb92e722803c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:41.616038 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 3 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:41.635312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=7a33ce44-34b1-478e-9227-4d3eae305b42,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:41.677516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 6c0138d7-cad8-4fbf-ab1e-03e2470b587a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:41.677516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.698526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:41.721286 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73321802-ebb2-4cbf-9f9a-8715d7ffed6d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.3545742 Sep 22 16:58:41.728190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:58:41.728588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:58:41.735902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42130) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:41.742196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '7a33ce44-34b1-478e-9227-4d3eae305b42', 'ip_address': '2001:db8::c772:eb4d:3211:cd71'}], 'name': 'tempest-NetworksTestDHCPv6-583969006'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:41.742692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.867158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:41.993681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:42.009950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:42.036662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.036662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.058890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for 9afc4927-effc-408d-9f85-2cb69385b32d owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:42.091966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:42.198555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Deleting port 8b4c059d-b5fa-40fd-bf63-fb92e722803c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:42.199636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.210891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.228330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Calling delete_port for e40d8c27-50e8-4e01-ad42-e3d5b468b258 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:42.260583 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 4 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:42.277566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.313873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:42.348880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.358820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.371262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.387192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:42.546805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] In _notify_port_updated(), no bound segment for port 3ec4db22-0a09-467c-99f2-113aea5cf014 on network 329d51b0-26d1-44a9-a76d-d5e48157b400 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:42.553152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:42.554265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.555325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "PUT /v2.0/ports/3ec4db22-0a09-467c-99f2-113aea5cf014 HTTP/1.1" status: 200 len: 1054 time: 1.3035667 Sep 22 16:58:42.565837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:42.577917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f40c10-d940-44e7-a850-cf24168f1e82 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event updated for resources: {'Port': ['ID=3ec4db22-0a09-467c-99f2-113aea5cf014,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:42.580359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] For port 8b4c059d-b5fa-40fd-bf63-fb92e722803c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8b4c059d-b5fa-40fd-bf63-fb92e722803c,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:42.580359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.617048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.708643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port 3ec4db22-0a09-467c-99f2-113aea5cf014 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:42.709064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.740703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Calling delete_port for 8b4c059d-b5fa-40fd-bf63-fb92e722803c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:42.741822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.796197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::c772:eb4d:3211:cd71 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7a33ce44-34b1-478e-9227-4d3eae305b42/17e54152-8f7b-43cf-b5b6-e4bafd4489f8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:42.825901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 6c0138d7-cad8-4fbf-ab1e-03e2470b587a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:42.834482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.887630 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 5 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:42.890012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3082ae8e-1583-43f0-b90d-6f27b55b744c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:42.907605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.925221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] No DVR routers for this DVR port 8b4c059d-b5fa-40fd-bf63-fb92e722803c on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:42.941360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e299cc7d-6bef-4eb2-a75d-ba7b5b7cfc56 None None] Pushing event deleted for resources: {'Port': ['ID=8b4c059d-b5fa-40fd-bf63-fb92e722803c,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:42.965239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11d3fd2-21b7-417e-a439-408d032dc207 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:42.990078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:42.999710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=9afc4927-effc-408d-9f85-2cb69385b32d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:43.039045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:43.149027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.153396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Pushing event deleted for resources: {'Port': ['ID=e40d8c27-50e8-4e01-ad42-e3d5b468b258,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:43.159444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.170857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.238259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.261289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.261973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:43.262436 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-229cc542-d544-4c1e-bec7-f87daa309ad4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3082ae8e-1583-43f0-b90d-6f27b55b744c HTTP/1.1" status: 204 len: 168 time: 1.7410617 Sep 22 16:58:43.275577 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a2cb190-b968-4e90-a441-a38495864fad tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/9afc4927-effc-408d-9f85-2cb69385b32d HTTP/1.1" status: 204 len: 168 time: 2.7741632 Sep 22 16:58:43.292811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.295115 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/6c0138d7-cad8-4fbf-ab1e-03e2470b587a HTTP/1.1" status: 204 len: 168 time: 1.8873513 Sep 22 16:58:43.295752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.305360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1efed-23ed-47c8-bcb7-f01231e789fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=6c0138d7-cad8-4fbf-ab1e-03e2470b587a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:43.308026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42144) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.392694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '7a33ce44-34b1-478e-9227-4d3eae305b42'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:43.394305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.414134 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-384a8418-452e-4262-9cb7-8c6db04a2a3a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] GET failed (client error): The resource could not be found. Sep 22 16:58:43.414682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-384a8418-452e-4262-9cb7-8c6db04a2a3a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Synchronizing usage tracker for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:43.449267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.452027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.453294 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d58db0f-7d53-40ff-b6ba-2c9fdbdb14f8 tempest-FloatingIPAdminTestJSON-961364376 tempest-FloatingIPAdminTestJSON-961364376-project] 10.222.0.25 "DELETE /v2.0/floatingips/20a8956d-7c60-4a57-8471-8997aa6aa440 HTTP/1.1" status: 204 len: 168 time: 2.5966668 Sep 22 16:58:43.473700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-384a8418-452e-4262-9cb7-8c6db04a2a3a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Unset dirty status for tenant:0bc7d470bc9a49f38f8b1fa4ef4abec8 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:43.475016 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-384a8418-452e-4262-9cb7-8c6db04a2a3a tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "GET /v2.0/ports/9afc4927-effc-408d-9f85-2cb69385b32d HTTP/1.1" status: 404 len: 333 time: 0.1714530 Sep 22 16:58:43.488587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.507617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbec3f1-e355-4a9f-aa9f-523560c3e0a3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:43.508363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bdbec3f1-e355-4a9f-aa9f-523560c3e0a3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:43.543194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bdbec3f1-e355-4a9f-aa9f-523560c3e0a3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:43.544570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bdbec3f1-e355-4a9f-aa9f-523560c3e0a3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2329793 Sep 22 16:58:43.547781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.616828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 6 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:43.625860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for 3ec4db22-0a09-467c-99f2-113aea5cf014 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:43.677013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ef0c35-c3b4-45b5-add9-b5b10d85cc65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:58:43.677013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31ef0c35-c3b4-45b5-add9-b5b10d85cc65 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/6c0138d7-cad8-4fbf-ab1e-03e2470b587a HTTP/1.1" status: 404 len: 333 time: 0.1274803 Sep 22 16:58:43.689146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.695167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2007634808'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:43.704255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.706951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:43.711405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:43.721622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:43.728263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:43.742809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:43.748133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.794054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:43.810895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:43.823432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:43.824109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78 of type vlan for network 9dcea4b1-a452-4adf-a093-209d937bab55 Sep 22 16:58:43.827543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7a33ce44-34b1-478e-9227-4d3eae305b42/22de33c4-2c4d-476e-8c91-db369c0d7bac) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:43.886579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42174) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:43.976498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:44.006433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:44.025508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:44.027631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.053895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:44.054966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.070563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.077740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:44.078791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.088033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port 0f325619-8ece-4e43-a04c-446806a6dc50 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:44.088570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.231919 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5414383 Sep 22 16:58:44.236152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0695a-601c-47f0-8318-f708717c21bb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=9dcea4b1-a452-4adf-a093-209d937bab55,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:44.240460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:44.250038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:44.258451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.279819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Transition to ACTIVE for port object 22de33c4-2c4d-476e-8c91-db369c0d7bac will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:44.316050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Transition to ACTIVE for port object 22de33c4-2c4d-476e-8c91-db369c0d7bac will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:44.320239 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 7 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:44.379790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:44.404643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.415834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:44.417904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=17e54152-8f7b-43cf-b5b6-e4bafd4489f8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:44.422694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:44.427934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:44.436769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:44.449981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:44.456339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.559460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c74cb997-380b-46cc-8332-9130ba762351 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8192618 Sep 22 16:58:44.560633 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35985a0f-beac-45ad-bb18-51e072cfffdf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=862801f6da0443d4b02df4a81fd53e87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6640694 Sep 22 16:58:44.561551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:44.576948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:44.597271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:44.619109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:44.630423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:44.700850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:44.748676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Pushing event updated for resources: {'Port': ['ID=22de33c4-2c4d-476e-8c91-db369c0d7bac,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:44.778981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Attempting to bind port 22de33c4-2c4d-476e-8c91-db369c0d7bac on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:44.779511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Attempting to bind port 22de33c4-2c4d-476e-8c91-db369c0d7bac by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:44.779979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Attempting to bind port 22de33c4-2c4d-476e-8c91-db369c0d7bac on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:44.785907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:44.786876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:44.787382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:44.787891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.788377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:44.788980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Bound port: 22de33c4-2c4d-476e-8c91-db369c0d7bac, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:44.789460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.811695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.865294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:44.876833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=3ec4db22-0a09-467c-99f2-113aea5cf014,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:44.910382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] For port 22de33c4-2c4d-476e-8c91-db369c0d7bac, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:44.915596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] For port 22de33c4-2c4d-476e-8c91-db369c0d7bac, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=22de33c4-2c4d-476e-8c91-db369c0d7bac,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:44.925339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.035495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b8f69-2215-4191-acc7-d54d85733cd6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:45.041889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9b8f69-2215-4191-acc7-d54d85733cd6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:45.042211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-2138486093'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:45.042708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-df9b8f69-2215-4191-acc7-d54d85733cd6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:45.045401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7298df-1b09-4c89-8289-8d4fcadde3b8 None None] Pushing event updated for resources: {'Port': ['ID=22de33c4-2c4d-476e-8c91-db369c0d7bac,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:45.048537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:45.065158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.073352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:45.088014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:45.094397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.111566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:45.131718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:45.131978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: 9dcea4b1-a452-4adf-a093-209d937bab55, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:45.151380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=e71ab2a7-9cad-4c02-9b78-84753a0016c3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:45.180334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.189391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:45.193427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.201709 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 8 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:45.219027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.238975 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:45.243476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:45.246758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:45.249392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for 0f325619-8ece-4e43-a04c-446806a6dc50 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:45.259010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:45.286829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-df9b8f69-2215-4191-acc7-d54d85733cd6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:45.288070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df9b8f69-2215-4191-acc7-d54d85733cd6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.7114143 Sep 22 16:58:45.308358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:45.312247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 9dcea4b1-a452-4adf-a093-209d937bab55 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:45.314176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42212) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:45.372366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 9dcea4b1-a452-4adf-a093-209d937bab55) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:45.380442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:45.381126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.394630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfc9aaa-a35e-4bda-90a2-0539266a8179 None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:45.465058 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5c09114-dbf7-48e8-afd5-aae978388baf tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2229290 Sep 22 16:58:45.475427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42216) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:45.486068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:45.501063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.503573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.508517 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d2d24e75-44e9-48b1-9348-94596968ec6c HTTP/1.1" status: 204 len: 168 time: 0.9264152 Sep 22 16:58:45.520853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.531789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2243ad-b623-4fd7-be64-0d54188e245d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2d24e75-44e9-48b1-9348-94596968ec6c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:45.590522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:45.591035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.597646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.610744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:45.622398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.622762 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment 07e478b4-754f-44ce-bd09-dc107805749b of type vlan for network cfccc235-762d-47e2-a055-58b8ffc92b8b Sep 22 16:58:45.692994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53aaeea6-701d-4ef3-bca4-71fb1f6fa79b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:45.744097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.805399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:45.811915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:45.819119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:45.831078 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 9 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:45.832766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.845213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:45.847282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.858883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:45.903326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-9dcea4b1-a452-4adf-a093-209d937bab55', 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': 'e71ab2a7-9cad-4c02-9b78-84753a0016c3'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:45.904885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:45.930002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:46.094161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.133507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:46.137131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.153182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Allocated IP 2001:db8::2 (9dcea4b1-a452-4adf-a093-209d937bab55/e71ab2a7-9cad-4c02-9b78-84753a0016c3/30620b44-24b9-4c4d-a40f-79c46342beda) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:46.171879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3847847 Sep 22 16:58:46.211340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42228) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.221027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.235579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29ef90a-9939-448a-87ab-edf0b0175fc7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=cfccc235-762d-47e2-a055-58b8ffc92b8b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:46.240115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.259845 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e680349-7bb3-455f-855f-bd906f53d0f1 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/3ec4db22-0a09-467c-99f2-113aea5cf014 HTTP/1.1" status: 204 len: 168 time: 3.6903317 Sep 22 16:58:46.265067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.279456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'name': 'tempest-PortsTestJSON-1192484599'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:46.316301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:46.327283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:46.333243 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6394f1c4-9034-4bc8-b25a-c0ba0b0f9711 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] GET failed (client error): The resource could not be found. Sep 22 16:58:46.333921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6394f1c4-9034-4bc8-b25a-c0ba0b0f9711 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:46.345039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Usage tracker for resource:security_group_rule and tenant:bdad44559a5846ce9ec18c01f859f431 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:46.350454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:46.376781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:46.404352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6394f1c4-9034-4bc8-b25a-c0ba0b0f9711 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:46.408278 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6394f1c4-9034-4bc8-b25a-c0ba0b0f9711 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports/3ec4db22-0a09-467c-99f2-113aea5cf014 HTTP/1.1" status: 404 len: 333 time: 0.1365476 Sep 22 16:58:46.409174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.423215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.440040 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Attempt 10 to provision port a5e4e08f-8cd5-427e-bb05-960701e0bbae Sep 22 16:58:46.466542 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e71ab2a7-9cad-4c02-9b78-84753a0016c3 (CIDR: 2001:db8::/64) Sep 22 16:58:46.495450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=0f325619-8ece-4e43-a04c-446806a6dc50,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:46.500496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:46.522533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:46.537004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port a5e4e08f-8cd5-427e-bb05-960701e0bbae {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:46.537457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.572909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f4dae57-65f6-4725-a20c-816adde8b55a None None] Port a5e4e08f-8cd5-427e-bb05-960701e0bbae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:46.587387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:46.593518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.594183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 16:58:46.594512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:58:46.598747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e9075d8-9036-4703-aef7-bad00a8541c8 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/ports/0f325619-8ece-4e43-a04c-446806a6dc50 HTTP/1.1" status: 204 len: 168 time: 3.1038573 Sep 22 16:58:46.603169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42240) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.647226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:46.663413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.761441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.774701 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-98ad55e0-608b-45fb-95cb-d68e308e5fe6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2981508 Sep 22 16:58:46.779578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:46.789449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:46.796650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Transition to ACTIVE for port object 30620b44-24b9-4c4d-a40f-79c46342beda will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:46.829553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Provisioning for port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:46.847155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Transition to ACTIVE for port object 30620b44-24b9-4c4d-a40f-79c46342beda will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:46.852108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Provisioning complete for port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:46.852539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.852983 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Attempt 1 to provision port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 Sep 22 16:58:46.866956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:46.876192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.903802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 22de33c4-2c4d-476e-8c91-db369c0d7bac up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:46.914987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:46.953712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:46.980528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting subnet 477e02a7-642e-4be3-9511-9da50ed5e7c6 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:46.987487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.033233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:47.082796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:47.092025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:47.099628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:47.100351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:47.109948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Pushing event updated for resources: {'Port': ['ID=30620b44-24b9-4c4d-a40f-79c46342beda,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:47.129240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.222461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 22de33c4-2c4d-476e-8c91-db369c0d7bac completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:47.227972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.241157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Attempting to bind port 30620b44-24b9-4c4d-a40f-79c46342beda on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:47.242222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Attempting to bind port 30620b44-24b9-4c4d-a40f-79c46342beda by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:47.242971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Attempting to bind port 30620b44-24b9-4c4d-a40f-79c46342beda on network 9dcea4b1-a452-4adf-a093-209d937bab55 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:47.250125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:47.250495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Checking segment: {'id': '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:47.250616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.251005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.251394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Bound using segment: {'id': '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:47.252221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Bound port: 30620b44-24b9-4c4d-a40f-79c46342beda, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:47.252344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.305556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf20da9-6297-4e0b-a5cb-9e30b8bec884,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:47.340298 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-209a7dd6-6bec-4d54-9581-57fe59174684 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=bdad44559a5846ce9ec18c01f859f431&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2303274 Sep 22 16:58:47.344902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42248) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:47.350687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:47.380193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:47.384185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.394121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:47.405550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.411019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:47.419680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] For port 30620b44-24b9-4c4d-a40f-79c46342beda, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:47.423422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] For port 30620b44-24b9-4c4d-a40f-79c46342beda, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30620b44-24b9-4c4d-a40f-79c46342beda,segment=NetworkSegment(2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78),segment_id=2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:47.428657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.473312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.511804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=17e54152-8f7b-43cf-b5b6-e4bafd4489f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:47.517699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59629c93-a4e6-45c0-b219-9443aef703aa None None] Pushing event updated for resources: {'Port': ['ID=30620b44-24b9-4c4d-a40f-79c46342beda,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:47.556758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for a5e4e08f-8cd5-427e-bb05-960701e0bbae owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:47.601066 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Attempt 2 to provision port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 Sep 22 16:58:47.601269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.608669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.637549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:47.641111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f55b1e1-ac41-4c43-a92e-c9f6dd04a6df tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/17e54152-8f7b-43cf-b5b6-e4bafd4489f8 HTTP/1.1" status: 204 len: 168 time: 2.3235016 Sep 22 16:58:47.641742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:47.645977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.671781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Port 17e54152-8f7b-43cf-b5b6-e4bafd4489f8 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:58:47.686887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Provisioning for port 22de33c4-2c4d-476e-8c91-db369c0d7bac completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:47.698528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Provisioning complete for port 22de33c4-2c4d-476e-8c91-db369c0d7bac triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:47.698911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.699386 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Attempt 1 to provision port 22de33c4-2c4d-476e-8c91-db369c0d7bac Sep 22 16:58:47.710685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.732330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.793531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Subnet': ['ID=477e02a7-642e-4be3-9511-9da50ed5e7c6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:47.799904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.817420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c26b1f-098a-4b5f-854b-74054f2f31ed tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:47.818898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c26b1f-098a-4b5f-854b-74054f2f31ed tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:47.820529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-75c26b1f-098a-4b5f-854b-74054f2f31ed tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1763825 Sep 22 16:58:47.826643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea1b8a89-6acc-4953-b456-bb6541745d48 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/subnets/477e02a7-642e-4be3-9511-9da50ed5e7c6 HTTP/1.1" status: 204 len: 168 time: 1.2108262 Sep 22 16:58:47.826643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:47.827235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eab89b-eb45-4a31-b5ac-df8a9484ba55 None None] Network e84719e2-1061-46e2-bff9-ef18a463acca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:47.828072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:47.907504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:47.936363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.142618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.148389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.177305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Current status of the port 22de33c4-2c4d-476e-8c91-db369c0d7bac is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:48.177878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.177966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.199640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=71a378b3-d1e3-4ed7-beb4-00e27b32a5fe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:48.216557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 7a33ce44-34b1-478e-9227-4d3eae305b42 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:48.224912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': '07e478b4-754f-44ce-bd09-dc107805749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:48.225281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: cfccc235-762d-47e2-a055-58b8ffc92b8b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:48.230667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] For port 22de33c4-2c4d-476e-8c91-db369c0d7bac, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=22de33c4-2c4d-476e-8c91-db369c0d7bac,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:48.239078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.250820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=a5e4e08f-8cd5-427e-bb05-960701e0bbae,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:48.259112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf20da9-6297-4e0b-a5cb-9e30b8bec884,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:48.299434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Could not find standard attr ID for object 3ec4db22-0a09-467c-99f2-113aea5cf014. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:48.360112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf9fe91-380c-4771-a694-d8732c7a6c65 None None] Pushing event updated for resources: {'Port': ['ID=22de33c4-2c4d-476e-8c91-db369c0d7bac,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:48.424913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] DHCP port deletion for e84719e2-1061-46e2-bff9-ef18a463acca request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:48.430338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.435149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Deleting port cd362433-da81-47d8-a24f-ac255a5a241c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:48.435530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.442865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.472124 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-01382c6a-48ac-498a-9e31-77a94ce6bff3 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/a5e4e08f-8cd5-427e-bb05-960701e0bbae HTTP/1.1" status: 204 len: 168 time: 2.0619462 Sep 22 16:58:48.477014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.478441 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d67f721-f31a-4023-a269-6671288a6a3a admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/edf20da9-6297-4e0b-a5cb-9e30b8bec884 HTTP/1.1" status: 204 len: 168 time: 1.1325710 Sep 22 16:58:48.481368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:48.496653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-89b30035-1b0b-418f-94b2-ffcbe3a76048 None None] Could not find standard attr ID for object 17e54152-8f7b-43cf-b5b6-e4bafd4489f8. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:48.505133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Deleting port cd362433-da81-47d8-a24f-ac255a5a241c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:48.505470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.551240 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-177e4e2a-7e1e-4bbc-b054-15426dd7c12c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] GET failed (client error): The resource could not be found. Sep 22 16:58:48.551902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-177e4e2a-7e1e-4bbc-b054-15426dd7c12c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Synchronizing usage tracker for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:48.581768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-177e4e2a-7e1e-4bbc-b054-15426dd7c12c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Unset dirty status for tenant:38540d9d67b548ba93f094ec8f7fdeaa on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:48.583389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-177e4e2a-7e1e-4bbc-b054-15426dd7c12c tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "GET /v2.0/ports/a5e4e08f-8cd5-427e-bb05-960701e0bbae HTTP/1.1" status: 404 len: 333 time: 0.1009288 Sep 22 16:58:48.594931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42270) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:48.652625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.741801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:48.766702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.853879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] For port cd362433-da81-47d8-a24f-ac255a5a241c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cd362433-da81-47d8-a24f-ac255a5a241c,segment=NetworkSegment(9a5e228f-e75c-4924-8f7f-433e8a94f02a),segment_id=9a5e228f-e75c-4924-8f7f-433e8a94f02a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:48.854278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, cfccc235-762d-47e2-a055-58b8ffc92b8b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:48.854400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.879089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68af9398-17a4-4148-b1dd-1657e7266f90 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:48.879590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port 4c99abdf-ae77-4aa5-8509-216dba87ad7f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:48.880118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.894418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:48.900910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:48.901559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:48.978462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 9dcea4b1-a452-4adf-a093-209d937bab55 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:48.997460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30620b44-24b9-4c4d-a40f-79c46342beda up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:49.059958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a7d834f1-b2db-4a25-8cd7-aa88e5bae7e2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8450832 Sep 22 16:58:49.070279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=3a21089c-8c3f-4da8-a86e-7762ab0514a9,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:49.074580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42276) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:49.084404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:49.091485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-242336538'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:49.098682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:49.111395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:49.115078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:49.116477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.118195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:49.126034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] For port cd362433-da81-47d8-a24f-ac255a5a241c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cd362433-da81-47d8-a24f-ac255a5a241c,segment=NetworkSegment(9a5e228f-e75c-4924-8f7f-433e8a94f02a),segment_id=9a5e228f-e75c-4924-8f7f-433e8a94f02a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:49.127662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.154938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:49.163659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.221713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7092233f-fd97-4913-92b0-c1f65dbf87db tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.4350016 Sep 22 16:58:49.223265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:49.238969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'fixed_ips': [{'subnet_id': 'e71ab2a7-9cad-4c02-9b78-84753a0016c3'}, {'subnet_id': '3a21089c-8c3f-4da8-a86e-7762ab0514a9'}], 'name': 'tempest-PortsIpV6TestJSON-1895609078'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:49.261786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:49.280906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Calling delete_port for cd362433-da81-47d8-a24f-ac255a5a241c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:49.315131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e54e138-a430-4030-a04a-1ffb4cc1c2c1 None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:49.424234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.451934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:49.459603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.463174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:49.476377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.493945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Usage tracker for resource:security_group_rule and tenant:61ef92a87e9b46789c7b980f28623efa is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:49.501384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:49.505210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Calling delete_port for cd362433-da81-47d8-a24f-ac255a5a241c owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:49.515355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:49.588533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ff340993-08e7-4f41-9200-b7d97801cbcf None None] Provisioning for port 30620b44-24b9-4c4d-a40f-79c46342beda completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:49.604527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.612406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=7a33ce44-34b1-478e-9227-4d3eae305b42,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:49.635806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57922999-c80e-422a-8cef-bd547df913e7 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:49.641669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-518ec51c-cc6b-44dd-b5b4-155a97284031 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7a33ce44-34b1-478e-9227-4d3eae305b42 HTTP/1.1" status: 204 len: 168 time: 1.8124702 Sep 22 16:58:49.643957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:49.704021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:49.730949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:49.737307 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86dad6e6-741c-488e-a0b8-2e36911b3897 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0939305 Sep 22 16:58:49.740110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:49.741153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.741498 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment a43cd527-3bb8-4e21-b277-401125890f37 of type vlan for network 8c2258cb-38e8-4121-93dc-caaa49b33b4d Sep 22 16:58:49.752415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.761391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:49.766538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:49.779184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:49.825084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.829648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.877925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 30620b44-24b9-4c4d-a40f-79c46342beda completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:49.899290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Port': ['ID=cd362433-da81-47d8-a24f-ac255a5a241c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:49.903752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] No DVR routers for this DVR port cd362433-da81-47d8-a24f-ac255a5a241c on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:49.925219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 30620b44-24b9-4c4d-a40f-79c46342beda triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:49.925594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for 4c99abdf-ae77-4aa5-8509-216dba87ad7f owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:49.925849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:49.926351 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 30620b44-24b9-4c4d-a40f-79c46342beda Sep 22 16:58:49.974721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:58:49.975271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:58:49.981775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:50.037171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.042479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:50.043120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.152047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.257335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.262579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=8c2258cb-38e8-4121-93dc-caaa49b33b4d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:50.265148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.282553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c724491-5c9a-4f0f-824d-06488bd93804 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:50.284134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c724491-5c9a-4f0f-824d-06488bd93804 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:50.286055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.290447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 30620b44-24b9-4c4d-a40f-79c46342beda is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:50.291202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.305161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-466b7fc4-8b1c-497b-ad30-3c83bc13c2f0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2295401 Sep 22 16:58:50.307184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e84719e2-1061-46e2-bff9-ef18a463acca']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:50.311649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 8c2258cb-38e8-4121-93dc-caaa49b33b4d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:50.316336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:50.340719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a5e228f-e75c-4924-8f7f-433e8a94f02a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:50.341261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a5e228f-e75c-4924-8f7f-433e8a94f02a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:50.341419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'ports': [{'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'}, {'network_id': '8c2258cb-38e8-4121-93dc-caaa49b33b4d'}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:50.341744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:50.342282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': '8c2258cb-38e8-4121-93dc-caaa49b33b4d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:50.360466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.369297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9c724491-5c9a-4f0f-824d-06488bd93804 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:50.370632 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9c724491-5c9a-4f0f-824d-06488bd93804 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6273239 Sep 22 16:58:50.374507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:50.376217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port c9de0a55-9345-425b-969a-d5937a262781 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:50.418211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.425231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.429616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:50.430797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:50.431124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.477579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 30620b44-24b9-4c4d-a40f-79c46342beda, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30620b44-24b9-4c4d-a40f-79c46342beda,segment=NetworkSegment(2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78),segment_id=2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:50.503418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Deleting port cd362433-da81-47d8-a24f-ac255a5a241c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:50.504184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.512451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9a5e228f-e75c-4924-8f7f-433e8a94f02a resource provider aggregate not found Sep 22 16:58:50.540965 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=61ef92a87e9b46789c7b980f28623efa&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2785895 Sep 22 16:58:50.546583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:50.564002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9a5e228f-e75c-4924-8f7f-433e8a94f02a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9a5e228f-e75c-4924-8f7f-433e8a94f02a found for delete ", "request_id": "req-78c6d8be-fe37-45f1-af80-66d1c474cd17"}]} Sep 22 16:58:50.574443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac6351a1-178c-4402-9f88-fbad03b30b97 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:50.575034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Deleting port 22de33c4-2c4d-476e-8c91-db369c0d7bac {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:50.575174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac6351a1-178c-4402-9f88-fbad03b30b97 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:50.575928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.580785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=4c99abdf-ae77-4aa5-8509-216dba87ad7f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:50.583453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e68704a-2179-4708-9910-41b45a368a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264b8d2d-2030-43fc-af66-7d25cfe3a102,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:50.589052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.620374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.631540 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] 10.222.0.25 "DELETE /v2.0/networks/e84719e2-1061-46e2-bff9-ef18a463acca HTTP/1.1" status: 204 len: 168 time: 2.7999251 Sep 22 16:58:50.646401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa152b5-873e-4da3-8e5a-0aaf5ac866f2 tempest-AllowedAddressPairIpV6TestJSON-991098115 tempest-AllowedAddressPairIpV6TestJSON-991098115-project] Pushing event deleted for resources: {'Network': ['ID=e84719e2-1061-46e2-bff9-ef18a463acca,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:50.667574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ac6351a1-178c-4402-9f88-fbad03b30b97 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:50.671574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac6351a1-178c-4402-9f88-fbad03b30b97 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2933271 Sep 22 16:58:50.672426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42314) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:50.892898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6532883a-8e4a-4339-a138-a3532c6ef6aa None None] The port 'cd362433-da81-47d8-a24f-ac255a5a241c' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:58:50.894506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.895738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 22de33c4-2c4d-476e-8c91-db369c0d7bac up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:50.947334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.994178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:50.999987 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0da7195f-3632-440f-b8eb-0a66ac7879af tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3264771 Sep 22 16:58:51.008622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:51.016141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:51.018023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:51.037684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:51.043810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:51.056333 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a17bbac5-129b-4b22-9d36-6396dd439071 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/ports/4c99abdf-ae77-4aa5-8509-216dba87ad7f HTTP/1.1" status: 204 len: 168 time: 2.4601328 Sep 22 16:58:51.059458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:51.060467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:51.092906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:51.098033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.122367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Update dhcp port {'port': {'network_id': '9dcea4b1-a452-4adf-a093-209d937bab55', 'fixed_ips': [{'subnet_id': 'e71ab2a7-9cad-4c02-9b78-84753a0016c3', 'ip_address': '2001:db8::2'}, {'subnet_id': '3a21089c-8c3f-4da8-a86e-7762ab0514a9'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '30620b44-24b9-4c4d-a40f-79c46342beda'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 16:58:51.134038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:51.162281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.257948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::2e6 (9dcea4b1-a452-4adf-a093-209d937bab55/e71ab2a7-9cad-4c02-9b78-84753a0016c3/c9de0a55-9345-425b-969a-d5937a262781) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:51.279195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.303938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8:0:1::7d (9dcea4b1-a452-4adf-a093-209d937bab55/3a21089c-8c3f-4da8-a86e-7762ab0514a9/c9de0a55-9345-425b-969a-d5937a262781) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:51.346201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting subnet d2873ae3-a826-4c79-9534-570e9f361c0a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:51.354681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.385595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=30620b44-24b9-4c4d-a40f-79c46342beda,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:51.387418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:51.400847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.429842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:51.457106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.480961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 2bddc592-b09e-4783-9d8b-633a07b0083f yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:51.507147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:51.509784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.536876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 22de33c4-2c4d-476e-8c91-db369c0d7bac triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:51.537253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.537588 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 22de33c4-2c4d-476e-8c91-db369c0d7bac Sep 22 16:58:51.594651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] For port 22de33c4-2c4d-476e-8c91-db369c0d7bac, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=22de33c4-2c4d-476e-8c91-db369c0d7bac,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:51.595051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.622800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c33b729-7cbe-4c69-bdc9-5b9cdbc4d46c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=0bc7d470bc9a49f38f8b1fa4ef4abec8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4758224 Sep 22 16:58:51.636308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.643793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:51.689600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264b8d2d-2030-43fc-af66-7d25cfe3a102,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:51.722035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.725166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5267b695-5b5f-4c90-a41c-aa82c71ef7e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/264b8d2d-2030-43fc-af66-7d25cfe3a102 HTTP/1.1" status: 204 len: 168 time: 1.1771085 Sep 22 16:58:51.803598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.820957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.847570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.850430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Calling delete_port for 22de33c4-2c4d-476e-8c91-db369c0d7bac owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:51.859810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object c9de0a55-9345-425b-969a-d5937a262781 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:51.865268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.921400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.952246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:51.988248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58cfdb97-d142-4017-bc9e-b35b94333af4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.019374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:52.046073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.075840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.079886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-39f0ce87-0510-437c-aeaf-d2f3ab026185 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/58cfdb97-d142-4017-bc9e-b35b94333af4 HTTP/1.1" status: 204 len: 168 time: 0.4253151 Sep 22 16:58:52.099019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Port 22de33c4-2c4d-476e-8c91-db369c0d7bac update to ACTIVE by agent not found {{(pid=89053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 22 16:58:52.117365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] Pushing event deleted for resources: {'Port': ['ID=22de33c4-2c4d-476e-8c91-db369c0d7bac,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.120983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47c0687-52c2-4123-9b4b-5eb29b31ff9f None None] No DVR routers for this DVR port 22de33c4-2c4d-476e-8c91-db369c0d7bac on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:52.142849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.149266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.156191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.191535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cd362433-da81-47d8-a24f-ac255a5a241c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:52.232419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: cd362433-da81-47d8-a24f-ac255a5a241c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:52.232804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cd362433-da81-47d8-a24f-ac255a5a241c not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:52.237889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=c9de0a55-9345-425b-969a-d5937a262781,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.262701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.264715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 9dcea4b1-a452-4adf-a093-209d937bab55 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:52.268010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:52.271593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:52.274226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Subnet': ['ID=d2873ae3-a826-4c79-9534-570e9f361c0a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.277320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:52.277994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.280977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b147086d-6c78-45de-9742-f1ecac6466a6 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/subnets/d2873ae3-a826-4c79-9534-570e9f361c0a HTTP/1.1" status: 204 len: 168 time: 1.2148764 Sep 22 16:58:52.284254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:52.302581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Allocated IP 2001:db8:0:1::2 (9dcea4b1-a452-4adf-a093-209d937bab55/3a21089c-8c3f-4da8-a86e-7762ab0514a9/30620b44-24b9-4c4d-a40f-79c46342beda) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:52.309153 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe55c669-f798-4304-9333-4ef99597a6fb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.0770187 Sep 22 16:58:52.313705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42354) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:52.322219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71ab2a7-9cad-4c02-9b78-84753a0016c3'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:52.340429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.383429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.477062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] For port 30620b44-24b9-4c4d-a40f-79c46342beda, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30620b44-24b9-4c4d-a40f-79c46342beda,segment=NetworkSegment(2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78),segment_id=2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:52.507244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.511718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=2bddc592-b09e-4783-9d8b-633a07b0083f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.527760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Transition to ACTIVE for port object 30620b44-24b9-4c4d-a40f-79c46342beda will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:52.533188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b5a26e-ba7e-4557-837e-025177c11cc2 None None] Network 329d51b0-26d1-44a9-a76d-d5e48157b400 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:52.547381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30620b44-24b9-4c4d-a40f-79c46342beda up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:52.600516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.604012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:52.610436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:52.625633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:52.626568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.654847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:52.673889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:52.688888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:52.692400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.697558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=8923f522-24eb-493c-bc7c-68ae1bf2f926,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.711846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.715508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f46404a-7d75-43ff-80e9-fc0708e34803 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:52.753349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:52.765401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f91b4ec4-7a26-470a-8535-6846d66fe065 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7552779 Sep 22 16:58:52.766964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42368) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:52.771996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Deleting port 2f46312a-dd52-44b8-99d8-79d2004e275b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:52.772335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.801377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.842525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '8923f522-24eb-493c-bc7c-68ae1bf2f926', 'ip_address': '2001:db8::ada:f90:3960:9789'}], 'name': 'tempest-NetworksTestDHCPv6-239318537'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:52.920053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b66d29f0-b97c-4935-b621-3bf622b6a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:52.944445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': 'a43cd527-3bb8-4e21-b277-401125890f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '8c2258cb-38e8-4121-93dc-caaa49b33b4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:52.944842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: 8c2258cb-38e8-4121-93dc-caaa49b33b4d, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:53.084494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a9b728-3cbc-4da3-9000-3412685178a1 None None] Pushing event updated for resources: {'Port': ['ID=30620b44-24b9-4c4d-a40f-79c46342beda,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:53.133000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 8c2258cb-38e8-4121-93dc-caaa49b33b4d is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:53.163108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 8c2258cb-38e8-4121-93dc-caaa49b33b4d) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:53.225402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2df22-dfa0-4252-bda6-65e4bce9d7d1 None None] Network 8c2258cb-38e8-4121-93dc-caaa49b33b4d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:53.256409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 22de33c4-2c4d-476e-8c91-db369c0d7bac no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:53.395663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:53.406186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 22de33c4-2c4d-476e-8c91-db369c0d7bac {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:53.406763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 22de33c4-2c4d-476e-8c91-db369c0d7bac not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:53.439994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:53.456032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:53.463074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:53.468208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:53.469223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:53.492376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] For port 2f46312a-dd52-44b8-99d8-79d2004e275b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2f46312a-dd52-44b8-99d8-79d2004e275b,segment=NetworkSegment(4f2dee56-efe9-45a0-97f0-f90b4db21d3c),segment_id=4f2dee56-efe9-45a0-97f0-f90b4db21d3c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:53.492760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:53.530378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:53.533920 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9cbce0d-38c5-43bc-91c9-921b14630bbe tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.2136843 Sep 22 16:58:53.540859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:53.746683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:53.747290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:53.797148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '8923f522-24eb-493c-bc7c-68ae1bf2f926'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:58:53.797706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:53.808798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42402) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:53.872289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Delete allocated IP 2001:db8:0:1::7d (9dcea4b1-a452-4adf-a093-209d937bab55/3a21089c-8c3f-4da8-a86e-7762ab0514a9) {{(pid=89052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 16:58:54.026349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8923f522-24eb-493c-bc7c-68ae1bf2f926/bcbe57ad-2997-4972-89a7-df107f1672eb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:54.136150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Calling delete_port for 2f46312a-dd52-44b8-99d8-79d2004e275b owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:54.224962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f51ac6-ff8e-4df2-a2d2-ae11a57b431b None None] DHCP port deletion for 329d51b0-26d1-44a9-a76d-d5e48157b400 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:58:54.227667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c17488-1fd1-4efd-95cc-0fbe60984e6b None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:54.276292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.299309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Ignored duplicate provisioning block setup for port c9de0a55-9345-425b-969a-d5937a262781 by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 16:58:54.310353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-52e6cfa3-5ede-454c-afc9-ea2be49e4455 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.316712 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52e6cfa3-5ede-454c-afc9-ea2be49e4455 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.4967253 Sep 22 16:58:54.319909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42418) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.324980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.332318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-969492e6-13c7-43d4-8dbf-8ff4993fc283 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.333312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-969492e6-13c7-43d4-8dbf-8ff4993fc283 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0125492 Sep 22 16:58:54.337371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42422) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.373296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14f51ac6-ff8e-4df2-a2d2-ae11a57b431b None None] Deleting port 2f46312a-dd52-44b8-99d8-79d2004e275b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:54.373912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14f51ac6-ff8e-4df2-a2d2-ae11a57b431b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.392222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.409637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.419241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:54.426639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30620b44-24b9-4c4d-a40f-79c46342beda up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:54.457774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.463503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.487901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d07df20a-5019-4704-ae09-8bee35b6a797 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.491310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d07df20a-5019-4704-ae09-8bee35b6a797 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0253282 Sep 22 16:58:54.499789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42430) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.535583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-a92657a7-f7a4-4879-b04a-40dcee0684d7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.538961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a92657a7-f7a4-4879-b04a-40dcee0684d7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0228479 Sep 22 16:58:54.546231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] No DVR routers for this DVR port 2f46312a-dd52-44b8-99d8-79d2004e275b on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:58:54.547797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42438) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.553519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-34227ff5-06cf-434a-bb67-97227cbd9827 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.574229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8aa2c14-db82-4716-b511-6ec3117da577 None None] Provisioning for port 30620b44-24b9-4c4d-a40f-79c46342beda completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:54.590314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-14f51ac6-ff8e-4df2-a2d2-ae11a57b431b None None] The port '2f46312a-dd52-44b8-99d8-79d2004e275b' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:58:54.595584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a8aa2c14-db82-4716-b511-6ec3117da577 None None] Provisioning complete for port 30620b44-24b9-4c4d-a40f-79c46342beda triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:54.595960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a8aa2c14-db82-4716-b511-6ec3117da577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.596294 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a8aa2c14-db82-4716-b511-6ec3117da577 None None] Attempt 1 to provision port 30620b44-24b9-4c4d-a40f-79c46342beda Sep 22 16:58:54.692442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.713482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Port': ['ID=2f46312a-dd52-44b8-99d8-79d2004e275b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:54.730735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-7593928', 'router:external': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:54.738868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['329d51b0-26d1-44a9-a76d-d5e48157b400']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:54.742503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-15e17490-f24a-4935-94e4-99d7bb0c35f3 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.745770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15e17490-f24a-4935-94e4-99d7bb0c35f3 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0049992 Sep 22 16:58:54.749581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:54.752168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.753469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:54.792727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-6c41ad52-94ec-4b47-a294-7d3fe82e201c tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.796343 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c41ad52-94ec-4b47-a294-7d3fe82e201c tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0405564 Sep 22 16:58:54.796482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:network and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:54.801354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2dee56-efe9-45a0-97f0-f90b4db21d3c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:54.801696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2dee56-efe9-45a0-97f0-f90b4db21d3c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:54.808424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.827301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:54.834781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-ad1dffe7-2dae-459b-b6cf-44f337746cbf tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.838101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad1dffe7-2dae-459b-b6cf-44f337746cbf tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0170143 Sep 22 16:58:54.842191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.847141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:54.853467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.854049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 30620b44-24b9-4c4d-a40f-79c46342beda triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:54.854554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.854810 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 30620b44-24b9-4c4d-a40f-79c46342beda Sep 22 16:58:54.858879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] In _notify_port_updated(), no bound segment for port c9de0a55-9345-425b-969a-d5937a262781 on network 9dcea4b1-a452-4adf-a093-209d937bab55 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:54.864014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-f7c9e989-0cc0-41c4-a2ef-9f723b3c232d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.867459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7c9e989-0cc0-41c4-a2ef-9f723b3c232d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0203221 Sep 22 16:58:54.867581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:54.867581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.868297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.870114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/ports/c9de0a55-9345-425b-969a-d5937a262781 HTTP/1.1" status: 200 len: 926 time: 2.5551124 Sep 22 16:58:54.870779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42458) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.880923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7b6550-d703-468a-a4b4-d777bd190b98 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=c9de0a55-9345-425b-969a-d5937a262781,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:54.886993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-f7092a7f-d90c-4271-8e63-82b34dd5beee tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.890463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7092a7f-d90c-4271-8e63-82b34dd5beee tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0141943 Sep 22 16:58:54.893943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42464) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.894107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e71ab2a7-9cad-4c02-9b78-84753a0016c3'}, {'subnet_id': '3a21089c-8c3f-4da8-a86e-7762ab0514a9'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:54.902980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-da5e564d-7ec0-4009-92ec-9ee51a731b41 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.906432 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da5e564d-7ec0-4009-92ec-9ee51a731b41 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0085433 Sep 22 16:58:54.906432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Made reservation on behalf of 6329729ce47f40b2a849355b29eb59e1 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:54.908295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.910264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.919539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.922938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42468) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.934612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-ed4b9be0-6881-4aa2-a7d9-ba0afa2ac592 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.938125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed4b9be0-6881-4aa2-a7d9-ba0afa2ac592 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0090246 Sep 22 16:58:54.938125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.938461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42472) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.943974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-dea0f0b0-0f3b-4e7c-8d6f-f52ef5e04259 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.947477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dea0f0b0-0f3b-4e7c-8d6f-f52ef5e04259 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0054152 Sep 22 16:58:54.949214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.956109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:54.956523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:54.981146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-df6f536c-8235-40be-a416-1df77a2d66f1 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:54.985062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df6f536c-8235-40be-a416-1df77a2d66f1 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0306752 Sep 22 16:58:54.987565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:54.987730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:54.999124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-96ddddb5-b53e-4862-9ff6-046174fbe500 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.000331 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96ddddb5-b53e-4862-9ff6-046174fbe500 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0114920 Sep 22 16:58:55.005773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Transition to ACTIVE for port object bcbe57ad-2997-4972-89a7-df107f1672eb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:55.006174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42486) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.018514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-09748252-fb5c-4a96-8735-4894ec1c67f9 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.019849 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09748252-fb5c-4a96-8735-4894ec1c67f9 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0123110 Sep 22 16:58:55.041193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f2dee56-efe9-45a0-97f0-f90b4db21d3c resource provider aggregate not found Sep 22 16:58:55.045673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.055136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:security_group_rule and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:55.058885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.060986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-0f5bb04b-601c-400e-9f4a-12d7ee1c841d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.062459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0f5bb04b-601c-400e-9f4a-12d7ee1c841d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0154057 Sep 22 16:58:55.069765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42496) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.074397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:55.081837 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f2dee56-efe9-45a0-97f0-f90b4db21d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f2dee56-efe9-45a0-97f0-f90b4db21d3c found for delete ", "request_id": "req-df1861d7-acdb-4c36-9174-888b86499cad"}]} Sep 22 16:58:55.084547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Transition to ACTIVE for port object bcbe57ad-2997-4972-89a7-df107f1672eb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:55.089215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:55.098828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a8aa2c14-db82-4716-b511-6ec3117da577 None None] Current status of the port 30620b44-24b9-4c4d-a40f-79c46342beda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:55.101024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.105375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.130872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-a0185b68-70a7-4921-b5fd-3446821905f7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.134380 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0185b68-70a7-4921-b5fd-3446821905f7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0565159 Sep 22 16:58:55.137354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.146352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:55.161186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.166771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.170572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-cb483725-ea39-4a1e-b740-093084966951 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.171543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb483725-ea39-4a1e-b740-093084966951 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0271306 Sep 22 16:58:55.176209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.178165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.204670 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a36fb8bc-892b-4b54-89e1-d859fc5b6596 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a HTTP/1.1" status: 204 len: 168 time: 1.6622808 Sep 22 16:58:55.205466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42504) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.210097 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] 10.222.0.25 "DELETE /v2.0/networks/329d51b0-26d1-44a9-a76d-d5e48157b400 HTTP/1.1" status: 204 len: 168 time: 2.9219301 Sep 22 16:58:55.212861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42506) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.234398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:55.242327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:55.253273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:55.258529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Pushing event updated for resources: {'Port': ['ID=bcbe57ad-2997-4972-89a7-df107f1672eb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:55.266087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 30620b44-24b9-4c4d-a40f-79c46342beda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:55.281537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b27a92d-da65-4123-babe-1372da357e46 tempest-AllowedAddressPairTestJSON-1571667602 tempest-AllowedAddressPairTestJSON-1571667602-project] Pushing event deleted for resources: {'Network': ['ID=329d51b0-26d1-44a9-a76d-d5e48157b400,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:55.317485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::ada:f90:3960:9789 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/8923f522-24eb-493c-bc7c-68ae1bf2f926/73ab792a-fec1-4d36-8fe0-0e3600935fb4) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:55.377575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-780e8a05-8405-45c5-9e55-4dda4a8d6ecb tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.381502 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-780e8a05-8405-45c5-9e55-4dda4a8d6ecb tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0080726 Sep 22 16:58:55.385296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42514) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.390255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-b7a2efbb-9910-4eda-a337-9141a93f8582 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.395541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7a2efbb-9910-4eda-a337-9141a93f8582 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0073495 Sep 22 16:58:55.398877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.413947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2f46312a-dd52-44b8-99d8-79d2004e275b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:58:55.420220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-e5f2b5c4-5fec-448d-9a96-0b382d6a9ed5 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.421223 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5f2b5c4-5fec-448d-9a96-0b382d6a9ed5 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0186846 Sep 22 16:58:55.428981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.451628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-54ac0a74-ec52-4bc9-8a03-69241ad076ad tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.452591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-54ac0a74-ec52-4bc9-8a03-69241ad076ad tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0193055 Sep 22 16:58:55.464963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42526) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.483282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2f46312a-dd52-44b8-99d8-79d2004e275b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:58:55.483731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2f46312a-dd52-44b8-99d8-79d2004e275b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:58:55.489617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-bc4b5e1f-733e-46da-b61a-9813e1596261 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.490617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc4b5e1f-733e-46da-b61a-9813e1596261 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0205657 Sep 22 16:58:55.492796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.499784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Attempting to bind port bcbe57ad-2997-4972-89a7-df107f1672eb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:58:55.500164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Attempting to bind port bcbe57ad-2997-4972-89a7-df107f1672eb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:58:55.500524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Attempting to bind port bcbe57ad-2997-4972-89a7-df107f1672eb on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:58:55.505430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec7504-07aa-4b1e-88a3-2c231f5cb780 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:55.507625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:58:55.508001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:55.508400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.508814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:58:55.509296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Bound port: bcbe57ad-2997-4972-89a7-df107f1672eb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:58:55.509648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.511040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ec7504-07aa-4b1e-88a3-2c231f5cb780 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:55.511834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76ec7504-07aa-4b1e-88a3-2c231f5cb780 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:55.536413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.537156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.578472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-55a3478a-2317-4255-b490-3ad2c15dc694 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.578472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55a3478a-2317-4255-b490-3ad2c15dc694 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0369096 Sep 22 16:58:55.603789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.620567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42536) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.631176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-d404890d-03f8-4c07-b359-a02fa4a584d1 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.632322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d404890d-03f8-4c07-b359-a02fa4a584d1 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0112338 Sep 22 16:58:55.641030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42540) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.650016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-2b6c5d26-b8c9-43e9-a0af-bc6c12fab612 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.650977 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2b6c5d26-b8c9-43e9-a0af-bc6c12fab612 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0094039 Sep 22 16:58:55.655189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42544) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.669480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] For port bcbe57ad-2997-4972-89a7-df107f1672eb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:58:55.672703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-031a7731-fd57-453a-93e0-63fdccaf5c12 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.674951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] For port bcbe57ad-2997-4972-89a7-df107f1672eb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bcbe57ad-2997-4972-89a7-df107f1672eb,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:58:55.676520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-031a7731-fd57-453a-93e0-63fdccaf5c12 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0205295 Sep 22 16:58:55.681337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.684297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.699851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-ccabbb79-33c5-4e41-a143-2b36f418ea4b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.700556 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ccabbb79-33c5-4e41-a143-2b36f418ea4b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0186169 Sep 22 16:58:55.712421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.742208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-c4e5d5c4-06ab-4c9d-8a35-d547d86887b9 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.745340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76ec7504-07aa-4b1e-88a3-2c231f5cb780 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:55.745477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4e5d5c4-06ab-4c9d-8a35-d547d86887b9 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0296845 Sep 22 16:58:55.745556 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76ec7504-07aa-4b1e-88a3-2c231f5cb780 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.5277469 Sep 22 16:58:55.745556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e6accbe-a5f4-4da9-97df-5be81bbf4f3e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:55.748531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.748951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.757935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42562) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.779864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:58:55.791598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.792239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Added segment c80a3129-330f-432c-91e4-937d65dade82 of type vlan for network 3f7ae656-fc90-4e58-a9cb-1852040c5961 Sep 22 16:58:55.796031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-bc6388c7-6b2b-400b-97f8-206b43ab94e8 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:55.797028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bc6388c7-6b2b-400b-97f8-206b43ab94e8 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0471632 Sep 22 16:58:55.818838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c509857-1200-41e2-ad54-881a6507ccfc None None] Pushing event updated for resources: {'Port': ['ID=bcbe57ad-2997-4972-89a7-df107f1672eb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:55.838758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:55.845466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.857312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Provisioning for port c9de0a55-9345-425b-969a-d5937a262781 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:55.870818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Provisioning complete for port c9de0a55-9345-425b-969a-d5937a262781 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:55.871206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.871949 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 1 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:55.915060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8:0:1::f0 (9dcea4b1-a452-4adf-a093-209d937bab55/3a21089c-8c3f-4da8-a86e-7762ab0514a9/c9de0a55-9345-425b-969a-d5937a262781) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:55.948638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.950975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:55.951554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.957511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:55.964382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:55.989124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.026035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-9989e509-d0dc-450b-99d3-3c9c29ababc7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.029412 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9989e509-d0dc-450b-99d3-3c9c29ababc7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.1877279 Sep 22 16:58:56.047075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.062263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-f3b44cf8-0d32-43d7-8b2d-a93d2cc54ca0 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.064120 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3b44cf8-0d32-43d7-8b2d-a93d2cc54ca0 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0130889 Sep 22 16:58:56.067855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.087363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 73ab792a-fec1-4d36-8fe0-0e3600935fb4 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:58:56.094174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-7ab5bef3-b104-4c55-bc93-cd9331aab3ed tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.095708 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ab5bef3-b104-4c55-bc93-cd9331aab3ed tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0135040 Sep 22 16:58:56.100455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.106347 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.6078060 Sep 22 16:58:56.107224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4ba8dc-366a-42c0-b10e-66b9e51da809 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Network': ['ID=3f7ae656-fc90-4e58-a9cb-1852040c5961,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:56.109791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 2bddc592-b09e-4783-9d8b-633a07b0083f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:56.110615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42586) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.110895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.117090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-7667f8c3-240e-496c-9e25-f69d9913f3c7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.120422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7667f8c3-240e-496c-9e25-f69d9913f3c7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0141201 Sep 22 16:58:56.120551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:58:56.123257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'subnet': {'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:56.127672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42590) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.135389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-cb62ea9f-7465-4a55-8c91-d3765c9fd967 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.136358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb62ea9f-7465-4a55-8c91-d3765c9fd967 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0077772 Sep 22 16:58:56.137513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:56.139865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.155441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-ae956bb0-0d32-4629-99ab-9537b0ae8156 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.157797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae956bb0-0d32-4629-99ab-9537b0ae8156 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0146399 Sep 22 16:58:56.158999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:subnet and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:56.163165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:56.165770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.172404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:56.178100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b99b5806-6fc1-48cf-83de-aac8e5f03912 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.181413 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b99b5806-6fc1-48cf-83de-aac8e5f03912 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0123723 Sep 22 16:58:56.183068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42602) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.189089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-d35309d2-e971-43dc-ba71-7ee667bf8b80 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.192688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d35309d2-e971-43dc-ba71-7ee667bf8b80 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0074530 Sep 22 16:58:56.193642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.201127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-df658a87-6811-47db-840e-420a62311bb3 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.204130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df658a87-6811-47db-840e-420a62311bb3 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0072589 Sep 22 16:58:56.209731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42610) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.226146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Made reservation on behalf of 6329729ce47f40b2a849355b29eb59e1 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:56.234505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.280635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-f4318c50-43ac-4d4c-bbe4-eb12d2c94f07 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.284013 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f4318c50-43ac-4d4c-bbe4-eb12d2c94f07 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0709801 Sep 22 16:58:56.285785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.306756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.319767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-248d4f03-36c3-47bd-8a93-6ad368e27d68 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.320779 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-248d4f03-36c3-47bd-8a93-6ad368e27d68 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0120685 Sep 22 16:58:56.324807 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26dcdd77-5993-47e7-be65-e16a3ae36bcf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38540d9d67b548ba93f094ec8f7fdeaa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5619798 Sep 22 16:58:56.325435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.366298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.391935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-f6ac8293-4d49-4d6c-a3de-ff4b21ca2a88 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.410359 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f6ac8293-4d49-4d6c-a3de-ff4b21ca2a88 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0586078 Sep 22 16:58:56.436590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.451826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:58:56.464170 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 2 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:56.478608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-4c850b4b-f968-4acb-957e-d1b62eb31a93 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.483195 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4c850b4b-f968-4acb-957e-d1b62eb31a93 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0332572 Sep 22 16:58:56.484080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.502258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bcbe57ad-2997-4972-89a7-df107f1672eb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:58:56.520494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.574887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-dcff85b8-0384-4b47-b141-a28b2a8cd4a0 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.575896 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dcff85b8-0384-4b47-b141-a28b2a8cd4a0 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0421088 Sep 22 16:58:56.581221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.606201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-4315e4dd-8599-4a4e-a07c-ab2f59fdb88d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.607204 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4315e4dd-8599-4a4e-a07c-ab2f59fdb88d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0240037 Sep 22 16:58:56.626243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.627151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:56.643913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port bcbe57ad-2997-4972-89a7-df107f1672eb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:56.644122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-051bebb3-b40c-4917-8605-c571a60ba443 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.645374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-051bebb3-b40c-4917-8605-c571a60ba443 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0173748 Sep 22 16:58:56.650004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:58:56.654347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.658522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:56.661127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:58:56.666973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:56.667610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.675100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Ignored duplicate provisioning block setup for port c9de0a55-9345-425b-969a-d5937a262781 by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 16:58:56.684882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.685408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-f41a9164-8138-42b9-ae44-1cdb144956a6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.687053 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f41a9164-8138-42b9-ae44-1cdb144956a6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0146346 Sep 22 16:58:56.691289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=73ab792a-fec1-4d36-8fe0-0e3600935fb4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:56.705012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.714059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-4ef8a45c-9623-4015-b69d-e4855aeb48dc tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.715060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4ef8a45c-9623-4015-b69d-e4855aeb48dc tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0107942 Sep 22 16:58:56.722423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.735084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-5ab2739c-7bde-4d5c-96e3-fdcfad0650bc tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.736150 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ab2739c-7bde-4d5c-96e3-fdcfad0650bc tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0126567 Sep 22 16:58:56.741501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42654) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.748734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-d0f7b1b1-e9bc-4f9f-aaf3-b8127e68cb61 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.750123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d0f7b1b1-e9bc-4f9f-aaf3-b8127e68cb61 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0073779 Sep 22 16:58:56.751697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-92da4946-6ae8-417c-8fad-615c9b949990 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.9824076 Sep 22 16:58:56.756649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42658) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.757162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.766620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-ef9178d8-a907-4808-b304-e86b4930ac1b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.771400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef9178d8-a907-4808-b304-e86b4930ac1b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0130689 Sep 22 16:58:56.775501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '8923f522-24eb-493c-bc7c-68ae1bf2f926', 'ip_address': '2001:db8::ada:f90:3960:9789'}], 'name': 'tempest-NetworksTestDHCPv6-279882564'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:56.785967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42666) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.826188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:56.862606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-096bf182-3c49-453b-8768-7cc6070e0d48 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.863594 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-096bf182-3c49-453b-8768-7cc6070e0d48 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0766823 Sep 22 16:58:56.900404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42670) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.910001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-7934f942-dc0e-4e5a-8a75-eef59eb42c5f tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:56.911688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7934f942-dc0e-4e5a-8a75-eef59eb42c5f tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093217 Sep 22 16:58:56.931416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42674) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:56.935223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.051849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-36c5f047-64fd-445a-8a92-b988177e0c5d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.052881 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36c5f047-64fd-445a-8a92-b988177e0c5d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.1191375 Sep 22 16:58:57.056038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.068459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-7ca0f016-216a-4150-b06a-d32a94c86b9b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.072478 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ca0f016-216a-4150-b06a-d32a94c86b9b tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0123260 Sep 22 16:58:57.073430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:57.093692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.102585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.108003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:57.114537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:57.125573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b4f9ce60-7489-4444-ac1c-911b600936f6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.130015 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 3 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:57.133786 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4f9ce60-7489-4444-ac1c-911b600936f6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0221434 Sep 22 16:58:57.136817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.143524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:57.159210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-c49788ad-d808-42f7-beba-181710e9509d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.161847 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c49788ad-d808-42f7-beba-181710e9509d tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0115576 Sep 22 16:58:57.209811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:57.216001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.219490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 2bddc592-b09e-4783-9d8b-633a07b0083f owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:57.225694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-a65da7c5-addf-4e41-840f-a2383c282ee6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.226978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a65da7c5-addf-4e41-840f-a2383c282ee6 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0094388 Sep 22 16:58:57.228049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:57.233490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.243064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42694) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.249025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] In _notify_port_updated(), no bound segment for port c9de0a55-9345-425b-969a-d5937a262781 on network 9dcea4b1-a452-4adf-a093-209d937bab55 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:58:57.255769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:57.257215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.259137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/ports/c9de0a55-9345-425b-969a-d5937a262781 HTTP/1.1" status: 200 len: 1011 time: 2.3818848 Sep 22 16:58:57.268757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b539c017-2355-46cc-97e8-6e40e4a2348c tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.270435 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b539c017-2355-46cc-97e8-6e40e4a2348c tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0225368 Sep 22 16:58:57.272781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.273314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42700) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.291944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 2b6f2b73-164c-4cc2-8637-b50fbf1d99ee yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:57.296927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2714e16-6fe2-4856-aa78-4723c2725bf6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=c9de0a55-9345-425b-969a-d5937a262781,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:57.330416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-386a61c5-acc7-4282-b0aa-80ddf6303148 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.333859 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-386a61c5-acc7-4282-b0aa-80ddf6303148 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0452938 Sep 22 16:58:57.335661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42706) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.347339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.359261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-a01caf69-44ba-409b-b365-2de8fad76b9e tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.360246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a01caf69-44ba-409b-b365-2de8fad76b9e tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0185475 Sep 22 16:58:57.367004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.377088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-4cae0960-1cfb-4a72-91cd-8ae195fcd65a tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.378495 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cae0960-1cfb-4a72-91cd-8ae195fcd65a tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102377 Sep 22 16:58:57.384316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42714) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.392521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-5d59b272-9c3e-46b2-8430-b25610bf9d37 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.396808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d59b272-9c3e-46b2-8430-b25610bf9d37 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0085938 Sep 22 16:58:57.398769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.408016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-b60a9300-300d-4038-83a8-14746156fe29 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.411510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b60a9300-300d-4038-83a8-14746156fe29 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0082223 Sep 22 16:58:57.430285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.436305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port c9de0a55-9345-425b-969a-d5937a262781 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:57.436739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.474259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-44f72fbc-907e-416e-b89f-25534aef7cce tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.477938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44f72fbc-907e-416e-b89f-25534aef7cce tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0432630 Sep 22 16:58:57.479331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42726) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.491509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [None req-905d6da8-df19-4a16-a3d9-2b34aba424ac tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.495047 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-905d6da8-df19-4a16-a3d9-2b34aba424ac tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0117724 Sep 22 16:58:57.495793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42730) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.501841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.506096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-3cfa14c6-2d52-4577-b5ac-d7f7a1c3b494 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.509405 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3cfa14c6-2d52-4577-b5ac-d7f7a1c3b494 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0100229 Sep 22 16:58:57.510623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42734) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.560114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 16:58:57.560352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-8bd4be9f-cd0a-4583-baa3-fddad6f240e7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.564547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.564749 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8bd4be9f-cd0a-4583-baa3-fddad6f240e7 tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0459335 Sep 22 16:58:57.572920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.587681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [None req-c30e0d04-e1b4-4b6a-ac0d-011fe7eb87ad tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] http://10.222.0.25:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 16:58:57.594097 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c30e0d04-e1b4-4b6a-ac0d-011fe7eb87ad tempest-ExtensionsTestJSON-1946552675 tempest-ExtensionsTestJSON-1946552675-project] 10.222.0.25 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0150506 Sep 22 16:58:57.594097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=2bddc592-b09e-4783-9d8b-633a07b0083f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:57.642830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.670562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.710125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8cf627-e914-4c6c-be77-7f70b81764cf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:57.711511 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 4 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:57.717520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb678fc6-6bba-408b-992c-9cc5ca0f1451 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/2bddc592-b09e-4783-9d8b-633a07b0083f HTTP/1.1" status: 204 len: 168 time: 1.9649889 Sep 22 16:58:57.720094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Subnet': ['ID=40b6064f-c15d-499a-95b1-d56e01db8b92,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:57.729162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.741601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.742947 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e981b90-db74-4a86-9574-5a09087bc125 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4e8cf627-e914-4c6c-be77-7f70b81764cf HTTP/1.1" status: 204 len: 168 time: 1.3742943 Sep 22 16:58:57.793107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Checking segment: {'id': 'c80a3129-330f-432c-91e4-937d65dade82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:58:57.793472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network hostable DHCP agents. Network: 3f7ae656-fc90-4e58-a9cb-1852040c5961, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:58:57.801292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 16:58:57.801803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:58:57.846314 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d2f971c-839a-4c70-991c-8df27d0ba94e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.0863426 Sep 22 16:58:57.847131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42752) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.873059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:57.911410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:58:57.947146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 3f7ae656-fc90-4e58-a9cb-1852040c5961) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:58:57.960084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae8d443-1fad-4c77-911c-97c1c18ce953 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:57.960271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb5d678a-e2d7-43ac-8c83-6aefe3a9eec9 None None] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:57.961390 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:58:57.963450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:57.964582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eae8d443-1fad-4c77-911c-97c1c18ce953 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.2343965 Sep 22 16:58:57.965416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:57.968284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:57.968898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.024787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.045017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa8a2f5-374d-4455-bbee-e6db3f5a63a1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:58:58.050072 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2fa8a2f5-374d-4455-bbee-e6db3f5a63a1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/1f9c57ee-79a6-4253-8c4e-a6efdbbc2e6a HTTP/1.1" status: 404 len: 333 time: 0.0765879 Sep 22 16:58:58.050902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.093020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-481cda2c-92ab-4ecd-9194-c9006d0076be tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.9810655 Sep 22 16:58:58.104186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.110604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9ecd2ba-4f35-4f4e-a591-f804b11b3b74 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:58:58.115018 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9ecd2ba-4f35-4f4e-a591-f804b11b3b74 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/2bddc592-b09e-4783-9d8b-633a07b0083f HTTP/1.1" status: 404 len: 333 time: 0.0615275 Sep 22 16:58:58.115761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.119919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-599529763', 'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:58.134481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f4b17-109e-404c-9e79-98b7f96c2943 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:58.135004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for c9de0a55-9345-425b-969a-d5937a262781 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:58.140364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76f4b17-109e-404c-9e79-98b7f96c2943 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:58:58.141080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c76f4b17-109e-404c-9e79-98b7f96c2943 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:58.161711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:58.173003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:port and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:58.178265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:58.241178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:58.283466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Made reservation on behalf of 6329729ce47f40b2a849355b29eb59e1 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:58.286421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.320287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c76f4b17-109e-404c-9e79-98b7f96c2943 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:58.323950 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c76f4b17-109e-404c-9e79-98b7f96c2943 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.4737213 Sep 22 16:58:58.327083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.369530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] device_id is not set on port 135b8427-e90a-4c62-bd0a-007c4ba2b69d yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:58:58.376404 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 5 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:58.409915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.446806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68dfdbc7-0dfe-4d6b-886c-d3120969866b None None] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:58.516052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.555560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:58.558916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.586509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:58:58.586898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.638414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=c9de0a55-9345-425b-969a-d5937a262781,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:58.723102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.748655 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-24e5344f-4203-40b7-877d-88905803bbd7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/c9de0a55-9345-425b-969a-d5937a262781 HTTP/1.1" status: 204 len: 168 time: 1.4635632 Sep 22 16:58:58.750756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42794) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.819001 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c44ccdf0-079e-44d2-b624-39cade404d35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:58:58.819580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c44ccdf0-079e-44d2-b624-39cade404d35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:58:58.839536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c44ccdf0-079e-44d2-b624-39cade404d35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:58:58.843779 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c44ccdf0-079e-44d2-b624-39cade404d35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/c9de0a55-9345-425b-969a-d5937a262781 HTTP/1.1" status: 404 len: 333 time: 0.0910199 Sep 22 16:58:58.844403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:58.905306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:58.917412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet 3a21089c-8c3f-4da8-a86e-7762ab0514a9 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:58.921489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.928694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Usage tracker for resource:security_group_rule and tenant:48967473783842e9923ae609cec9af1c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:58.952988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:58.982602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:58.982602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:58.987530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.053507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 2001:db8::1b7 (3f7ae656-fc90-4e58-a9cb-1852040c5961/40b6064f-c15d-499a-95b1-d56e01db8b92/135b8427-e90a-4c62-bd0a-007c4ba2b69d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:58:59.056833 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 6 to provision port c9de0a55-9345-425b-969a-d5937a262781 Sep 22 16:58:59.087080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.093088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Port c9de0a55-9345-425b-969a-d5937a262781 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:58:59.105458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Provisioning complete for port 30620b44-24b9-4c4d-a40f-79c46342beda triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:59.106103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.106703 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Attempt 1 to provision port 30620b44-24b9-4c4d-a40f-79c46342beda Sep 22 16:58:59.114965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c2258cb-38e8-4121-93dc-caaa49b33b4d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:59.130679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42810) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:59.193269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a43cd527-3bb8-4e21-b277-401125890f37') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:59.193652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a43cd527-3bb8-4e21-b277-401125890f37') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:58:59.202752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.257782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.262731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d343925-4687-41f5-bde2-0f88c6bc9272 None None] Current status of the port 30620b44-24b9-4c4d-a40f-79c46342beda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:59.283242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=3a21089c-8c3f-4da8-a86e-7762ab0514a9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:59.285428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.292292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8165862c-e756-4b50-9a6d-92c4e8677e9f None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:58:59.295041 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b92850a8-bcdc-4d84-be22-7c073b4a39dc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/3a21089c-8c3f-4da8-a86e-7762ab0514a9 HTTP/1.1" status: 204 len: 168 time: 0.4488175 Sep 22 16:58:59.297941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42816) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:59.323709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.349113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:58:59.349516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.372442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet e71ab2a7-9cad-4c02-9b78-84753a0016c3 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:58:59.376905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.378582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.404214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Could not find standard attr ID for object c9de0a55-9345-425b-969a-d5937a262781. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:58:59.424316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Provisioning for port bcbe57ad-2997-4972-89a7-df107f1672eb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:59.441271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Provisioning complete for port bcbe57ad-2997-4972-89a7-df107f1672eb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:59.441697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.441983 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Attempt 1 to provision port bcbe57ad-2997-4972-89a7-df107f1672eb Sep 22 16:58:59.461547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a43cd527-3bb8-4e21-b277-401125890f37 resource provider aggregate not found Sep 22 16:58:59.464085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.553506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-806038111'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:58:59.562513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:59.570773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:network and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:59.578522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:59.586488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:59.594272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a43cd527-3bb8-4e21-b277-401125890f37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a43cd527-3bb8-4e21-b277-401125890f37 found for delete ", "request_id": "req-d8301654-fdbe-458d-acd2-6ac7a0a5a329"}]} Sep 22 16:58:59.605554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Made reservation on behalf of f20f1f0d43864a78bee2c6f27483e704 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:58:59.612148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.626843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.652522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 73ab792a-fec1-4d36-8fe0-0e3600935fb4 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:58:59.654692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.677610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Current status of the port bcbe57ad-2997-4972-89a7-df107f1672eb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:58:59.677989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.723131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] For port bcbe57ad-2997-4972-89a7-df107f1672eb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bcbe57ad-2997-4972-89a7-df107f1672eb,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:58:59.729520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.805187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Provisioning for port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:58:59.812067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.812627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:58:59.814968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Provisioning complete for port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:58:59.816229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.816229 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Attempt 1 to provision port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 Sep 22 16:58:59.822173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:security_group_rule and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:58:59.827725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:58:59.840572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:58:59.840902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Pushing event updated for resources: {'Port': ['ID=bcbe57ad-2997-4972-89a7-df107f1672eb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:59.854260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.886735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:58:59.888943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.890389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.908290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=8c2258cb-38e8-4121-93dc-caaa49b33b4d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:59.931558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.943767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:58:59.956636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=e71ab2a7-9cad-4c02-9b78-84753a0016c3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:58:59.958669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-153a513b-d259-419d-acd3-958b77851f26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/8c2258cb-38e8-4121-93dc-caaa49b33b4d HTTP/1.1" status: 204 len: 168 time: 1.8352149 Sep 22 16:58:59.967891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:58:59.980507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.981034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.981472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.982412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.982412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.982845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.983164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.983591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.984010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.984434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.984878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.985298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:58:59.995853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1487367424'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:00.008105 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76d8ccd7-2efc-4664-bc99-33ca68efa3bd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e71ab2a7-9cad-4c02-9b78-84753a0016c3 HTTP/1.1" status: 204 len: 168 time: 0.7088072 Sep 22 16:59:00.011117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:00.014993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:00.049009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:00.057542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:00.074394 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=48967473783842e9923ae609cec9af1c&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0474310 Sep 22 16:59:00.084748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca96bb21-4584-47cc-9370-af50c5ffe192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca35616a-50f0-48ab-81ef-8f6c47b98e71,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:00.089531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42832) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:00.092670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.132930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:00.138082 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-678aa92c-78a7-4737-b7c7-d7a9346e49ef service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.6077945 Sep 22 16:59:00.183970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.191654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:00.197096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.222660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.243895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.290177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a9fc606-b684-44dd-9d26-a4766b1d81a1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:00.298708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.330751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:00.345360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:00.361022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 30620b44-24b9-4c4d-a40f-79c46342beda {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:00.361933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.365592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=73ab792a-fec1-4d36-8fe0-0e3600935fb4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:00.383708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.386926 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Attempt 2 to provision port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 Sep 22 16:59:00.389242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.447824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-428a8bbe-787e-4a9f-b42a-4901a3c20d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/73ab792a-fec1-4d36-8fe0-0e3600935fb4 HTTP/1.1" status: 204 len: 168 time: 2.1091809 Sep 22 16:59:00.448991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bcbe57ad-2997-4972-89a7-df107f1672eb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:00.450808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42836) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:00.453878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.454885 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Added segment c5479b04-30aa-4bc3-bf23-c3a0f6784209 of type vlan for network c13361e2-f0fa-44a2-b847-4747ff965946 Sep 22 16:59:00.460239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.468489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.484568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.486114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment 72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6 of type vlan for network a8c89f9a-044a-4839-8e41-b8f5ad173f74 Sep 22 16:59:00.546533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ac27c655-12d7-45e8-8600-fbbba83e9de4 None None] Port 73ab792a-fec1-4d36-8fe0-0e3600935fb4 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:59:00.573065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bcbe57ad-2997-4972-89a7-df107f1672eb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:00.574192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.575039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.576855 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bcbe57ad-2997-4972-89a7-df107f1672eb Sep 22 16:59:00.633290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.644399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:00.655359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:00.659674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:00.661199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.662128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.662443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4fcdb3-9b54-4ea4-84b1-9efa85e8c110 None None] Network 9dcea4b1-a452-4adf-a093-209d937bab55 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:00.667915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=135b8427-e90a-4c62-bd0a-007c4ba2b69d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:00.675787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed22bef-a692-4742-a4ef-24a03bc54d16 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.677273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed22bef-a692-4742-a4ef-24a03bc54d16 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.678024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ed22bef-a692-4742-a4ef-24a03bc54d16 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:00.714725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-3c5a0cc3-f2df-43c6-a343-a5c2f4093d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.716407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-3c5a0cc3-f2df-43c6-a343-a5c2f4093d0f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 1099 time: 0.4361162 Sep 22 16:59:00.718782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ed22bef-a692-4742-a4ef-24a03bc54d16 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:00.725471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ed22bef-a692-4742-a4ef-24a03bc54d16 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2690079 Sep 22 16:59:00.730680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:00.740658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b96ee73d-669e-4372-9962-ca0991431441 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.6338792 Sep 22 16:59:00.742113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:00.780940 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.783945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.785106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ca35616a-50f0-48ab-81ef-8f6c47b98e71 HTTP/1.1" status: 204 len: 168 time: 0.6885455 Sep 22 16:59:00.791137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.797383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.797631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f00f1ff-efef-42af-aea4-f481d3a89c07 None None] Provisioning complete for port 30620b44-24b9-4c4d-a40f-79c46342beda triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:00.798089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f00f1ff-efef-42af-aea4-f481d3a89c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.798442 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6f00f1ff-efef-42af-aea4-f481d3a89c07 None None] Attempt 1 to provision port 30620b44-24b9-4c4d-a40f-79c46342beda Sep 22 16:59:00.798605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.940881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.946744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:00.947677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.954754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] For port 30620b44-24b9-4c4d-a40f-79c46342beda, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30620b44-24b9-4c4d-a40f-79c46342beda,segment=NetworkSegment(2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78),segment_id=2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:00.955286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:00.993286 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.8561170 Sep 22 16:59:01.001523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:01.072441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43057984-e079-4132-9518-ff3ee407c4ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca35616a-50f0-48ab-81ef-8f6c47b98e71,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:01.082005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'subnet': {'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:01.147986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 30620b44-24b9-4c4d-a40f-79c46342beda owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:01.180946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bcbe57ad-2997-4972-89a7-df107f1672eb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:01.181473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 8923f522-24eb-493c-bc7c-68ae1bf2f926 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:01.198648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.208784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6927bc-1f6e-48d1-b4a9-bf23645edffb tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Network': ['ID=c13361e2-f0fa-44a2-b847-4747ff965946,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:01.245819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Deleting port 135b8427-e90a-4c62-bd0a-007c4ba2b69d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:01.246154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.275592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f00f1ff-efef-42af-aea4-f481d3a89c07 None None] Current status of the port 30620b44-24b9-4c4d-a40f-79c46342beda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:01.282753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c13361e2-f0fa-44a2-b847-4747ff965946 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:01.338940 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3663924 Sep 22 16:59:01.348876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:01.372704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:01.440213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.487401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.503745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=30620b44-24b9-4c4d-a40f-79c46342beda,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:01.506531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89d7541-3f8e-42b5-a86d-07042dfea6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=a8c89f9a-044a-4839-8e41-b8f5ad173f74,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:01.523381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:01.538728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No DVR routers for this DVR port 30620b44-24b9-4c4d-a40f-79c46342beda on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:01.565570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6e85a8-aa35-45b7-a3dd-fa08294eba8c None None] DHCP port deletion for 9dcea4b1-a452-4adf-a093-209d937bab55 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:01.606904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-fd1e2ec7-15ac-4062-b6b4-22c11f7c2a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:01.608272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-fd1e2ec7-15ac-4062-b6b4-22c11f7c2a8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 200 len: 906 time: 0.8221169 Sep 22 16:59:01.618262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:01.688878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:subnet and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:01.692106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:01.696578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:01.714650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:01.716114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.721027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:01.741805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:01.748216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dcea4b1-a452-4adf-a093-209d937bab55']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:01.765871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:01.766241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:01.766659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:01.779920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.809311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.816710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:01.817268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.848539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Made reservation on behalf of f20f1f0d43864a78bee2c6f27483e704 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:01.852143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.895358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78 resource provider aggregate not found Sep 22 16:59:01.920051 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f8b9a88-be8a-49ec-8b3d-f3136ceb8c78 found for delete ", "request_id": "req-ea708362-fdf0-40fd-871b-5d20c95004d9"}]} Sep 22 16:59:01.938275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.961934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.969350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=9dcea4b1-a452-4adf-a093-209d937bab55,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:01.983603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:01.986761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-481136a3-2973-4736-a306-b6692b88b929 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/9dcea4b1-a452-4adf-a093-209d937bab55 HTTP/1.1" status: 204 len: 168 time: 1.9704499 Sep 22 16:59:01.988110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:01.990554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42884) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:02.012680 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-378336f3-f45a-47a3-8018-996ed65ac08a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 200 len: 1002 time: 0.3804007 Sep 22 16:59:02.047202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:02.115599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbdd6aac-66f1-4637-9cf6-548805a834ac tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:02.116424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbdd6aac-66f1-4637-9cf6-548805a834ac tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:02.138274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbdd6aac-66f1-4637-9cf6-548805a834ac tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:02.139904 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbdd6aac-66f1-4637-9cf6-548805a834ac tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1476882 Sep 22 16:59:02.143947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42894) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:02.190263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.216524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-581481540'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:02.222328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:02.227457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 16:59:02.228151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:network and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:02.228261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 16:59:02.232292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:02.240347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:02.259170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:02.264288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.291021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2cb3ad3-1811-4d5f-9acd-d8c2656c495c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1407573 Sep 22 16:59:02.291471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.291642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:02.298472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-832781099'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:02.303080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.317721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-ed36db74-1e43-4783-ad6a-42c151ffbf97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:02.319499 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-ed36db74-1e43-4783-ad6a-42c151ffbf97 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7fcbb0e6-7010-446a-9ba1-098684708409 HTTP/1.1" status: 200 len: 844 time: 0.2932141 Sep 22 16:59:02.350906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30620b44-24b9-4c4d-a40f-79c46342beda no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:02.386688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 30620b44-24b9-4c4d-a40f-79c46342beda {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:02.387032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30620b44-24b9-4c4d-a40f-79c46342beda not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:02.421052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:02.427369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:02.430165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:02.432813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:02.439814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:security_group_rule and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:02.443584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:02.445781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:02.453823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:02.466103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:02.470180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.517840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Calling delete_port for 135b8427-e90a-4c62-bd0a-007c4ba2b69d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:02.520051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:02.535652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.536005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 124e4d38-0025-492c-85b2-919edd51ef4f of type vlan for network 538cea55-3ac4-4261-aff3-e203cd0b30d1 Sep 22 16:59:02.586512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.611781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.627256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.666895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.672457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:02.673675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.701182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:02.715642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f981dd8-c8a4-4894-9f15-0631aa6118f7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:02.810755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.811889 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Added segment afe266f1-6f22-473d-8ef9-095c3ba858a1 of type vlan for network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 Sep 22 16:59:02.824086 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5312784 Sep 22 16:59:02.827958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:02.828771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111ac5cf-b9da-4a63-bd94-1cd1905682c8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=538cea55-3ac4-4261-aff3-e203cd0b30d1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:02.842495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:02.848540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:02.862700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.925273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.942317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:02.956425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=8923f522-24eb-493c-bc7c-68ae1bf2f926,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:02.958553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8629933c-e8b8-4455-b875-4f5bd90a60b2 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:02.994999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:03.000126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:03.003689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:03.007740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.013352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:03.014032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.030664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.031298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.031583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.032034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.032484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.032920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.033368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.033714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.034110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.034502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.034897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.035283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:03.049568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:03.072006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-1c948170-ce9b-497f-ba33-0b9215ae325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:03.073550 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-1c948170-ce9b-497f-ba33-0b9215ae325c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7470837 Sep 22 16:59:03.101913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.139230 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0894353 Sep 22 16:59:03.143903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:03.153986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'subnet': {'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:03.168294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:03.172153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.176687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5cbeb9e4-4c87-46ea-b072-4354dc19c5e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8923f522-24eb-493c-bc7c-68ae1bf2f926 HTTP/1.1" status: 204 len: 168 time: 2.4441593 Sep 22 16:59:03.177526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:03.307351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe631ca-1961-4e10-99fa-b4a46fc1fe73 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Network': ['ID=1ba40d01-30eb-4c61-b04b-231a68f7efd2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:03.324409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:03.356935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.361035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c0d1559-0b5f-43b5-b039-1b8e8bc73bcd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1670275 Sep 22 16:59:03.367144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:03.384723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:03.433257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.435512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:03.458908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Deleting port bcbe57ad-2997-4972-89a7-df107f1672eb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:03.459818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.460053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Port': ['ID=135b8427-e90a-4c62-bd0a-007c4ba2b69d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:03.477286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Subnet': ['ID=85ef1e96-4e72-4ee1-a0ed-1c68bba0b689,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:03.494997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:03.507357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:subnet and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:03.513684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:03.533224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:03.553818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:03.560261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:03.564229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.582446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:03.586456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Checking segment: {'id': 'c5479b04-30aa-4bc3-bf23-c3a0f6784209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:03.586824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network hostable DHCP agents. Network: c13361e2-f0fa-44a2-b847-4747ff965946, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:03.617460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:03.618845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.620794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6d6f356-87ca-4b54-8f94-969f7f4d5737 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/ports/135b8427-e90a-4c62-bd0a-007c4ba2b69d HTTP/1.1" status: 204 len: 168 time: 2.8773808 Sep 22 16:59:03.638047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:03.650155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961', 'external_fixed_ips': [{'subnet_id': '40b6064f-c15d-499a-95b1-d56e01db8b92', 'ip_address': '2001:db8::1b7'}]}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:03.664106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:03.673015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-56ab4cf7-c6b9-4047-a20a-f6488bb9c90a service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5631900 Sep 22 16:59:03.682296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:router and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:03.682529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:03.686659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=1de04717-d29b-4e1d-b56b-c7c814966fb0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:03.690698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:03.713962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:03.714342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: a8c89f9a-044a-4839-8e41-b8f5ad173f74, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:03.717185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] For port bcbe57ad-2997-4972-89a7-df107f1672eb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bcbe57ad-2997-4972-89a7-df107f1672eb,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:03.717630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.728021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:03.732981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:03.737002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.821144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network c13361e2-f0fa-44a2-b847-4747ff965946 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:03.880017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.881837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.886203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.898605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c13361e2-f0fa-44a2-b847-4747ff965946) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:03.916300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:03.921275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:03.922231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:03.942378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Calling delete_port for bcbe57ad-2997-4972-89a7-df107f1672eb owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:03.979770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, a8c89f9a-044a-4839-8e41-b8f5ad173f74) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:04.004649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.014959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b6f7379-c6fd-459a-827f-ce23a5e44d57 None None] Network c13361e2-f0fa-44a2-b847-4747ff965946 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:04.018670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:04.019269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.027939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce6edb3-9951-4177-9fc9-0bab30c02186 None None] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:04.038732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cd2c7f-24bf-4b16-b3ac-6ddf58eacbea req-4fde7d12-9436-4161-b39c-21a78e217f3c service neutron] 10.222.0.18 "GET /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531849 Sep 22 16:59:04.043505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0d53cdf-126b-41b6-a7b2-ce1a5444b824 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9877305 Sep 22 16:59:04.046839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=f37d1aa6-c448-47cb-a6ac-6edf7cf1b900,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:04.047782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:04.054275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-614989347', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:04.135344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '124e4d38-0025-492c-85b2-919edd51ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:04.135555 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89732acb-55fb-4257-aa41-c8f59d0085e4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7846558 Sep 22 16:59:04.136180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: 538cea55-3ac4-4261-aff3-e203cd0b30d1, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:04.142615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:04.145653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:04.209535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74', 'name': 'tempest-PortsTestJSON-651063185'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:04.213304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:04.227729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:router and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:04.236047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.236297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 538cea55-3ac4-4261-aff3-e203cd0b30d1) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:04.241097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:04.241947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.244833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:04.262498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.288510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964fa82f-b924-48c7-8e48-42172c9ca97d None None] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:04.304092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:04.327174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Pushing event deleted for resources: {'Port': ['ID=bcbe57ad-2997-4972-89a7-df107f1672eb,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:04.412596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bcbe57ad-2997-4972-89a7-df107f1672eb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:04.436499 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-75a2b77d-2a5e-4991-bdd0-1f651f590025 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6043329 Sep 22 16:59:04.443934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:04.451924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Checking segment: {'id': 'afe266f1-6f22-473d-8ef9-095c3ba858a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:04.452157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] No DVR routers for this DVR port bcbe57ad-2997-4972-89a7-df107f1672eb on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:04.452671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network hostable DHCP agents. Network: 1ba40d01-30eb-4c61-b04b-231a68f7efd2, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:04.462569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.471372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.472371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.485756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.486638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.486981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.487330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.487673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.488015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.488126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1', 'name': 'tempest-PortsIpV6TestJSON-1412584388'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:04.488351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.488709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.489044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.489377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.489704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.490172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.490349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45680ecb-da17-4a7c-b2db-c7088b1e28e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:04.508904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: bcbe57ad-2997-4972-89a7-df107f1672eb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:04.509150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bcbe57ad-2997-4972-89a7-df107f1672eb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:04.542205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Subnet': ['ID=8a0a8b08-2a32-4966-93cc-18c8696b169a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:04.549419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.566404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:04.703641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:04.760862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:04.763266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:04.766909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:04.767396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.768881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:04.777636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:04.804299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.819424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-109c2be3-dd1a-4156-a78f-4d5a1e77bfb3 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:04.825613 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4517629 Sep 22 16:59:04.830753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:04.838150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:04.852229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': 'e40d5f9c-36ae-42d8-9854-c4eb4160c3f7', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-678181602'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:04.852844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1ba40d01-30eb-4c61-b04b-231a68f7efd2) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:04.857854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:04.858438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.880755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:04.887204 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95d6b7bf-3b85-4557-9e91-4474a7611a3c tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.7413175 Sep 22 16:59:04.891989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.892185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f7d5c-9751-47f1-bfb2-1ec6e04ff5db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=e40d5f9c-36ae-42d8-9854-c4eb4160c3f7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:04.898964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:04.912311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015d49eb-40c4-451b-a216-c6eb06692027 None None] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:04.919182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1825184110', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:04.925767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-a8c89f9a-044a-4839-8e41-b8f5ad173f74', 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '1de04717-d29b-4e1d-b56b-c7c814966fb0'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:04.926603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.932515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:04.935586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c13361e2-f0fa-44a2-b847-4747ff965946', 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946', 'tenant_id': 'f20f1f0d43864a78bee2c6f27483e704', 'fixed_ips': [{'subnet_id': '85ef1e96-4e72-4ee1-a0ed-1c68bba0b689'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:04.936423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.949923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:router and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:04.956354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:04.964911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:04.973507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:04.989768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:04.992754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:04.994252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.014726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:05.019566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.040564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.040865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.044722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04e2028c-5e9f-4a52-8318-7462bd7dfa86 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.9928191 Sep 22 16:59:05.049373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:05.072648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port e93df91c-deb6-462b-a251-d30c9497b4a0 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:05.131877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 249b658a-513b-4aa5-b197-c2ea082ea16d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:05.172231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-538cea55-3ac4-4261-aff3-e203cd0b30d1', 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': 'f37d1aa6-c448-47cb-a6ac-6edf7cf1b900'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:05.173678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.315493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:05.317460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::14b (538cea55-3ac4-4261-aff3-e203cd0b30d1/f37d1aa6-c448-47cb-a6ac-6edf7cf1b900/249b658a-513b-4aa5-b197-c2ea082ea16d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:05.322612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:05.327698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:05.366197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:05.423468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:05.613955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.8 (a8c89f9a-044a-4839-8e41-b8f5ad173f74/1de04717-d29b-4e1d-b56b-c7c814966fb0/e93df91c-deb6-462b-a251-d30c9497b4a0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:05.634243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Allocated IP 172.20.0.2 (c13361e2-f0fa-44a2-b847-4747ff965946/85ef1e96-4e72-4ee1-a0ed-1c68bba0b689/c683a5cb-04c2-4108-ad99-3f1cab5c8765) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:05.672358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'e40d5f9c-36ae-42d8-9854-c4eb4160c3f7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:05.673801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.734436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd1d917d-b1cb-4943-8c3b-8c5970672694 None None] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:05.796998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:05.897539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 3b1c30ae-48f0-48b0-aa90-dd2f954ad0df yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:06.060762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.108543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.236844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.252955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.264986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Transition to ACTIVE for port object c683a5cb-04c2-4108-ad99-3f1cab5c8765 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:06.287826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Transition to ACTIVE for port object c683a5cb-04c2-4108-ad99-3f1cab5c8765 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:06.297226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/e40d5f9c-36ae-42d8-9854-c4eb4160c3f7/958e0402-302e-4e01-b21e-fc5748371d4b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:06.326839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.341611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.400170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object e93df91c-deb6-462b-a251-d30c9497b4a0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:06.424080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Network c13361e2-f0fa-44a2-b847-4747ff965946 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:06.434624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.443884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:06.449537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.455079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:06.496430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.607043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:06.608324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 2001:db8::1b7 (3f7ae656-fc90-4e58-a9cb-1852040c5961/40b6064f-c15d-499a-95b1-d56e01db8b92/18f38416-0b06-4e0d-86ca-b9da6337ee06) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:06.614131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:06.616538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:06.625851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 249b658a-513b-4aa5-b197-c2ea082ea16d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:06.658714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Pushing event updated for resources: {'Port': ['ID=c683a5cb-04c2-4108-ad99-3f1cab5c8765,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:06.665500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=e93df91c-deb6-462b-a251-d30c9497b4a0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:06.767493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Attempting to bind port c683a5cb-04c2-4108-ad99-3f1cab5c8765 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:06.767782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Attempting to bind port c683a5cb-04c2-4108-ad99-3f1cab5c8765 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c5479b04-30aa-4bc3-bf23-c3a0f6784209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:06.768150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Attempting to bind port c683a5cb-04c2-4108-ad99-3f1cab5c8765 on network c13361e2-f0fa-44a2-b847-4747ff965946 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:06.771484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:06.772209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.780483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Allocated IP 172.20.0.2 (a8c89f9a-044a-4839-8e41-b8f5ad173f74/1de04717-d29b-4e1d-b56b-c7c814966fb0/69c30fda-939a-4695-8c48-317ffc0ef04d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:06.794068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:06.794456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Checking segment: {'id': 'c5479b04-30aa-4bc3-bf23-c3a0f6784209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:06.794828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.795237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Bound using segment: {'id': 'c5479b04-30aa-4bc3-bf23-c3a0f6784209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:06.796035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Bound port: c683a5cb-04c2-4108-ad99-3f1cab5c8765, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c5479b04-30aa-4bc3-bf23-c3a0f6784209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:06.796219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.824699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:06.957937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:06.998834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-614d93b2-ff47-4a3a-bb57-b7bb35feb006 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.8390703 Sep 22 16:59:07.000037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42948) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:07.000584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:07.076323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:07.083108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:07.083804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.095425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=249b658a-513b-4aa5-b197-c2ea082ea16d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:07.114982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.116401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.128090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Transition to ACTIVE for port object 958e0402-302e-4e01-b21e-fc5748371d4b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:07.133670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port e93df91c-deb6-462b-a251-d30c9497b4a0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:07.134017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.171737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Transition to ACTIVE for port object 958e0402-302e-4e01-b21e-fc5748371d4b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:07.183124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Allocated IP 2001:db8::2 (538cea55-3ac4-4261-aff3-e203cd0b30d1/f37d1aa6-c448-47cb-a6ac-6edf7cf1b900/aa9ed7b2-137a-41cb-8f3c-5981fab83d60) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:07.188979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.206738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Allocated IP 172.20.0.1 (c13361e2-f0fa-44a2-b847-4747ff965946/85ef1e96-4e72-4ee1-a0ed-1c68bba0b689/3b47f4fa-6a19-474f-bb1b-1d2f69a7472e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:07.303802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 16:59:07.305043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:59:07.348043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:07.381373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-620da9b7-bf98-4539-a09e-995e4dca6e82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 2.5376234 Sep 22 16:59:07.406194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42952) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:07.410076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:07.419656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] For port c683a5cb-04c2-4108-ad99-3f1cab5c8765, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:07.426507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:07.494971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Pushing event updated for resources: {'Port': ['ID=958e0402-302e-4e01-b21e-fc5748371d4b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:07.536389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] For port c683a5cb-04c2-4108-ad99-3f1cab5c8765, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c683a5cb-04c2-4108-ad99-3f1cab5c8765,segment=NetworkSegment(c5479b04-30aa-4bc3-bf23-c3a0f6784209),segment_id=c5479b04-30aa-4bc3-bf23-c3a0f6784209)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:07.550496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.555135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.633151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.639169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.683766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 3f7ae656-fc90-4e58-a9cb-1852040c5961 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:07.694146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.696679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Transition to ACTIVE for port object 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:07.698377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:07.700359 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c62a8a76-c003-47be-bf96-894cbd9c289c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2526090 Sep 22 16:59:07.704650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42956) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:07.713382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:07.762611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1', 'name': 'tempest-PortsIpV6TestJSON-868441408'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:07.791337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=18f38416-0b06-4e0d-86ca-b9da6337ee06,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:07.831644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.843115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Attempting to bind port 958e0402-302e-4e01-b21e-fc5748371d4b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:07.843478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Attempting to bind port 958e0402-302e-4e01-b21e-fc5748371d4b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:07.843831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Attempting to bind port 958e0402-302e-4e01-b21e-fc5748371d4b on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:07.871342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Transition to ACTIVE for port object 69c30fda-939a-4695-8c48-317ffc0ef04d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:07.902890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.911256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:07.911671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:07.912839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.912839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:07.913058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Bound port: 958e0402-302e-4e01-b21e-fc5748371d4b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:07.913620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:07.952583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40cb1b5-a873-490b-89ac-353010fb0888 None None] Pushing event updated for resources: {'Port': ['ID=c683a5cb-04c2-4108-ad99-3f1cab5c8765,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:07.968731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Transition to ACTIVE for port object 69c30fda-939a-4695-8c48-317ffc0ef04d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:07.980183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.001681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ff4cb6-0865-4113-b142-b6730a80410f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:08.002484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88ff4cb6-0865-4113-b142-b6730a80410f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:08.029545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.058489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for e93df91c-deb6-462b-a251-d30c9497b4a0 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:08.123193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:08.127322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.137742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:08.144093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:08.202240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Transition to ACTIVE for port object aa9ed7b2-137a-41cb-8f3c-5981fab83d60 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:08.207787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Pushing event updated for resources: {'Port': ['ID=69c30fda-939a-4695-8c48-317ffc0ef04d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:08.291778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:08.302027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network c13361e2-f0fa-44a2-b847-4747ff965946 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:08.314620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:08.324110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:08.327345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88ff4cb6-0865-4113-b142-b6730a80410f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:08.340706 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88ff4cb6-0865-4113-b142-b6730a80410f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.9294441 Sep 22 16:59:08.348058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:08.348649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] For port 958e0402-302e-4e01-b21e-fc5748371d4b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:08.352954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42960) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:08.381552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] For port 958e0402-302e-4e01-b21e-fc5748371d4b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=958e0402-302e-4e01-b21e-fc5748371d4b,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:08.386344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:08.389994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.61 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/87d29b0f-9d57-4588-a41d-e939a4244e4d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:08.401308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Transition to ACTIVE for port object aa9ed7b2-137a-41cb-8f3c-5981fab83d60 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:08.410202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Attempting to bind port 69c30fda-939a-4695-8c48-317ffc0ef04d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:08.410994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Attempting to bind port 69c30fda-939a-4695-8c48-317ffc0ef04d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:08.411689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Attempting to bind port 69c30fda-939a-4695-8c48-317ffc0ef04d on network a8c89f9a-044a-4839-8e41-b8f5ad173f74 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:08.419968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.420203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:08.422084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=3b47f4fa-6a19-474f-bb1b-1d2f69a7472e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:08.506054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.510468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:08.510925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Checking segment: {'id': '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:08.511392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.511916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Bound using segment: {'id': '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:08.512479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Bound port: 69c30fda-939a-4695-8c48-317ffc0ef04d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'a8c89f9a-044a-4839-8e41-b8f5ad173f74'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:08.512991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.577976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c683a5cb-04c2-4108-ad99-3f1cab5c8765 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:08.620205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a719c-a375-45c9-9ed3-58f52aeae08b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:08.621974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17a719c-a375-45c9-9ed3-58f52aeae08b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:08.622767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c17a719c-a375-45c9-9ed3-58f52aeae08b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:08.649823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:08.660246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c17a719c-a375-45c9-9ed3-58f52aeae08b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:08.661509 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c17a719c-a375-45c9-9ed3-58f52aeae08b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3040593 Sep 22 16:59:08.665024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.681638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:08.688376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:08.707184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:08.712778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.755174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:08.759296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.803690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.859192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Pushing event updated for resources: {'Port': ['ID=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:08.897570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:08.980450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecb394f-da56-485e-9847-90d76f94c25d None None] Pushing event updated for resources: {'Port': ['ID=958e0402-302e-4e01-b21e-fc5748371d4b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:08.997890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c683a5cb-04c2-4108-ad99-3f1cab5c8765 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:09.005174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Attempting to bind port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:09.005929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Attempting to bind port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '124e4d38-0025-492c-85b2-919edd51ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:09.006585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Attempting to bind port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 on network 538cea55-3ac4-4261-aff3-e203cd0b30d1 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:09.017587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:09.018095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Checking segment: {'id': '124e4d38-0025-492c-85b2-919edd51ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:09.018571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.019041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Bound using segment: {'id': '124e4d38-0025-492c-85b2-919edd51ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:09.019909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Bound port: aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124e4d38-0025-492c-85b2-919edd51ef4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '538cea55-3ac4-4261-aff3-e203cd0b30d1'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:09.020478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.042727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] For port 69c30fda-939a-4695-8c48-317ffc0ef04d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:09.073147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 6249d2da-831d-415d-8953-9c23bf71ef5d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:09.139415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] For port aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:09.143221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] For port aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,segment=NetworkSegment(124e4d38-0025-492c-85b2-919edd51ef4f),segment_id=124e4d38-0025-492c-85b2-919edd51ef4f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:09.145996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] For port 69c30fda-939a-4695-8c48-317ffc0ef04d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=69c30fda-939a-4695-8c48-317ffc0ef04d,segment=NetworkSegment(72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6),segment_id=72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:09.148045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet e40d5f9c-36ae-42d8-9854-c4eb4160c3f7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:09.151626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.179491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.187306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=e93df91c-deb6-462b-a251-d30c9497b4a0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:09.208787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.299335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f56cb6-fb99-4e2d-995c-abd26b9157de None None] Pushing event updated for resources: {'Port': ['ID=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:09.441311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.451707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c38242-3a32-476f-a4d1-bdbfb209d407 None None] Pushing event updated for resources: {'Port': ['ID=69c30fda-939a-4695-8c48-317ffc0ef04d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:09.479847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.556372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e95a271f-dab0-4453-a28d-ffac01b091bd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/e93df91c-deb6-462b-a251-d30c9497b4a0 HTTP/1.1" status: 204 len: 168 time: 2.5548022 Sep 22 16:59:09.559937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:09.618686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccb704f4-bff7-4bb8-a593-553acbce4fce tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 16:59:09.619164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccb704f4-bff7-4bb8-a593-553acbce4fce tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:59:09.621230 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ccb704f4-bff7-4bb8-a593-553acbce4fce tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/e93df91c-deb6-462b-a251-d30c9497b4a0 HTTP/1.1" status: 404 len: 333 time: 0.0602822 Sep 22 16:59:09.629681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:09.637356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.671781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e5b1c2-eadf-43c5-9516-49dbbc246cc0 None None] Network c13361e2-f0fa-44a2-b847-4747ff965946 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:09.742894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:09.744785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:09.747797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=87d29b0f-9d57-4588-a41d-e939a4244e4d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:09.809665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:09.819787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.862907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Provisioning for port c683a5cb-04c2-4108-ad99-3f1cab5c8765 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:09.872774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Provisioning complete for port c683a5cb-04c2-4108-ad99-3f1cab5c8765 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:09.873139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:09.873480 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Attempt 1 to provision port c683a5cb-04c2-4108-ad99-3f1cab5c8765 Sep 22 16:59:10.014864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::18d (538cea55-3ac4-4261-aff3-e203cd0b30d1/f37d1aa6-c448-47cb-a6ac-6edf7cf1b900/6249d2da-831d-415d-8953-9c23bf71ef5d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:10.167284 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8329288-0388-494e-adc5-ca7d8e5527d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:59:10.167868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8329288-0388-494e-adc5-ca7d8e5527d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:10.172388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router f1a97eff-0cf5-48d5-b52e-946359a60177 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:10.258167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Current status of the port c683a5cb-04c2-4108-ad99-3f1cab5c8765 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:10.258567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:10.304983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] For port c683a5cb-04c2-4108-ad99-3f1cab5c8765, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c683a5cb-04c2-4108-ad99-3f1cab5c8765,segment=NetworkSegment(c5479b04-30aa-4bc3-bf23-c3a0f6784209),segment_id=c5479b04-30aa-4bc3-bf23-c3a0f6784209)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:10.311377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:10.389952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:10.435079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebefeb04-25a8-4dde-b009-dfb4d36857e1 None None] Pushing event updated for resources: {'Port': ['ID=c683a5cb-04c2-4108-ad99-3f1cab5c8765,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:10.482110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:10.502754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Sync routers for ids ['f1a97eff-0cf5-48d5-b52e-946359a60177'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:10.524047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Routers {'f1a97eff-0cf5-48d5-b52e-946359a60177'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:10.531638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f1a97eff-0cf5-48d5-b52e-946359a60177'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:10.536174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:10.537486 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a0816a1-accf-44cd-aa4f-d89d6b799796 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.8940961 Sep 22 16:59:10.542024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:10.690861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8329288-0388-494e-adc5-ca7d8e5527d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:10.695046 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8329288-0388-494e-adc5-ca7d8e5527d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/e93df91c-deb6-462b-a251-d30c9497b4a0 HTTP/1.1" status: 404 len: 333 time: 0.9805751 Sep 22 16:59:10.709090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:10.888577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 1de04717-d29b-4e1d-b56b-c7c814966fb0 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:10.896967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:10.940470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 958e0402-302e-4e01-b21e-fc5748371d4b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:10.971251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.064988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.121985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6528c8f7-4668-4143-83a1-3ac3eefe0998 None None] Provisioning for port 958e0402-302e-4e01-b21e-fc5748371d4b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:11.130029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4283e1c-b67f-4d2c-87c9-40eebffd3492 None None] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:11.164742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Set router f1a97eff-0cf5-48d5-b52e-946359a60177 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:11.401056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.454505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.461857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277f2be5-2f65-489f-9b92-2485bfae634c None None] Network a8c89f9a-044a-4839-8e41-b8f5ad173f74 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:11.534506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.544968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.555162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 958e0402-302e-4e01-b21e-fc5748371d4b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:11.576461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Deleting port 18f38416-0b06-4e0d-86ca-b9da6337ee06 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:11.576891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.640235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 958e0402-302e-4e01-b21e-fc5748371d4b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:11.640756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.641074 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 958e0402-302e-4e01-b21e-fc5748371d4b Sep 22 16:59:11.720175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Provisioning for port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:11.771094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=1de04717-d29b-4e1d-b56b-c7c814966fb0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:11.775337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Provisioning complete for port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:11.776149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.776508 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 1 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:11.778531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:11.805445 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13b13139-1a08-456a-9609-1093510639b2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/1de04717-d29b-4e1d-b56b-c7c814966fb0 HTTP/1.1" status: 204 len: 168 time: 1.0948944 Sep 22 16:59:11.811459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:12.006180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.023466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.037970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:12.043384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.054595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.151294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=e40d5f9c-36ae-42d8-9854-c4eb4160c3f7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:12.166236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.183759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f5ddbb-73a6-475b-a29d-145b4e04ce03 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:12.185703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Calling delete_port for 18f38416-0b06-4e0d-86ca-b9da6337ee06 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:12.195126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.198024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 958e0402-302e-4e01-b21e-fc5748371d4b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:12.198413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.215788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 69c30fda-939a-4695-8c48-317ffc0ef04d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:12.215788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.306870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 6249d2da-831d-415d-8953-9c23bf71ef5d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:12.317929 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9165f736-7475-4046-b74d-3de656cdc5f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/e40d5f9c-36ae-42d8-9854-c4eb4160c3f7 HTTP/1.1" status: 204 len: 168 time: 3.6098225 Sep 22 16:59:12.330329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42990) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:12.338065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1a97eff-0cf5-48d5-b52e-946359a60177', 'name': '', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961', 'external_fixed_ips': [{'subnet_id': '40b6064f-c15d-499a-95b1-d56e01db8b92', 'ip_address': '2001:db8::1b7'}], 'enable_snat': True}, 'gw_port_id': '18f38416-0b06-4e0d-86ca-b9da6337ee06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:03Z', 'updated_at': '2022-09-22T16:59:08Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': '18f38416-0b06-4e0d-86ca-b9da6337ee06', 'name': '', 'network_id': '3f7ae656-fc90-4e58-a9cb-1852040c5961', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:b7:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1a97eff-0cf5-48d5-b52e-946359a60177', 'device_owner': 'network:router_gateway', 'standard_attr_id': 379, 'fixed_ips': [{'subnet_id': '40b6064f-c15d-499a-95b1-d56e01db8b92', 'ip_address': '2001:db8::1b7', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:06Z', 'updated_at': '2022-09-22T16:59:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '40b6064f-c15d-499a-95b1-d56e01db8b92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:12.352408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Checking router: f1a97eff-0cf5-48d5-b52e-946359a60177 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:12.353004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Updating router f1a97eff-0cf5-48d5-b52e-946359a60177 port 18f38416-0b06-4e0d-86ca-b9da6337ee06 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:12.386496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 958e0402-302e-4e01-b21e-fc5748371d4b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=958e0402-302e-4e01-b21e-fc5748371d4b,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:12.429403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a105cbd3-9c10-4d84-b043-c5881dc4de54 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886185 Sep 22 16:59:12.429790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 42994) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:12.440001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:12.461513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:59:12.520249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] DHCP port deletion for a8c89f9a-044a-4839-8e41-b8f5ad173f74 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:12.522513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.523257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device aa9ed7b2-137a-41cb-8f3c-5981fab83d60 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:12.600449 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 2 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:12.644663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.673795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.682210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 69c30fda-939a-4695-8c48-317ffc0ef04d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=69c30fda-939a-4695-8c48-317ffc0ef04d,segment=NetworkSegment(72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6),segment_id=72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:12.682976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.704700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Deleting port 69c30fda-939a-4695-8c48-317ffc0ef04d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:12.705265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.802546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.817712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.830363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 69c30fda-939a-4695-8c48-317ffc0ef04d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:12.839176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:12.879558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:12.892125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.921438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=958e0402-302e-4e01-b21e-fc5748371d4b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:12.924732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:12.944891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:12.951091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:12.963084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Port': ['ID=18f38416-0b06-4e0d-86ca-b9da6337ee06,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:12.986652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:12.991423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=3b47f4fa-6a19-474f-bb1b-1d2f69a7472e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:13.026975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:13.030134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.072149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 69c30fda-939a-4695-8c48-317ffc0ef04d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:13.076927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.191915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 69c30fda-939a-4695-8c48-317ffc0ef04d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:13.192261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 69c30fda-939a-4695-8c48-317ffc0ef04d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Sep 22 16:59:13.263902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Port 69c30fda-939a-4695-8c48-317ffc0ef04d not found, will not notify nova. {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Sep 22 16:59:13.299479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6249d2da-831d-415d-8953-9c23bf71ef5d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:13.368407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:13.373118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] For port 69c30fda-939a-4695-8c48-317ffc0ef04d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=69c30fda-939a-4695-8c48-317ffc0ef04d,segment=NetworkSegment(72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6),segment_id=72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:13.373783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.402638 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 3 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:13.406620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=69c30fda-939a-4695-8c48-317ffc0ef04d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:13.427771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No DVR routers for this DVR port 69c30fda-939a-4695-8c48-317ffc0ef04d on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:13.430251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:13.439120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:13.454468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c683a5cb-04c2-4108-ad99-3f1cab5c8765 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:13.454716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:13.460316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:13.460999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.463462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.467604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:13.470017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.472152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.531239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Deleting port 958e0402-302e-4e01-b21e-fc5748371d4b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:13.532317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.588519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.589610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f1a97eff-0cf5-48d5-b52e-946359a60177 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:59:13.613155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.633526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.635065 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2ba1f79e-02f2-415a-83fa-da1595602ef6 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/routers/f1a97eff-0cf5-48d5-b52e-946359a60177 HTTP/1.1" status: 204 len: 168 time: 3.0926530 Sep 22 16:59:13.638716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 42998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:13.700440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Calling delete_port for 69c30fda-939a-4695-8c48-317ffc0ef04d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:13.704828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c89f9a-044a-4839-8e41-b8f5ad173f74']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:13.720961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network c13361e2-f0fa-44a2-b847-4747ff965946 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:13.722446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.725032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:13.725581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:13.730926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:13.744721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.764552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Deleting subnet 40b6064f-c15d-499a-95b1-d56e01db8b92 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:13.785653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.796128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:13.796821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.836998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:13.927748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.952075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:13.966669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6 resource provider aggregate not found Sep 22 16:59:13.975960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/a8c89f9a-044a-4839-8e41-b8f5ad173f74 HTTP/1.1" status: 204 len: 168 time: 2.1629858 Sep 22 16:59:13.977041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:13.978708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366dca5f-959b-41a1-a7ad-42f60ee64a16 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=a8c89f9a-044a-4839-8e41-b8f5ad173f74,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:13.991863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-494689585'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:13.998504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:14.009509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:14.016732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:14.022239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 72cfb7c8-03f3-49bb-bd20-9f37ccd3c0e6 found for delete ", "request_id": "req-8b454041-06fc-4a14-b53b-ee4e4762c24b"}]} Sep 22 16:59:14.025147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c683a5cb-04c2-4108-ad99-3f1cab5c8765 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:14.025379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.025739 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c683a5cb-04c2-4108-ad99-3f1cab5c8765 Sep 22 16:59:14.027113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:14.037824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:14.041593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.074073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:14.082049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-060b570c-1e11-4ba3-a2c1-51d31ce8baec tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 6.3274808 Sep 22 16:59:14.082873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:14.137358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.137764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment 0ece52a3-9918-48fc-91c8-2987db487561 of type vlan for network c34446aa-2cdb-4384-9114-f5ed414b94b3 Sep 22 16:59:14.184201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] For port 958e0402-302e-4e01-b21e-fc5748371d4b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=958e0402-302e-4e01-b21e-fc5748371d4b,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:14.184827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.186257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.236370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c6ba1d8-5484-4fdc-8f1c-b43dd7fdf6b7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:14.237036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c6ba1d8-5484-4fdc-8f1c-b43dd7fdf6b7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:14.250234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.256431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:14.257062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.297782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c6ba1d8-5484-4fdc-8f1c-b43dd7fdf6b7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:14.302039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c6ba1d8-5484-4fdc-8f1c-b43dd7fdf6b7 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A14b HTTP/1.1" status: 200 len: 929 time: 0.2150366 Sep 22 16:59:14.330414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:14.331153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:14.340227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Calling delete_port for 958e0402-302e-4e01-b21e-fc5748371d4b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:14.349488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43016) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:14.369386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 16:59:14.378751 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 4 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:14.423872 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4371238 Sep 22 16:59:14.428358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:14.434580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:14.435776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf58d9c-79f2-4a8f-af35-22d8d41ed24c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=c34446aa-2cdb-4384-9114-f5ed414b94b3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:14.459310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:14.460671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 6249d2da-831d-415d-8953-9c23bf71ef5d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:14.461436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.491274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:14.631782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:14.695106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.702609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:14.703728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:14.728343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.735440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:14.744523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:14.779986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.789894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] No DVR routers for this DVR port 958e0402-302e-4e01-b21e-fc5748371d4b on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:14.793612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59a8b4-cc49-4012-8016-d31d8a911c71 None None] Pushing event deleted for resources: {'Port': ['ID=958e0402-302e-4e01-b21e-fc5748371d4b,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:14.798170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c683a5cb-04c2-4108-ad99-3f1cab5c8765 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:14.805926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:14.833545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:14.838683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Deleting port 69c30fda-939a-4695-8c48-317ffc0ef04d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:14.841224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.843196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.889890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:14.891305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 69c30fda-939a-4695-8c48-317ffc0ef04d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:14.894632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:14.918389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Router 6b395e8d-6720-406a-8e20-90d9ad59396c is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:14.928496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:14.942131 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:14.957371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:14.958329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:14.982174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 6249d2da-831d-415d-8953-9c23bf71ef5d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:14.983120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-580ad95c-f998-400c-8797-0b6659d6c24b None None] The port '69c30fda-939a-4695-8c48-317ffc0ef04d' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:59:14.985269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 69c30fda-939a-4695-8c48-317ffc0ef04d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:14.985880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 69c30fda-939a-4695-8c48-317ffc0ef04d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:15.006266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 958e0402-302e-4e01-b21e-fc5748371d4b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:15.051375 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.062198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 958e0402-302e-4e01-b21e-fc5748371d4b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:15.063182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 958e0402-302e-4e01-b21e-fc5748371d4b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:15.064334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:15.065668 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.073553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.132921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.134654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 5 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:15.158385 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.158805 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6734cb6c-5513-40b7-bb40-0a8543f94c59 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:15.177960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.179193 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ac371de6-d1a1-4386-a196-fce3dfd980d7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2797551 Sep 22 16:59:15.216596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:15.309344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:15.337068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Port 18f38416-0b06-4e0d-86ca-b9da6337ee06 not found while updating agent binding for router f1a97eff-0cf5-48d5-b52e-946359a60177. {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 22 16:59:15.362950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Routers set() bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:15.363978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Router IDs set() for agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Sep 22 16:59:15.365092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_agentschedulers_db [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f1a97eff-0cf5-48d5-b52e-946359a60177'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent'). {{(pid=89053) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 22 16:59:15.365662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c91008-40ee-42bb-b28c-51c97625fb8e None None] The sync data for ids ['f1a97eff-0cf5-48d5-b52e-946359a60177'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:15.451943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:15.460734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:15.470893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-692626f4-079b-4312-ad14-3b1725e8c55c None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:15.473502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:15.474109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.497898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:15.501817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=d37cda83-9a16-49bd-b844-16e0e5b2844e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:15.536098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.551891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] Sync routers for ids ['6b395e8d-6720-406a-8e20-90d9ad59396c'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:15.559404 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1408e68-b4a7-4344-a517-e43f9b23d44d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "PUT /v2.0/routers/6b395e8d-6720-406a-8e20-90d9ad59396c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5089183 Sep 22 16:59:15.564382 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d2e5c59-3ae7-4e9f-a3fa-252904369785 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1330371 Sep 22 16:59:15.565338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:15.565835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43030) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:15.577961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:15.585263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] Routers {'6b395e8d-6720-406a-8e20-90d9ad59396c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:15.585875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6b395e8d-6720-406a-8e20-90d9ad59396c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.586552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'port': {'network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946', 'name': 'tempest-FloatingIPNegativeTestJSON-162530099'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:15.592302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=40b6064f-c15d-499a-95b1-d56e01db8b92,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:15.619039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:15.630806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:router and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:15.663476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.665967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.668174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.686298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:15.695855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] Routers {'6b395e8d-6720-406a-8e20-90d9ad59396c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:15.696510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6b395e8d-6720-406a-8e20-90d9ad59396c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.710008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:15.749249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=6249d2da-831d-415d-8953-9c23bf71ef5d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:15.759258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.760510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.813317 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca1d719a-6f67-4b41-8d14-9ca8f23d3056 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/40b6064f-c15d-499a-95b1-d56e01db8b92 HTTP/1.1" status: 204 len: 168 time: 2.1726258 Sep 22 16:59:15.822151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:15.823715 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 6 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:15.854515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.858561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:15.859739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933645c4-63cd-4730-a023-5f5e49dfd015 None None] The sync data for ids ['6b395e8d-6720-406a-8e20-90d9ad59396c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:15.883622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.885684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-510fa44a-09c3-4860-8c02-d58371aacbbd tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/6249d2da-831d-415d-8953-9c23bf71ef5d HTTP/1.1" status: 204 len: 168 time: 1.5357347 Sep 22 16:59:15.896378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:15.936971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:15.939776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=6db41fd4-ab29-40c7-8414-1a167ee3f95d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:15.950329 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-06844262-6679-457f-8783-3fc7b70b80e0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:59:15.955117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-06844262-6679-457f-8783-3fc7b70b80e0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:15.975097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:16.024406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:16.035782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:port and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:16.041003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:16.060348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:16.074938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-06844262-6679-457f-8783-3fc7b70b80e0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:16.076491 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-06844262-6679-457f-8783-3fc7b70b80e0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/6249d2da-831d-415d-8953-9c23bf71ef5d HTTP/1.1" status: 404 len: 333 time: 0.1785870 Sep 22 16:59:16.080216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:16.081079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:16.082212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.104289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.106660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': '0ece52a3-9918-48fc-91c8-2987db487561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:16.106819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: c34446aa-2cdb-4384-9114-f5ed414b94b3, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:16.114405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.126883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Made reservation on behalf of f20f1f0d43864a78bee2c6f27483e704 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:16.130395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.183273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.187420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b465ef9-598e-4397-8823-035ecff9d4b4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6186957 Sep 22 16:59:16.189411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] device_id is not set on port 291eda1f-d482-4b44-bcc0-9183e66bcb66 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:16.223156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:16.266006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:16.313210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c34446aa-2cdb-4384-9114-f5ed414b94b3) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:16.315084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d37cda83-9a16-49bd-b844-16e0e5b2844e/d685447a-c07f-4a4f-95fa-d0357543cdc3) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:16.324451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 249b658a-513b-4aa5-b197-c2ea082ea16d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:16.324844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.335670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fb479e-26ba-410c-b6a8-a6e7420e7cc5 None None] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:16.389921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:16.391319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.426938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.483647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5fb3cc3-7298-4f4f-bde4-82e4def7ef26 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0512404 Sep 22 16:59:16.495448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:16.501476 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 7 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:16.506505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3', 'security_groups': [], 'name': 'tempest-PortsTestJSON-441029274'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:16.532034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f7ae656-fc90-4e58-a9cb-1852040c5961']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:16.600022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c80a3129-330f-432c-91e4-937d65dade82') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:16.600022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c80a3129-330f-432c-91e4-937d65dade82') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:16.637338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.646165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Allocated IP 172.20.0.9 (c13361e2-f0fa-44a2-b847-4747ff965946/85ef1e96-4e72-4ee1-a0ed-1c68bba0b689/291eda1f-d482-4b44-bcc0-9183e66bcb66) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:16.649925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:16.684793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.710299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:16.710805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.796190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.809325 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c80a3129-330f-432c-91e4-937d65dade82 resource provider aggregate not found Sep 22 16:59:16.844482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Transition to ACTIVE for port object d685447a-c07f-4a4f-95fa-d0357543cdc3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:16.856899 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c80a3129-330f-432c-91e4-937d65dade82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c80a3129-330f-432c-91e4-937d65dade82 found for delete ", "request_id": "req-9d32d8a5-558f-4621-aea4-cdc65a00f3d8"}]} Sep 22 16:59:16.880740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Transition to ACTIVE for port object d685447a-c07f-4a4f-95fa-d0357543cdc3 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:16.881645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:16.889846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:16.893531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:16.899494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:16.929084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:16.984812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.006299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:17.010311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c34446aa-2cdb-4384-9114-f5ed414b94b3', 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '6db41fd4-ab29-40c7-8414-1a167ee3f95d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:17.011178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.021384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:17.028397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f7ae656-fc90-4e58-a9cb-1852040c5961 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 16:59:17.032575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:17.036190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.041018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Pushing event updated for resources: {'Port': ['ID=d685447a-c07f-4a4f-95fa-d0357543cdc3,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:17.047564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f7ae656-fc90-4e58-a9cb-1852040c5961,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:17.058878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:17.063417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.075583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-782a29a3-b0f1-4c53-83c2-1d1111af5af9 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/networks/3f7ae656-fc90-4e58-a9cb-1852040c5961 HTTP/1.1" status: 204 len: 168 time: 1.2492747 Sep 22 16:59:17.173290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 0c5ec230-ba7e-4f25-b330-3020e2fe3d15 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:17.229932 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 8 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:17.294625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.302150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.324274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Transition to ACTIVE for port object 291eda1f-d482-4b44-bcc0-9183e66bcb66 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:17.341634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Attempting to bind port d685447a-c07f-4a4f-95fa-d0357543cdc3 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:17.342169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Attempting to bind port d685447a-c07f-4a4f-95fa-d0357543cdc3 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:17.342632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Attempting to bind port d685447a-c07f-4a4f-95fa-d0357543cdc3 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:17.353463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.355665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:17.356169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:17.356762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.357264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:17.357874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Bound port: d685447a-c07f-4a4f-95fa-d0357543cdc3, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:17.358351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.372097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.381552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:17.487324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network c13361e2-f0fa-44a2-b847-4747ff965946 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:17.494455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:17.502628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:17.538980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=291eda1f-d482-4b44-bcc0-9183e66bcb66,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:17.573937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Allocated IP 172.20.0.2 (c34446aa-2cdb-4384-9114-f5ed414b94b3/6db41fd4-ab29-40c7-8414-1a167ee3f95d/788150fe-0226-40d2-a3c3-22981bb9374e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:17.606866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:17.615167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:17.616077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.626472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'name': 'tempest-router--125966468', 'project_id': '5bd5f47bf95a4ba99b23d9187e21ef1a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:17.626775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.639528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:17.647844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:router and tenant:5bd5f47bf95a4ba99b23d9187e21ef1a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:17.652268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:17.657811 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d2cb804-b528-437a-ae9d-cdb360a72f0b tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0906956 Sep 22 16:59:17.661872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:17.664998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:17.670745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:17.681611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:17.692287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:floatingip and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:17.697118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:17.700293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.701592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.709781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:17.730700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.732905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.824214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] For port d685447a-c07f-4a4f-95fa-d0357543cdc3, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:17.845682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 249b658a-513b-4aa5-b197-c2ea082ea16d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:17.849838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] For port d685447a-c07f-4a4f-95fa-d0357543cdc3, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d685447a-c07f-4a4f-95fa-d0357543cdc3,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:17.894872 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 9 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:17.920358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:17.968341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.005055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.006243 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da8778e9-ffc4-4e72-a02c-40e41a1b7557 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3982117 Sep 22 16:59:18.010963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:18.080095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:18.080927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.085557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd265546-7ed2-43eb-87e4-62e2e5a09d32 None None] Pushing event updated for resources: {'Port': ['ID=d685447a-c07f-4a4f-95fa-d0357543cdc3,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.098126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Transition to ACTIVE for port object 788150fe-0226-40d2-a3c3-22981bb9374e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:18.122721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Transition to ACTIVE for port object 788150fe-0226-40d2-a3c3-22981bb9374e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:18.134411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.222365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:18.228827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:18.234540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:18.235579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.285767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Pushing event updated for resources: {'Port': ['ID=788150fe-0226-40d2-a3c3-22981bb9374e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.403206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Attempting to bind port 788150fe-0226-40d2-a3c3-22981bb9374e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:18.403579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Attempting to bind port 788150fe-0226-40d2-a3c3-22981bb9374e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0ece52a3-9918-48fc-91c8-2987db487561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:18.404088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Attempting to bind port 788150fe-0226-40d2-a3c3-22981bb9374e on network c34446aa-2cdb-4384-9114-f5ed414b94b3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:18.420543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 58, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:18.421112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Checking segment: {'id': '0ece52a3-9918-48fc-91c8-2987db487561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:18.422297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.422892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Bound using segment: {'id': '0ece52a3-9918-48fc-91c8-2987db487561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:18.423486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Bound port: 788150fe-0226-40d2-a3c3-22981bb9374e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ece52a3-9918-48fc-91c8-2987db487561', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c34446aa-2cdb-4384-9114-f5ed414b94b3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:18.423997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.464996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.12 (c34446aa-2cdb-4384-9114-f5ed414b94b3/6db41fd4-ab29-40c7-8414-1a167ee3f95d/0c5ec230-ba7e-4f25-b330-3020e2fe3d15) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:18.614051 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 10 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:18.667479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] For port 788150fe-0226-40d2-a3c3-22981bb9374e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:18.667678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.680921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] For port 788150fe-0226-40d2-a3c3-22981bb9374e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=788150fe-0226-40d2-a3c3-22981bb9374e,segment=NetworkSegment(0ece52a3-9918-48fc-91c8-2987db487561),segment_id=0ece52a3-9918-48fc-91c8-2987db487561)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:18.682408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:18.685448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.686454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.688344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.691027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.731764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.732574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8484bd84-8cf9-4b9d-bd88-3d61ed466f61 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:59:18.770447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Provisioning complete for port c683a5cb-04c2-4108-ad99-3f1cab5c8765 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:18.770820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.771158 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 1 to provision port c683a5cb-04c2-4108-ad99-3f1cab5c8765 Sep 22 16:59:18.810709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=249b658a-513b-4aa5-b197-c2ea082ea16d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.824973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca2d9a9-daa1-4549-9766-545ab04e1177 None None] Pushing event updated for resources: {'Port': ['ID=788150fe-0226-40d2-a3c3-22981bb9374e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:18.903212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.907817 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0076ac9-4211-4d4a-b833-60a25378f008 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/routers/8484bd84-8cf9-4b9d-bd88-3d61ed466f61 HTTP/1.1" status: 204 len: 168 time: 0.8961527 Sep 22 16:59:18.925908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.936536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Current status of the port c683a5cb-04c2-4108-ad99-3f1cab5c8765 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:18.951984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Could not find standard attr ID for object 69c30fda-939a-4695-8c48-317ffc0ef04d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:18.964098 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-58b5c01d-608b-46e7-bde6-275486b2d91b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/249b658a-513b-4aa5-b197-c2ea082ea16d HTTP/1.1" status: 204 len: 168 time: 2.8830578 Sep 22 16:59:18.968225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43080) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:18.977767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Provisioning for port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:18.990783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Provisioning complete for port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:18.991224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:18.991570 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Attempt 1 to provision port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 Sep 22 16:59:18.998001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::1 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d37cda83-9a16-49bd-b844-16e0e5b2844e/7b3b14fc-a874-43cc-84da-8a583ebd307d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:19.207014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43084) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:19.255502 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6afb68c7-dad0-4226-893d-494eee94432d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:59:19.256939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6afb68c7-dad0-4226-893d-494eee94432d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:19.290915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.1 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/3d275c80-4be3-4f35-ad2a-8802cabddcb5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:19.303977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.342810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Current status of the port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:19.345408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.371547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Allocated IP 172.26.8.24 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/e5b9191c-6732-4353-84b8-51339b1c697b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:19.397852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6afb68c7-dad0-4226-893d-494eee94432d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:19.403012 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6afb68c7-dad0-4226-893d-494eee94432d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/249b658a-513b-4aa5-b197-c2ea082ea16d HTTP/1.1" status: 404 len: 333 time: 0.4191599 Sep 22 16:59:19.409110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:19.435366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 0c5ec230-ba7e-4f25-b330-3020e2fe3d15 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:19.442316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] For port aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,segment=NetworkSegment(124e4d38-0025-492c-85b2-919edd51ef4f),segment_id=124e4d38-0025-492c-85b2-919edd51ef4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:19.447177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.594293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6557a-8a4a-4385-818b-15093a0e337b None None] Pushing event updated for resources: {'Port': ['ID=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:19.615652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Could not find standard attr ID for object 6249d2da-831d-415d-8953-9c23bf71ef5d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:19.653595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d685447a-c07f-4a4f-95fa-d0357543cdc3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:19.691863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.727528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Provisioning complete for port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:19.727528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.727935 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 1 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:19.733526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet f37d1aa6-c448-47cb-a6ac-6edf7cf1b900 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:19.738909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.795956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2117398530', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:19.821501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:19.830750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:19.840064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=0c5ec230-ba7e-4f25-b330-3020e2fe3d15,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:19.847044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:19.850018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d685447a-c07f-4a4f-95fa-d0357543cdc3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:19.857676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 788150fe-0226-40d2-a3c3-22981bb9374e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:19.859402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:19.859971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:19.865861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:19.866064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.869790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:19.889703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:19.900481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.912832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.963451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:19.964321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.969735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 7b3b14fc-a874-43cc-84da-8a583ebd307d will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:19.993382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 788150fe-0226-40d2-a3c3-22981bb9374e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:19.996257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:19.998328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.001575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9386fad-1761-4176-b342-acd36f170c8d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 3.5021112 Sep 22 16:59:20.006288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43096) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:20.025987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.060706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.073757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.105376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.178766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 0c5ec230-ba7e-4f25-b330-3020e2fe3d15 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:20.179192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.229626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.322849 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 2 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:20.341185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:20.342398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=e5b9191c-6732-4353-84b8-51339b1c697b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:20.355928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:20.367148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:20.383980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:20.394457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64c53e27-5b21-4b85-9b6c-cd2246f54b5c None None] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:20.405084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:20.408487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:20.408487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.447939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:20.476152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:20.546418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.565980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.712284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.712976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.733039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:20.739889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:20.742582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:20.779885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.855799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:20.977683 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 3 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:20.990474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=3d275c80-4be3-4f35-ad2a-8802cabddcb5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:21.010120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.023490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecb7849f-7f86-4d61-87c5-30273b9ff5e3 None None] Network 538cea55-3ac4-4261-aff3-e203cd0b30d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:21.038582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=f37d1aa6-c448-47cb-a6ac-6edf7cf1b900,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:21.048772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 0c5ec230-ba7e-4f25-b330-3020e2fe3d15 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:21.081626 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e5f1cea-e32b-46cc-b40d-565c727462ce tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/f37d1aa6-c448-47cb-a6ac-6edf7cf1b900 HTTP/1.1" status: 204 len: 168 time: 1.5540450 Sep 22 16:59:21.089899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:21.143292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.173146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:21.175436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.328846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.366580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device aa9ed7b2-137a-41cb-8f3c-5981fab83d60 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:21.387266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:21.387618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.447634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] DHCP port deletion for 538cea55-3ac4-4261-aff3-e203cd0b30d1 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:21.455072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Deleting port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:21.455449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.515908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:21.516195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.516523 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 Sep 22 16:59:21.540725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.581988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.696598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.711354 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 4 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:21.792527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=e5b9191c-6732-4353-84b8-51339b1c697b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:21.853892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.898427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:21.905443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=0c5ec230-ba7e-4f25-b330-3020e2fe3d15,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:21.910035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] For port aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,segment=NetworkSegment(124e4d38-0025-492c-85b2-919edd51ef4f),segment_id=124e4d38-0025-492c-85b2-919edd51ef4f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:21.910652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.945286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.967145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] For port aa9ed7b2-137a-41cb-8f3c-5981fab83d60, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,segment=NetworkSegment(124e4d38-0025-492c-85b2-919edd51ef4f),segment_id=124e4d38-0025-492c-85b2-919edd51ef4f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:21.967420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:21.973693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.056659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.059322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:22.157895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Calling delete_port for aa9ed7b2-137a-41cb-8f3c-5981fab83d60 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:22.254552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.271275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.275049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.276132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.367702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] No DVR routers for this DVR port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:22.369509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3189660c-0113-41a1-b3b3-0121d84b8c22 None None] Pushing event deleted for resources: {'Port': ['ID=aa9ed7b2-137a-41cb-8f3c-5981fab83d60,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:22.395436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e184912a-5980-4dac-9eb2-dd7cae6d8e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.399899 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 5 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:22.428745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for aa9ed7b2-137a-41cb-8f3c-5981fab83d60 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:22.498262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:22.521566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.523442 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e034c2c9-55b8-4c90-98a9-4a12fd75126e tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.8601656 Sep 22 16:59:22.536018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:22.551743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d96b3c46-9377-4c8f-b593-ac88f5a723be tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'floatingip': {'port_id': '291eda1f-d482-4b44-bcc0-9183e66bcb66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:22.715622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:22.729300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.732812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-81a45139-0742-4f2f-8f42-d59794efa7e0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/0c5ec230-ba7e-4f25-b330-3020e2fe3d15 HTTP/1.1" status: 204 len: 168 time: 2.7252271 Sep 22 16:59:22.737490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d96b3c46-9377-4c8f-b593-ac88f5a723be tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:22.748361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43108) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:22.769816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Allocated IP 172.26.8.60 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/3a6e357d-7e45-40ec-a63f-dca73e07054d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:22.863557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c4f299d-b1ac-4e58-bf77-5055db898a1b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:59:22.863557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c4f299d-b1ac-4e58-bf77-5055db898a1b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:22.912196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:22.913067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:23.000495 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 6 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:23.024914 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-d96b3c46-9377-4c8f-b593-ac88f5a723be tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] update failed (client error): The resource could not be found. Sep 22 16:59:23.029406 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d96b3c46-9377-4c8f-b593-ac88f5a723be tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "PUT /v2.0/floatingips/6880edc8-1a94-4a84-afb6-24355a4d9d96 HTTP/1.1" status: 404 len: 507 time: 0.4887500 Sep 22 16:59:23.029654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43112) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:23.055928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:23.070807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:23.075478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:23.154841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c4f299d-b1ac-4e58-bf77-5055db898a1b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:23.156627 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c4f299d-b1ac-4e58-bf77-5055db898a1b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/0c5ec230-ba7e-4f25-b330-3020e2fe3d15 HTTP/1.1" status: 404 len: 333 time: 0.4067235 Sep 22 16:59:23.217420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43116) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:23.332166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port e5b9191c-6732-4353-84b8-51339b1c697b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:23.332526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.375789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device aa9ed7b2-137a-41cb-8f3c-5981fab83d60 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:23.416149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: aa9ed7b2-137a-41cb-8f3c-5981fab83d60 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:23.416519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device aa9ed7b2-137a-41cb-8f3c-5981fab83d60 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:23.431645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port aa9ed7b2-137a-41cb-8f3c-5981fab83d60 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:23.431996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.463724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 6db41fd4-ab29-40c7-8414-1a167ee3f95d {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:23.482434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.516540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.521232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.547748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.567142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] The port 'aa9ed7b2-137a-41cb-8f3c-5981fab83d60' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:59:23.572280 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 7 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:23.652733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:23.685967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.734886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.748851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.749159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.758782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=3d275c80-4be3-4f35-ad2a-8802cabddcb5,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:23.771778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.784746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:23.822752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:23.887469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['538cea55-3ac4-4261-aff3-e203cd0b30d1']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:23.905750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Calling delete_port for e5b9191c-6732-4353-84b8-51339b1c697b owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:23.950268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '124e4d38-0025-492c-85b2-919edd51ef4f') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:23.951328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '124e4d38-0025-492c-85b2-919edd51ef4f') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:23.968839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.000875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.016201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:24.016833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.110025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:24.118670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:24.121227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:24.154846 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 8 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:24.162471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event updated for resources: {'Port': ['ID=3a6e357d-7e45-40ec-a63f-dca73e07054d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:24.205196 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 124e4d38-0025-492c-85b2-919edd51ef4f resource provider aggregate not found Sep 22 16:59:24.227893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.293014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:24.317051 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 124e4d38-0025-492c-85b2-919edd51ef4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 124e4d38-0025-492c-85b2-919edd51ef4f found for delete ", "request_id": "req-a0b5fee3-761b-4011-a1d1-c3c6ec569f64"}]} Sep 22 16:59:24.342300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.380593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.412868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=538cea55-3ac4-4261-aff3-e203cd0b30d1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:24.445097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.445786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:24.465937 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Sync routers for ids ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:24.484179 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Routers {'257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:24.485522 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:58:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:24.494092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8dd48cdc-166a-4084-9942-1298053a197a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.523235 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1203d888-f5bb-47d1-bc96-9ce7591234d0 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/538cea55-3ac4-4261-aff3-e203cd0b30d1 HTTP/1.1" status: 204 len: 168 time: 3.4313316 Sep 22 16:59:24.535407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:24.543768 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-836c5ff4-90e4-4c35-89e0-2ba697882109 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "PUT /v2.0/routers/257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3176005 Sep 22 16:59:24.553646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:24.558348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Port': ['ID=e5b9191c-6732-4353-84b8-51339b1c697b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:24.623376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-605423059'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:24.643620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:24.648490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:24.653010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:24.694511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:24.712994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:24.726301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:24.795203 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 9 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:24.802614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3168c01-c33a-4f65-9dd5-c270b8a4ee1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:24.818014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a3168c01-c33a-4f65-9dd5-c270b8a4ee1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports/7b3b14fc-a874-43cc-84da-8a583ebd307d HTTP/1.1" status: 200 len: 911 time: 0.2623804 Sep 22 16:59:24.822438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43134) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:24.834610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:24.838214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.862365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.883777 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Set router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:24.902855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:24.927216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.931809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:24.933761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9ba2fe6-4da4-4ad5-8e82-e1f7ae66767c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "DELETE /v2.0/floatingips/6880edc8-1a94-4a84-afb6-24355a4d9d96 HTTP/1.1" status: 204 len: 168 time: 1.9027627 Sep 22 16:59:24.951116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43138) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:24.967418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'floatingip': {'floating_network_id': 'c13361e2-f0fa-44a2-b847-4747ff965946', 'port_id': '291eda1f-d482-4b44-bcc0-9183e66bcb66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:24.979055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:24.987386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:floatingip and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:24.993122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:25.004140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:25.013189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.038183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.050516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=6db41fd4-ab29-40c7-8414-1a167ee3f95d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:25.088650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.091589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5421bcf0-c1f5-428a-b03c-e33dda97befb None None] Network c34446aa-2cdb-4384-9114-f5ed414b94b3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:25.128141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f55d5b35-cef0-410f-bdeb-3ce8711ad07c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/6db41fd4-ab29-40c7-8414-1a167ee3f95d HTTP/1.1" status: 204 len: 168 time: 1.9052753 Sep 22 16:59:25.128141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:25.134239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43142) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:25.314436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.314710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 49d4ffc3-2c69-423c-bcb9-72230e7bcbf7 of type vlan for network c721767e-da27-4273-949e-1daace6d0b1c Sep 22 16:59:25.333420 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:20Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '7b3b14fc-a874-43cc-84da-8a583ebd307d', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:d1:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:17Z', 'updated_at': '2022-09-22T16:59:21Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:25.352739 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Checking router: 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:25.362432 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Updating router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e port 7b3b14fc-a874-43cc-84da-8a583ebd307d binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:25.373523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44616d45-a4f6-4c1c-a694-93808e1eb00d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:25.379922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44616d45-a4f6-4c1c-a694-93808e1eb00d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:25.392116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43146) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:25.395363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44616d45-a4f6-4c1c-a694-93808e1eb00d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.5681150 Sep 22 16:59:25.412509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:25.433150 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 10 to provision port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e Sep 22 16:59:25.509314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.522007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:25.540079 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.542183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 16:59:25.544576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-906a9843-41fe-4914-8e5d-6358c148be2c tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5916739 Sep 22 16:59:25.546440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Could not find standard attr ID for object 249b658a-513b-4aa5-b197-c2ea082ea16d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:25.553898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:25.558517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.572061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '291eda1f-d482-4b44-bcc0-9183e66bcb66', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:25.575931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Provisioning for port 291eda1f-d482-4b44-bcc0-9183e66bcb66 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:25.585658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Provisioning complete for port 291eda1f-d482-4b44-bcc0-9183e66bcb66 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:25.586020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.586361 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 1 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:25.589160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:25.597974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Usage tracker for resource:floatingip and tenant:f20f1f0d43864a78bee2c6f27483e704 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:25.603980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.605855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:25.618687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:25.660980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.665292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] DHCP port deletion for c34446aa-2cdb-4384-9114-f5ed414b94b3 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:25.676747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Deleting port 788150fe-0226-40d2-a3c3-22981bb9374e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:25.677279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.683798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.714884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:25.898741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:25.988717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.093031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] For port 788150fe-0226-40d2-a3c3-22981bb9374e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=788150fe-0226-40d2-a3c3-22981bb9374e,segment=NetworkSegment(0ece52a3-9918-48fc-91c8-2987db487561),segment_id=0ece52a3-9918-48fc-91c8-2987db487561)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:26.094431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.123145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 788150fe-0226-40d2-a3c3-22981bb9374e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:26.123505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.229663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Allocated IP 172.26.8.154 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/d3321687-b35c-4718-a359-c53c1d43811d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:26.249776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.255533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:26.256175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.315495 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 2 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:26.317218 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.341505 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Transition to ACTIVE for port object 7b3b14fc-a874-43cc-84da-8a583ebd307d will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:26.357299 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.478847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.536311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.611808 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Attempting to bind port 7b3b14fc-a874-43cc-84da-8a583ebd307d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:26.612957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Attempting to bind port 7b3b14fc-a874-43cc-84da-8a583ebd307d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:26.613562 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Attempting to bind port 7b3b14fc-a874-43cc-84da-8a583ebd307d on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:26.622941 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:26.623722 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:26.624443 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.625186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:26.625885 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Bound port: 7b3b14fc-a874-43cc-84da-8a583ebd307d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:26.626481 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.645722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Calling delete_port for 788150fe-0226-40d2-a3c3-22981bb9374e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:26.695631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:26.701461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:26.706388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:26.711899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1669126 Sep 22 16:59:26.722204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578da1be-d18f-4b59-8192-cb5fb9893ec1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=c721767e-da27-4273-949e-1daace6d0b1c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:26.733280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:26.738647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:26.740325 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] For port 7b3b14fc-a874-43cc-84da-8a583ebd307d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:26.744266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] For port 7b3b14fc-a874-43cc-84da-8a583ebd307d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b3b14fc-a874-43cc-84da-8a583ebd307d,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:26.765491 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:26.769446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:26.784217 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Pushing event updated for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:26.814824 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.815289 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.815820 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.816328 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.816918 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.817847 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.818381 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.819066 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.819620 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.820169 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.820729 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.821273 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 16:59:26.838650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event updated for resources: {'Port': ['ID=d3321687-b35c-4718-a359-c53c1d43811d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:26.852785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f357cc4b-1fb0-4753-b690-7663144afe5f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/routers/fa338e02-dd37-4ac3-add6-a7b8a4d5a905/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6329029 Sep 22 16:59:26.855757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:26.863678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c721767e-da27-4273-949e-1daace6d0b1c details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:26.897926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:26.969047 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Routers {'257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:26.969718 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:26.977849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.032262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port d3321687-b35c-4718-a359-c53c1d43811d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:27.037703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.056345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] Pushing event deleted for resources: {'Port': ['ID=788150fe-0226-40d2-a3c3-22981bb9374e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:27.071793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:27.072265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'port': {'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2', 'name': 'tempest-FloatingIPTestJSON-683815823'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:27.072575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:27.127384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02a443-5306-451b-a2d1-2c2b6ff5e9af None None] Pushing event updated for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:27.147557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-513c9366-ac28-45b6-8f11-85c47ddeff58 None None] No DVR routers for this DVR port 788150fe-0226-40d2-a3c3-22981bb9374e on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:27.170107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:27.178713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:27.194701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.195730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:27.196488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:27.206867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] Set router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:27.262774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:27.263362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc2f462-f935-42e4-a4f8-3c9a9bf0e16c None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:27.323016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.323595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.391786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.406672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 788150fe-0226-40d2-a3c3-22981bb9374e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:27.447405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 788150fe-0226-40d2-a3c3-22981bb9374e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:27.447800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 788150fe-0226-40d2-a3c3-22981bb9374e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:27.476317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Calling delete_port for d3321687-b35c-4718-a359-c53c1d43811d owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:27.570967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 788150fe-0226-40d2-a3c3-22981bb9374e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=788150fe-0226-40d2-a3c3-22981bb9374e,segment=NetworkSegment(0ece52a3-9918-48fc-91c8-2987db487561),segment_id=0ece52a3-9918-48fc-91c8-2987db487561)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:27.571512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.672384 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 3 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:27.767767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:27.874046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:27.882253 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:20Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '7b3b14fc-a874-43cc-84da-8a583ebd307d', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:d1:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:17Z', 'updated_at': '2022-09-22T16:59:26Z', 'revision_number': 4, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:27.890473 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe57538b-acb6-4a96-9b49-dbc1e5a9b3cd None None] The sync data for ids ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'] in dv-neutron-858953-1-hyperv is: [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:20Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '7b3b14fc-a874-43cc-84da-8a583ebd307d', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:d1:e3:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 393, 'fixed_ips': [{'subnet_id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:17Z', 'updated_at': '2022-09-22T16:59:26Z', 'revision_number': 4, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': 'd37cda83-9a16-49bd-b844-16e0e5b2844e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:27.966871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 788150fe-0226-40d2-a3c3-22981bb9374e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:27.977901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Port': ['ID=d3321687-b35c-4718-a359-c53c1d43811d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:28.003394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:28.085574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:28.099810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:28.137816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:28.149947 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] create failed (client error): The resource could not be found. Sep 22 16:59:28.153576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dedfd45e-cb4e-4b43-96ae-cd2529070148 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.5961399 Sep 22 16:59:28.159569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:28.162400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:28.179715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:port and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:28.188067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:28.217050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:28.225662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:28.229349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.269915 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 4 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:28.270891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:28.271221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:28.309897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port 291eda1f-d482-4b44-bcc0-9183e66bcb66 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:28.310483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.335745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:28.339246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.404122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:28.417739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] device_id is not set on port a7201932-3593-4f05-acd0-0071f2854457 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:28.567535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Router ca19983c-92dd-4694-b61e-0710ab14c9a8 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:28.726260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.775828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 788150fe-0226-40d2-a3c3-22981bb9374e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:28.775828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:28.881416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Calling delete_port for 291eda1f-d482-4b44-bcc0-9183e66bcb66 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:28.906180 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 5 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:28.963473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] The port '788150fe-0226-40d2-a3c3-22981bb9374e' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:59:28.990500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:29.007272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.9 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/a7201932-3593-4f05-acd0-0071f2854457) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:29.063485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.119973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Port': ['ID=291eda1f-d482-4b44-bcc0-9183e66bcb66,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:29.207173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.211265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:29.226578 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] Sync routers for ids ['ca19983c-92dd-4694-b61e-0710ab14c9a8'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:29.281938 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] Routers {'ca19983c-92dd-4694-b61e-0710ab14c9a8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:29.287285 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ca19983c-92dd-4694-b61e-0710ab14c9a8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.290481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.312793 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-17b194af-2dc2-4ea4-9958-748ecda26d94 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "DELETE /v2.0/ports/291eda1f-d482-4b44-bcc0-9183e66bcb66 HTTP/1.1" status: 204 len: 168 time: 1.1508179 Sep 22 16:59:29.319669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.327259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.335332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:29.429819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b3b14fc-a874-43cc-84da-8a583ebd307d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:29.494801 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.497168 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Attempt 6 to provision port 291eda1f-d482-4b44-bcc0-9183e66bcb66 Sep 22 16:59:29.541865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] Routers {'ca19983c-92dd-4694-b61e-0710ab14c9a8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:29.542902 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ca19983c-92dd-4694-b61e-0710ab14c9a8'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.567223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839b6126-6ec3-4825-9a2a-679b68414a31 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:29.568672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-839b6126-6ec3-4825-9a2a-679b68414a31 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Synchronizing usage tracker for tenant:f20f1f0d43864a78bee2c6f27483e704 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:29.570287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Port 291eda1f-d482-4b44-bcc0-9183e66bcb66 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:59:29.582556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39240b67-e630-43c9-8346-3b1562b78ffb None None] Could not find standard attr ID for object aa9ed7b2-137a-41cb-8f3c-5981fab83d60. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:29.582833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34446aa-2cdb-4384-9114-f5ed414b94b3']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.609818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-839b6126-6ec3-4825-9a2a-679b68414a31 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Unset dirty status for tenant:f20f1f0d43864a78bee2c6f27483e704 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:29.620045 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-839b6126-6ec3-4825-9a2a-679b68414a31 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "GET /v2.0/ports?device_id=6b395e8d-6720-406a-8e20-90d9ad59396c HTTP/1.1" status: 200 len: 913 time: 0.2828269 Sep 22 16:59:29.621106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43170) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:29.629152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.630722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b2f67e0-12bf-4694-a54c-e8721a75daa4 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 10.4225948 Sep 22 16:59:29.632041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 7b3b14fc-a874-43cc-84da-8a583ebd307d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:29.633309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ece52a3-9918-48fc-91c8-2987db487561') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.633709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ece52a3-9918-48fc-91c8-2987db487561') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.635246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:29.679994 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:29.680216 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c028918-627f-467a-8e01-7f30e9a691cd None None] The sync data for ids ['ca19983c-92dd-4694-b61e-0710ab14c9a8'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:29.693887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=3e4eb42d-35ca-4f1d-acc3-3990b98aef3a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:29.701529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Could not find standard attr ID for object 788150fe-0226-40d2-a3c3-22981bb9374e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:29.726084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Provisioning for port d685447a-c07f-4a4f-95fa-d0357543cdc3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:29.736458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Provisioning complete for port d685447a-c07f-4a4f-95fa-d0357543cdc3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:29.737402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.737966 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Attempt 1 to provision port d685447a-c07f-4a4f-95fa-d0357543cdc3 Sep 22 16:59:29.927920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Current status of the port d685447a-c07f-4a4f-95fa-d0357543cdc3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:29.928628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.978728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] For port d685447a-c07f-4a4f-95fa-d0357543cdc3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d685447a-c07f-4a4f-95fa-d0357543cdc3,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:29.984770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:29.998718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be8c54a0-02d3-4be4-bf2c-f8fae7929d3d tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/ca19983c-92dd-4694-b61e-0710ab14c9a8 HTTP/1.1" status: 200 len: 924 time: 0.3598423 Sep 22 16:59:30.000970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.004903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43178) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:30.050117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Could not find standard attr ID for object 0c5ec230-ba7e-4f25-b330-3020e2fe3d15. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 16:59:30.058711 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c5338030-62d0-4eef-936e-75556c9f829a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca19983c-92dd-4694-b61e-0710ab14c9a8 HTTP/1.1" status: 200 len: 205 time: 0.0525918 Sep 22 16:59:30.063650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:30.101133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:30.101682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: c721767e-da27-4273-949e-1daace6d0b1c, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:30.107904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Provisioning for port 7b3b14fc-a874-43cc-84da-8a583ebd307d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:30.125239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Provisioning complete for port 7b3b14fc-a874-43cc-84da-8a583ebd307d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:30.126064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.126713 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Attempt 1 to provision port 7b3b14fc-a874-43cc-84da-8a583ebd307d Sep 22 16:59:30.207589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Pushing event updated for resources: {'Port': ['ID=d685447a-c07f-4a4f-95fa-d0357543cdc3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:30.208142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.270223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:30.270223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.361153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Current status of the port 7b3b14fc-a874-43cc-84da-8a583ebd307d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:30.361776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.375779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0ece52a3-9918-48fc-91c8-2987db487561 resource provider aggregate not found Sep 22 16:59:30.418482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] For port 7b3b14fc-a874-43cc-84da-8a583ebd307d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b3b14fc-a874-43cc-84da-8a583ebd307d,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:30.426179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.426731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.486147 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0ece52a3-9918-48fc-91c8-2987db487561 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ece52a3-9918-48fc-91c8-2987db487561 found for delete ", "request_id": "req-1107f6a9-633b-4f5e-a65f-753b699dda28"}]} Sep 22 16:59:30.491414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network c721767e-da27-4273-949e-1daace6d0b1c is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:30.532962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a502e5d2-59c5-41c0-95b9-b0e4f6028275 None None] Pushing event updated for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:30.589046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.617216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.622181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.625693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c721767e-da27-4273-949e-1daace6d0b1c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:30.638718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92809607-6452-44fb-b083-bedfeca2f070 None None] Network c721767e-da27-4273-949e-1daace6d0b1c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:30.659825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.672661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port 3a6e357d-7e45-40ec-a63f-dca73e07054d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:30.673003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.674146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:30.675219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.688706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=c34446aa-2cdb-4384-9114-f5ed414b94b3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:30.697921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f2235b7-bdae-44b5-9ac4-86085f72d846 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/c34446aa-2cdb-4384-9114-f5ed414b94b3 HTTP/1.1" status: 204 len: 168 time: 5.5593088 Sep 22 16:59:30.700213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:30.706772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'name': 'tempest-PortsTestJSON-999956346'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:30.774681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c05fb253-3c91-40ee-a25e-816328c82939 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.0378997 Sep 22 16:59:30.783538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:30.790961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c', 'name': 'tempest-PortsIpV6TestJSON-498031248', 'fixed_ips': [{'subnet_id': '3e4eb42d-35ca-4f1d-acc3-3990b98aef3a', 'ip_address': '2001:db8::10'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:30.902290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 7b3b14fc-a874-43cc-84da-8a583ebd307d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:30.902672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.939536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c721767e-da27-4273-949e-1daace6d0b1c', 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': '3e4eb42d-35ca-4f1d-acc3-3990b98aef3a'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:30.942772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:30.992905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.013545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.184514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for 3a6e357d-7e45-40ec-a63f-dca73e07054d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:31.195756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Allocated IP 2001:db8::2 (c721767e-da27-4273-949e-1daace6d0b1c/3e4eb42d-35ca-4f1d-acc3-3990b98aef3a/6faab598-f329-40bd-abf7-b8a1ef20a4b2) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:31.235921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:31.260103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:31.266127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:31.275886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:31.303482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:31.311278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=a7201932-3593-4f05-acd0-0071f2854457,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:31.317404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:31.323255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:31.328209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:31.346386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:31.354835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:31.358036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.397846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:31.398496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.404792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 80d12581-2633-4328-80f8-f7c640944ac5 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:31.436087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b3b14fc-a874-43cc-84da-8a583ebd307d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:31.451307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:31.555387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae228d9-27be-4270-93fa-a2386351a51e req-07a135c7-4dfa-42d4-a2a9-45fb81ffd83f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:31.556150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-7ae228d9-27be-4270-93fa-a2386351a51e req-07a135c7-4dfa-42d4-a2a9-45fb81ffd83f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Synchronizing usage tracker for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:31.558029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port 7b3b14fc-a874-43cc-84da-8a583ebd307d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b3b14fc-a874-43cc-84da-8a583ebd307d,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:31.558388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.595855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 7b3b14fc-a874-43cc-84da-8a583ebd307d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:31.596382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.596856 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 7b3b14fc-a874-43cc-84da-8a583ebd307d Sep 22 16:59:31.663426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.674495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-7ae228d9-27be-4270-93fa-a2386351a51e req-07a135c7-4dfa-42d4-a2a9-45fb81ffd83f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Unset dirty status for tenant:e63e5dc9424f44d49391f2b25cecf5e3 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:31.675313 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ae228d9-27be-4270-93fa-a2386351a51e req-07a135c7-4dfa-42d4-a2a9-45fb81ffd83f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.4130824 Sep 22 16:59:31.683107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Transition to ACTIVE for port object 6faab598-f329-40bd-abf7-b8a1ef20a4b2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:31.709554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Transition to ACTIVE for port object 6faab598-f329-40bd-abf7-b8a1ef20a4b2 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:31.753625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.818178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7ae228d9-27be-4270-93fa-a2386351a51e req-834d52d5-dde9-4c1f-bdfb-c0136c12a64d tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217830 Sep 22 16:59:31.830192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.842345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 7b3b14fc-a874-43cc-84da-8a583ebd307d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:31.844205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d685447a-c07f-4a4f-95fa-d0357543cdc3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:31.848323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:31.881109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Network c721767e-da27-4273-949e-1daace6d0b1c is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:31.888517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:31.899727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:31.902073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Pushing event updated for resources: {'Port': ['ID=6faab598-f329-40bd-abf7-b8a1ef20a4b2,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:31.907359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=3a6e357d-7e45-40ec-a63f-dca73e07054d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:31.917663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a4538470-d060-4a04-9fb9-a279fb0b3753 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.9214556 Sep 22 16:59:31.944490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:31.955588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'port': {'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2', 'name': 'tempest-FloatingIPTestJSON-1223854655'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:32.029504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Attempting to bind port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:32.030082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Attempting to bind port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:32.030523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Attempting to bind port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 on network c721767e-da27-4273-949e-1daace6d0b1c {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:32.039148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:32.039703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Checking segment: {'id': '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:32.040205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.040726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Bound using segment: {'id': '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:32.041304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Bound port: 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:32.041779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.053444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 7b3b14fc-a874-43cc-84da-8a583ebd307d owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:32.062690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d685447a-c07f-4a4f-95fa-d0357543cdc3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:32.063210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.063638 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d685447a-c07f-4a4f-95fa-d0357543cdc3 Sep 22 16:59:32.092526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.202542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] For port 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:32.206881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] For port 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6faab598-f329-40bd-abf7-b8a1ef20a4b2,segment=NetworkSegment(49d4ffc3-2c69-423c-bcb9-72230e7bcbf7),segment_id=49d4ffc3-2c69-423c-bcb9-72230e7bcbf7)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:32.246466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.277920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.321476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 856b29ad-bb78-4187-850d-48880251e81a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:32.324237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.345807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d685447a-c07f-4a4f-95fa-d0357543cdc3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:32.364544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.366904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad86e682-7fba-4d38-aaad-cf2808073edf None None] Pushing event updated for resources: {'Port': ['ID=6faab598-f329-40bd-abf7-b8a1ef20a4b2,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:32.389890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:32.400799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:32.468455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:32.474130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:32.474658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.566772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=80d12581-2633-4328-80f8-f7c640944ac5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:32.602360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:32.605972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.610017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.615152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:port and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:32.622028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1dbb0721-05f4-47dd-b753-0b6f3bdc4653 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9179335 Sep 22 16:59:32.622028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:32.625494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:32.630742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:32.746766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:32.750619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.769790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.770026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router ca19983c-92dd-4694-b61e-0710ab14c9a8 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:59:32.796884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] device_id is not set on port a8c3ee54-c2ab-4d83-8864-a15021c465a6 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:32.800762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.837087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 80d12581-2633-4328-80f8-f7c640944ac5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:32.837452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.871874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:32.877388 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-093b7dea-d53c-4460-ba3e-b5fbb386e55c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/ca19983c-92dd-4694-b61e-0710ab14c9a8 HTTP/1.1" status: 204 len: 168 time: 2.8075109 Sep 22 16:59:32.880594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43212) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:32.933173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1488680189', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:32.940024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:32.945866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:router and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:32.949441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:32.958420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:33.007401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.008371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.095009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=7b3b14fc-a874-43cc-84da-8a583ebd307d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:33.105733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.151104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.229861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.11 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/a8c3ee54-c2ab-4d83-8864-a15021c465a6) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:33.519825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6faab598-f329-40bd-abf7-b8a1ef20a4b2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:33.635763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:33.742620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c9943b4-9864-4f24-8017-b9c7b610922c None None] Network c721767e-da27-4273-949e-1daace6d0b1c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:33.766935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.778471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.851896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::10 (c721767e-da27-4273-949e-1daace6d0b1c/3e4eb42d-35ca-4f1d-acc3-3990b98aef3a/856b29ad-bb78-4187-850d-48880251e81a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:33.870481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Provisioning for port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:33.878024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Provisioning complete for port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:33.878398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:33.878738 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Attempt 1 to provision port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 Sep 22 16:59:33.936122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:34.050755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-1385267e-11c4-498b-b403-f8b82f6f8da5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:34.052733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-1385267e-11c4-498b-b403-f8b82f6f8da5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.9539711 Sep 22 16:59:34.178409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Current status of the port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:34.178661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.179022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 80d12581-2633-4328-80f8-f7c640944ac5 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:34.231061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] For port 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6faab598-f329-40bd-abf7-b8a1ef20a4b2,segment=NetworkSegment(49d4ffc3-2c69-423c-bcb9-72230e7bcbf7),segment_id=49d4ffc3-2c69-423c-bcb9-72230e7bcbf7)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:34.234736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:34.235539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.237321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.268452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da85bb1e-1581-47c5-9440-ea8ed9919902 req-5c4d23f5-826c-49af-92a1-747024cb257d tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:34.275757 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da85bb1e-1581-47c5-9440-ea8ed9919902 req-5c4d23f5-826c-49af-92a1-747024cb257d tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 1.1757693 Sep 22 16:59:34.323186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec541236-c581-40b4-9830-4cd4b77e7ed4 None None] Pushing event updated for resources: {'Port': ['ID=6faab598-f329-40bd-abf7-b8a1ef20a4b2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:34.405139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.413604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.484508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=80d12581-2633-4328-80f8-f7c640944ac5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:34.490606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.504014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:34.513582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Deleting port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:34.513900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Sync routers for ids ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:34.514025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.528314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Routers {'257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:34.529288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:34.534479 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f9fd328-91fc-4ddf-91bd-346b2812b9e6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/80d12581-2633-4328-80f8-f7c640944ac5 HTTP/1.1" status: 204 len: 168 time: 1.9052653 Sep 22 16:59:34.536411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43220) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:34.544948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'mac_address': 'fa:16:3e:2e:46:07', 'name': 'tempest-PortsTestJSON-1930411349'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:34.622921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.630028 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da85bb1e-1581-47c5-9440-ea8ed9919902 req-7a01e0f5-ce67-4326-8862-894ebcaa2fc5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3533008 Sep 22 16:59:34.727281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77d3a3b5-ae6a-4132-85fa-be4858c04578 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "PUT /v2.0/routers/257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3104680 Sep 22 16:59:34.745277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Set router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:34.752593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43224) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:34.850898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:34.853899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:34.860128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-02e8aa5c-6a49-44fc-b5f0-903f80669ad8 None None] Provisioning complete for port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:34.860869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-02e8aa5c-6a49-44fc-b5f0-903f80669ad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.861644 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-02e8aa5c-6a49-44fc-b5f0-903f80669ad8 None None] Attempt 1 to provision port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 Sep 22 16:59:34.877861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:34.911052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:32Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:34.928063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:34.935677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Checking router: 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:34.937532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=a8c3ee54-c2ab-4d83-8864-a15021c465a6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:34.960729 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 16:59:34.970246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Routers {'257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:34.971221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:34.981154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:34.988388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:34.994127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:35.016253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:35.029208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:35.030224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.058314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:35.075844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.081985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2ae16-716b-4a62-8f19-ad23cb1a45dd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:35.083630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e2ae16-716b-4a62-8f19-ad23cb1a45dd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:35.085363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9e2ae16-716b-4a62-8f19-ad23cb1a45dd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3321359 Sep 22 16:59:35.097083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.113473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:35.126667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 856b29ad-bb78-4187-850d-48880251e81a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:35.162935 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9fdf20d8-e363-4646-a35f-9df756a70833 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.2173488 Sep 22 16:59:35.195369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:35.219565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.267460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Calling delete_port for 3b47f4fa-6a19-474f-bb1b-1d2f69a7472e owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:35.279558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] Set router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:35.323995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'a8c3ee54-c2ab-4d83-8864-a15021c465a6', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:35.353770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:35.390381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:floatingip and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:35.399703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:35.414296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet d37cda83-9a16-49bd-b844-16e0e5b2844e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:35.414588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:35.442604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.471189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.490706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.511371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] For port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:35.511808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.513224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:32Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:35.527973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0cd07b-8acb-4a1b-a0c3-26cab3464d68 None None] The sync data for ids ['257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e'] in dv-neutron-858953-1-hyperv is: [{'id': '257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e', 'name': 'tempest-NetworksTestDHCPv6-router-1717143409', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:15Z', 'updated_at': '2022-09-22T16:59:32Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:35.562283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port f44c93e5-28d4-421f-ba1c-658f0b5134a5 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:35.594501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6faab598-f329-40bd-abf7-b8a1ef20a4b2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:35.606816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.662575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-02e8aa5c-6a49-44fc-b5f0-903f80669ad8 None None] Current status of the port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:35.692896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:35.693280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.693618 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 Sep 22 16:59:35.694245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:35.779947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 172.26.8.155 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/ce06693b-7cda-4c75-8d6d-a014c03c2cb7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:35.838871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:36.149689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network c721767e-da27-4273-949e-1daace6d0b1c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:36.165269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:36.168757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:36.170000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.176652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:36.177313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.205260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=856b29ad-bb78-4187-850d-48880251e81a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:36.347604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.385993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.395100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.446107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b66bbe-01d6-47b9-a5c0-e2be9c6e5109 req-28812e6c-a746-43cb-b308-3db925e68070 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:36.447689 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5b66bbe-01d6-47b9-a5c0-e2be9c6e5109 req-28812e6c-a746-43cb-b308-3db925e68070 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 946 time: 0.5452468 Sep 22 16:59:36.458594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=d37cda83-9a16-49bd-b844-16e0e5b2844e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:36.469422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a43598d1-ec17-44e3-8051-f0b608bd2562 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 5.6838815 Sep 22 16:59:36.479467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:36.487215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.497573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'c721767e-da27-4273-949e-1daace6d0b1c', 'name': 'tempest-PortsIpV6TestJSON-782090835', 'fixed_ips': [{'subnet_id': '3e4eb42d-35ca-4f1d-acc3-3990b98aef3a', 'ip_address': '2001:db8::f'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:36.504121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83961eb8-31ae-4163-94cb-7841dae42736 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:36.548471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d876e28-27b7-422f-8b66-3439041b7c9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d37cda83-9a16-49bd-b844-16e0e5b2844e HTTP/1.1" status: 204 len: 168 time: 1.4266789 Sep 22 16:59:36.550895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:36.610032 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5b66bbe-01d6-47b9-a5c0-e2be9c6e5109 req-8c1593bc-1981-4120-be3a-35ac4bf88494 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups?id=d883edc7-794a-424e-a37f-cb63fa2b0e02&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1454687 Sep 22 16:59:36.611059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.681677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Provisioning for port 856b29ad-bb78-4187-850d-48880251e81a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:36.688510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.732472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Provisioning complete for port 856b29ad-bb78-4187-850d-48880251e81a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:36.734141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.735070 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 1 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:36.748417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.791559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=f44c93e5-28d4-421f-ba1c-658f0b5134a5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:36.805295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:36.879038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:36.918610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:36.929740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fb7d12-790a-44d4-af9b-e9e103507a83 req-e37299d7-fc01-468d-8e87-0f0e0b9072dc tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:36.950218 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55fb7d12-790a-44d4-af9b-e9e103507a83 req-e37299d7-fc01-468d-8e87-0f0e0b9072dc tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 1.2369535 Sep 22 16:59:36.953067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Port': ['ID=3b47f4fa-6a19-474f-bb1b-1d2f69a7472e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:36.958335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:36.962186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:36.972909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:36.973571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:36.999568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-03aae375-8343-4220-b282-2d4369123e54 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:37.005794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:37.009986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:37.012589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:37.053132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.053488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.053806 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Floating IP 55c37dba-309a-4bbe-8f66-c9d0744ebacf disassociated. External IP: 172.26.8.122, port: 08a8ea4c-a5f9-450e-bd0a-8d12f9915880. Sep 22 16:59:37.054155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Calling delete_port for 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:37.077432 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-34738c4b-dc45-452c-b92f-ec4d5b428085 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.5346217 Sep 22 16:59:37.093121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:37.095333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:37.108039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Deleting port d685447a-c07f-4a4f-95fa-d0357543cdc3 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:37.109682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.247668 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55fb7d12-790a-44d4-af9b-e9e103507a83 req-a280794d-980b-4d24-8cce-3b0acf4e0bf4 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2940183 Sep 22 16:59:37.369965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-03aae375-8343-4220-b282-2d4369123e54 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:37.375372 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-03aae375-8343-4220-b282-2d4369123e54 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.8246572 Sep 22 16:59:37.378823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:37.435864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448a91a3-69bd-44c0-a316-163c270f4a5b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:37.436800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-448a91a3-69bd-44c0-a316-163c270f4a5b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:37.439886 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 2 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:37.443403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:37.470738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b3b14fc-a874-43cc-84da-8a583ebd307d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:37.512837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:37.537664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:37.541767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 7b3b14fc-a874-43cc-84da-8a583ebd307d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:37.542232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b3b14fc-a874-43cc-84da-8a583ebd307d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:37.543254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d685447a-c07f-4a4f-95fa-d0357543cdc3 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:37.543684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.555333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:37.599056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.619433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] For port d685447a-c07f-4a4f-95fa-d0357543cdc3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d685447a-c07f-4a4f-95fa-d0357543cdc3,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:37.619826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.627783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:37.657159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.665962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-448a91a3-69bd-44c0-a316-163c270f4a5b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:37.669854 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-448a91a3-69bd-44c0-a316-163c270f4a5b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/f44c93e5-28d4-421f-ba1c-658f0b5134a5 HTTP/1.1" status: 200 len: 841 time: 0.5648026 Sep 22 16:59:37.786693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:37.813366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Calling delete_port for d685447a-c07f-4a4f-95fa-d0357543cdc3 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:37.886637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:37.945294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d685447a-c07f-4a4f-95fa-d0357543cdc3 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:37.945995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:37.986324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.078433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] Pushing event deleted for resources: {'Port': ['ID=d685447a-c07f-4a4f-95fa-d0357543cdc3,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:38.083219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404a7d23-5b4c-46ae-8b81-965efdaa8c1d None None] No DVR routers for this DVR port d685447a-c07f-4a4f-95fa-d0357543cdc3 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:38.093360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.130450 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 3 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:38.153309 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-14040b1c-43bf-402d-8ed0-ee92e006bd73 req-fad0cf56-dbbe-475e-bab9-d43e2736aa60 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.0860889 Sep 22 16:59:38.158044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:38.216011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:38.216261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:38.248385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:38.282619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-be55352d-b97b-4753-b767-33e82b860d4a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:38.282619 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-be55352d-b97b-4753-b767-33e82b860d4a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.18 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 1.1349952 Sep 22 16:59:38.297162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port f44c93e5-28d4-421f-ba1c-658f0b5134a5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:38.297556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.381259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event deleted for resources: {'Port': ['ID=08a8ea4c-a5f9-450e-bd0a-8d12f9915880,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:38.457627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Deleting port a32385f4-4eb5-4715-b810-d50995882fca {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:38.458458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.612814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Router 6b395e8d-6720-406a-8e20-90d9ad59396c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:38.647952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.686309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.217 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/6ba688bd-c0b3-46ab-9e8c-157c9242aac3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:38.702387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.713993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.729609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:38.750549 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 4 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:38.838101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:39.069140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Router 63bc1c54-5648-4958-b863-f42ea3d35a8f has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:39.140656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.140656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Fanout notify agent at l3_agent the message router_deleted on router 257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:59:39.207441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port bde9005b-037d-4130-af86-3f1e2c1b67d0 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:39.339527 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 5 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:39.440929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:39.457864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:39.475011 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] Sync routers for ids ['6b395e8d-6720-406a-8e20-90d9ad59396c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:39.494687 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] Routers {'6b395e8d-6720-406a-8e20-90d9ad59396c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:39.496330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6b395e8d-6720-406a-8e20-90d9ad59396c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:39.510578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.618148 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:39.630161 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] Routers {'6b395e8d-6720-406a-8e20-90d9ad59396c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:39.631167 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6b395e8d-6720-406a-8e20-90d9ad59396c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:39.643246 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc14a426-b6e6-4c5a-9879-61097696f29f req-212ec739-0d01-426d-a1d9-aeddcecae78f tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1621866 Sep 22 16:59:39.693021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.703243 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0aaef3b0-fa19-4f38-b87f-bf9a140443f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/routers/257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e HTTP/1.1" status: 204 len: 168 time: 2.3195000 Sep 22 16:59:39.727464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:39.743443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4ea7e-8094-46b5-af8f-3bebf58d3aed req-8fa5606b-82c8-4939-9b13-ea1909ced7d7 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:39.747901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05e4ea7e-8094-46b5-af8f-3bebf58d3aed req-8fa5606b-82c8-4939-9b13-ea1909ced7d7 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 1.2986829 Sep 22 16:59:39.755568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.756135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:39.757661 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:39.758402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a329f69-eb87-45c9-bbbe-a0bf1568ce00 None None] The sync data for ids ['6b395e8d-6720-406a-8e20-90d9ad59396c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:39.792825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:39.959319 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 6 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:40.022150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:40.122169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for f44c93e5-28d4-421f-ba1c-658f0b5134a5 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:40.144313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:40.287550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:40.290425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:40.318093 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b8aaaed0-0328-4447-a51b-a7fdbd5b9ec4 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "PUT /v2.0/routers/6b395e8d-6720-406a-8e20-90d9ad59396c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6909239 Sep 22 16:59:40.321949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:40.480697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=6ba688bd-c0b3-46ab-9e8c-157c9242aac3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:40.511175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::f (c721767e-da27-4273-949e-1daace6d0b1c/3e4eb42d-35ca-4f1d-acc3-3990b98aef3a/bde9005b-037d-4130-af86-3f1e2c1b67d0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:40.524430 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 7 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:40.530507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05e4ea7e-8094-46b5-af8f-3bebf58d3aed req-9bb1e249-de5c-4858-9ebf-5f7cd68b4ae3 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5873439 Sep 22 16:59:40.541223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:40.579190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:40.587224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] For port a32385f4-4eb5-4715-b810-d50995882fca, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=a32385f4-4eb5-4715-b810-d50995882fca,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:40.587590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.589033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:40.617438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:40.635713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:40.662050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.709338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:40.710614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Sync routers for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:40.738230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:40.739483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:40.790912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.811170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:40.814682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.852573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] No DVR routers for this DVR port 08a8ea4c-a5f9-450e-bd0a-8d12f9915880 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:40.871551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:40.873891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3b42cab4-2fb5-4709-8fca-46de14c3702a req-3eb29b2f-b84b-469a-8925-f8ee18d39fe5 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.18 "DELETE /v2.0/ports/08a8ea4c-a5f9-450e-bd0a-8d12f9915880 HTTP/1.1" status: 204 len: 173 time: 6.8130205 Sep 22 16:59:40.927700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'name': 'network-vif-deleted', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:59:40.930873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f836ac-f27b-437e-9f4e-bbfb7b3bef66" -d '{"events": [{"server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "name": "network-vif-deleted", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:59:40.966379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=f44c93e5-28d4-421f-ba1c-658f0b5134a5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:41.017046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.038631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 16:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ad6bac-c400-4b59-a281-0880d4e433af x-openstack-request-id: req-91ad6bac-c400-4b59-a281-0880d4e433af {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:59:41.039264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34346df3-c993-4344-aab0-46a4d78b34a0", "name": "network-vif-deleted", "tag": "08a8ea4c-a5f9-450e-bd0a-8d12f9915880", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:59:41.039676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91ad6bac-c400-4b59-a281-0880d4e433af {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:59:41.040226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91ad6bac-c400-4b59-a281-0880d4e433af'] response: {'server_uuid': '34346df3-c993-4344-aab0-46a4d78b34a0', 'name': 'network-vif-deleted', 'tag': '08a8ea4c-a5f9-450e-bd0a-8d12f9915880', 'status': 'completed', 'code': 200} Sep 22 16:59:41.043363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.053910 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-be9b7bd2-f0bb-462b-aa8c-9e406167ec5c req-4f8c4b38-ad8a-4e38-bdf1-e6f2e0be8144 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/ports?device_id=34346df3-c993-4344-aab0-46a4d78b34a0 HTTP/1.1" status: 200 len: 210 time: 0.1448691 Sep 22 16:59:41.142405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:41.212120 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 8 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:41.413501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:41.506601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.570499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object bde9005b-037d-4130-af86-3f1e2c1b67d0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:41.664056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.697920 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2350345-0ac6-44b2-8128-b5812621eeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/f44c93e5-28d4-421f-ba1c-658f0b5134a5 HTTP/1.1" status: 204 len: 168 time: 3.9097354 Sep 22 16:59:41.698848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:41.744356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.749110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:41.790777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:41.860182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-467ef029-cc2e-4975-8ed0-d4d0c2753e94 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:41.868703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:41.869299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.918305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=7ff69876-b7f2-4acc-a025-2a8aad736562,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:41.941874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.956708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network c721767e-da27-4273-949e-1daace6d0b1c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:41.977097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:41.977097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:41.983349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:41.984325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:41.997654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 9 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:42.007439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-756358a8-0db3-4d40-9ffe-b54624476aa0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2582529 Sep 22 16:59:42.011057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.013162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=bde9005b-037d-4130-af86-3f1e2c1b67d0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:42.033849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a109594b-ae8e-44d6-824d-b041444bd39d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.5488260 Sep 22 16:59:42.041193 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cd9dcc6-61f7-4a8f-98d7-6587c2b4ffee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:59:42.041748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8cd9dcc6-61f7-4a8f-98d7-6587c2b4ffee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:42.058715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:42.069670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.080200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.117128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:42.245781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:42.262285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.274634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.309130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device a32385f4-4eb5-4715-b810-d50995882fca no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:42.343979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.370856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f50eda-c59d-421f-b1ad-79fa98473b3c req-850cb1cc-ddae-469c-bf32-970a4cd84dff tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:42.372384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4f50eda-c59d-421f-b1ad-79fa98473b3c req-850cb1cc-ddae-469c-bf32-970a4cd84dff tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 946 time: 0.5791068 Sep 22 16:59:42.376759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:router and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:42.399403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:42.426646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.427406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.427954 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Floating IP e9fb7a29-5bf6-456f-a468-329e512326ad disassociated. External IP: 172.26.8.145, port: a32385f4-4eb5-4715-b810-d50995882fca. Sep 22 16:59:42.428337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Calling delete_port for a32385f4-4eb5-4715-b810-d50995882fca owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:42.439523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '7ff69876-b7f2-4acc-a025-2a8aad736562'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:42.440367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.457148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:42.460589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:42.471309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Checking router: 63bc1c54-5648-4958-b863-f42ea3d35a8f for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:42.477438 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4f50eda-c59d-421f-b1ad-79fa98473b3c req-5d4003d4-37a8-4480-97ba-85db5b260510 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups?id=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914812 Sep 22 16:59:42.500215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8cd9dcc6-61f7-4a8f-98d7-6587c2b4ffee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:42.505142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8cd9dcc6-61f7-4a8f-98d7-6587c2b4ffee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/f44c93e5-28d4-421f-ba1c-658f0b5134a5 HTTP/1.1" status: 404 len: 333 time: 0.5719330 Sep 22 16:59:42.513502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43302) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.526001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.526266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.526393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Fanout notify agent at l3_agent the message router_deleted on router 6b395e8d-6720-406a-8e20-90d9ad59396c {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 16:59:42.534857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.536192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.571735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.575428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d59dadf0-568f-4d8b-bc22-47861f899a82 tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "DELETE /v2.0/routers/6b395e8d-6720-406a-8e20-90d9ad59396c HTTP/1.1" status: 204 len: 168 time: 2.2463861 Sep 22 16:59:42.575874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'name': 'tempest-PortsTestJSON-1446312980'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:42.595306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.614721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:42.615356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:42.653267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.681823 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Attempt 10 to provision port 856b29ad-bb78-4187-850d-48880251e81a Sep 22 16:59:42.711685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.755735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5dddb1d-1dfd-47f3-bc48-9c1a6bf7a121 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:42.756657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5dddb1d-1dfd-47f3-bc48-9c1a6bf7a121 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:42.776557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port a32385f4-4eb5-4715-b810-d50995882fca is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:42.777212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.785159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting subnet 85ef1e96-4e72-4ee1-a0ed-1c68bba0b689 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:42.792395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.801104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.816865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:42.843314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:42.849067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router 94402fe1-308a-4af9-9d2e-3badbc7f154e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:42.871499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:42.875382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.891443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.898987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.901164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.908346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5dddb1d-1dfd-47f3-bc48-9c1a6bf7a121 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:42.912946 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5dddb1d-1dfd-47f3-bc48-9c1a6bf7a121 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 0.8368356 Sep 22 16:59:42.913918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43310) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:42.919882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:42.938711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cbfd4378-0598-4584-ad06-93de6ee4c9f0 None None] Port 856b29ad-bb78-4187-850d-48880251e81a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:43.011285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d883edc7-794a-424e-a37f-cb63fa2b0e02,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:43.015948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7ff69876-b7f2-4acc-a025-2a8aad736562/f83d0952-5a7c-45e6-bd8d-c57e0107930a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:43.024869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 1d907bc0-eaf9-417b-8e2f-7517282f8960 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 16:59:43.045846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:43.049995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.106542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.108491 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0b0b8b5-9b36-4738-a82c-9ba5977823d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0695999 Sep 22 16:59:43.113355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43314) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:43.120182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.124774 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-942dd88b-3e95-4681-9204-6baaf817e7bf tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "DELETE /v2.0/security-groups/d883edc7-794a-424e-a37f-cb63fa2b0e02 HTTP/1.1" status: 204 len: 168 time: 0.7796078 Sep 22 16:59:43.129464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43318) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:43.142217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event deleted for resources: {'Port': ['ID=a32385f4-4eb5-4715-b810-d50995882fca,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:43.222908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Provisioning for port bde9005b-037d-4130-af86-3f1e2c1b67d0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:43.223968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=6ba688bd-c0b3-46ab-9e8c-157c9242aac3,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:43.254182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.305308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Provisioning complete for port bde9005b-037d-4130-af86-3f1e2c1b67d0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:43.306019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.306519 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Attempt 1 to provision port bde9005b-037d-4130-af86-3f1e2c1b67d0 Sep 22 16:59:43.375005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-950cc7fa-f498-45f2-8e8a-9a8f7fbff078 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] show failed (client error): The resource could not be found. Sep 22 16:59:43.379011 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-950cc7fa-f498-45f2-8e8a-9a8f7fbff078 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "GET /v2.0/security-groups/d883edc7-794a-424e-a37f-cb63fa2b0e02 HTTP/1.1" status: 404 len: 347 time: 0.1822050 Sep 22 16:59:43.379614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:43.574400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:43.588807 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Sync routers for ids ['94402fe1-308a-4af9-9d2e-3badbc7f154e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:43.601556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.611040 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Routers {'94402fe1-308a-4af9-9d2e-3badbc7f154e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:43.612195 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['94402fe1-308a-4af9-9d2e-3badbc7f154e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:43.672876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Port bde9005b-037d-4130-af86-3f1e2c1b67d0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:43.714802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.757277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Transition to ACTIVE for port object f83d0952-5a7c-45e6-bd8d-c57e0107930a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:43.792141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:43.802514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Transition to ACTIVE for port object f83d0952-5a7c-45e6-bd8d-c57e0107930a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:43.804100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8efac341-9672-4c84-8249-ebe811c1188a None None] The sync data for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv is: [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b1d2bdfa-5039-456e-b6cf-187cd99ddf4a', 'name': '', 'network_id': '4f4ab4f1-e485-49c8-8ad7-0fc16e167c82', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'mac_address': 'fa:16:3e:55:2c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:27Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'subnets': [{'id': '7fcbb0e6-7010-446a-9ba1-098684708409', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:43.815866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.842551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73b85a-cab5-4f50-b880-9e04bc64f1ab tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:43.848672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73b85a-cab5-4f50-b880-9e04bc64f1ab tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:43.854527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b73b85a-cab5-4f50-b880-9e04bc64f1ab tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:43.858941 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b73b85a-cab5-4f50-b880-9e04bc64f1ab tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.9323852 Sep 22 16:59:43.862751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-8d36cb2d-490d-424c-b7f7-b81317aa6eea req-536daea7-9ccb-47f2-9c86-f0d2c940e77d tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Synchronizing usage tracker for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:43.865912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:43.873878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:43.874894 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f5771a9-fb02-4ced-b9a5-45898d590a8f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 10.9669614 Sep 22 16:59:43.934866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:43.938517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Pushing event updated for resources: {'Port': ['ID=f83d0952-5a7c-45e6-bd8d-c57e0107930a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:43.941775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:43.942872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:43.945927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:44.021310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:44.040472 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Set router 94402fe1-308a-4af9-9d2e-3badbc7f154e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:44.102173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-8d36cb2d-490d-424c-b7f7-b81317aa6eea req-536daea7-9ccb-47f2-9c86-f0d2c940e77d tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Unset dirty status for tenant:ef5d3725ae2e45128ae6750e1734aba7 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:44.103368 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8d36cb2d-490d-424c-b7f7-b81317aa6eea req-536daea7-9ccb-47f2-9c86-f0d2c940e77d tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.3874664 Sep 22 16:59:44.144271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Attempting to bind port f83d0952-5a7c-45e6-bd8d-c57e0107930a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:44.144918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Attempting to bind port f83d0952-5a7c-45e6-bd8d-c57e0107930a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:44.145466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Attempting to bind port f83d0952-5a7c-45e6-bd8d-c57e0107930a on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:44.153339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:44.154094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:44.154867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.155439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:44.156103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Bound port: f83d0952-5a7c-45e6-bd8d-c57e0107930a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:44.156867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.164506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 56bd7784-b9fe-4e05-afee-9f730758cc5d associated. External IP: 172.26.8.217, port: a8c3ee54-c2ab-4d83-8864-a15021c465a6. Sep 22 16:59:44.177237 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Attempt 2 to provision port bde9005b-037d-4130-af86-3f1e2c1b67d0 Sep 22 16:59:44.320447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad31ab13-890a-463f-86d1-7d36065f4551 None None] New status for floating IP 55c37dba-309a-4bbe-8f66-c9d0744ebacf: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:59:44.345778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Deleting port c7709a87-7ac5-4d50-bfcb-7e82e7298c38 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:44.346032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.564812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port bde9005b-037d-4130-af86-3f1e2c1b67d0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:44.565903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.574751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Port bde9005b-037d-4130-af86-3f1e2c1b67d0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:44.652423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155'}], 'enable_snat': False}, 'gw_port_id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:33Z', 'updated_at': '2022-09-22T16:59:37Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:35Z', 'updated_at': '2022-09-22T16:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:44.660831 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Checking router: 94402fe1-308a-4af9-9d2e-3badbc7f154e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:44.661805 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Updating router 94402fe1-308a-4af9-9d2e-3badbc7f154e port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:44.673808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:44.678506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f83d0952-5a7c-45e6-bd8d-c57e0107930a,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:44.686300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.785638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:44.797199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9734c266-1179-46a6-bb7f-ce047faf2c68 None None] Pushing event updated for resources: {'Port': ['ID=f83d0952-5a7c-45e6-bd8d-c57e0107930a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:44.807317 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.836754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Sync routers for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:44.859055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.873657 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b397abbe-21d8-463f-9926-3c9a03a45a36 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/94402fe1-308a-4af9-9d2e-3badbc7f154e HTTP/1.1" status: 200 len: 909 time: 0.9297969 Sep 22 16:59:44.883346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:44.897062 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:44.898175 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:44.900852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1488680189', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': True}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:44.923352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.948777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:44.977982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:44.988930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Usage tracker for resource:router and tenant:6329729ce47f40b2a849355b29eb59e1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:44.999012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:45.018880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:45.023370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.027997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Subnet': ['ID=85ef1e96-4e72-4ee1-a0ed-1c68bba0b689,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:45.053143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f681844a-233a-4eff-bc6e-b5e77434789c None None] Network c13361e2-f0fa-44a2-b847-4747ff965946 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:45.076624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] No DVR routers for this DVR port a32385f4-4eb5-4715-b810-d50995882fca on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:45.081432 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Attempt 3 to provision port bde9005b-037d-4130-af86-3f1e2c1b67d0 Sep 22 16:59:45.091539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.106985 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2b18ca6-3dd1-443c-af72-5178323cf7df req-66fa7e1f-41d1-46bc-b176-a01abb09866b tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.18 "DELETE /v2.0/ports/a32385f4-4eb5-4715-b810-d50995882fca HTTP/1.1" status: 204 len: 173 time: 6.7615585 Sep 22 16:59:45.127307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'name': 'network-vif-deleted', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 16:59:45.132030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10469161-a62d-4f67-bc09-40a54d3fab99" -d '{"events": [{"server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "name": "network-vif-deleted", "tag": "a32385f4-4eb5-4715-b810-d50995882fca"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 16:59:45.300335 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b859aa08-7c4e-4be7-98e6-a62f127cc58a tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "DELETE /v2.0/subnets/85ef1e96-4e72-4ee1-a0ed-1c68bba0b689 HTTP/1.1" status: 204 len: 168 time: 2.7027943 Sep 22 16:59:45.314587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43344) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:45.316154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 16:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5283908-fa94-47e4-9876-f1c37f49b92d x-openstack-request-id: req-c5283908-fa94-47e4-9876-f1c37f49b92d {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 16:59:45.316459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "759f5fb7-c17b-494a-9319-6924ef571978", "name": "network-vif-deleted", "tag": "a32385f4-4eb5-4715-b810-d50995882fca", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 16:59:45.316750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5283908-fa94-47e4-9876-f1c37f49b92d {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 16:59:45.317142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5283908-fa94-47e4-9876-f1c37f49b92d'] response: {'server_uuid': '759f5fb7-c17b-494a-9319-6924ef571978', 'name': 'network-vif-deleted', 'tag': 'a32385f4-4eb5-4715-b810-d50995882fca', 'status': 'completed', 'code': 200} Sep 22 16:59:45.502798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.508118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.520503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f83d0952-5a7c-45e6-bd8d-c57e0107930a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:45.536338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.537842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.540744 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8a47002-aaf5-4b4e-844f-451dc8d775ef req-d87710f2-39b9-4f74-9f54-395229a18d50 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/ports?device_id=759f5fb7-c17b-494a-9319-6924ef571978 HTTP/1.1" status: 200 len: 210 time: 0.1180577 Sep 22 16:59:45.547171 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:45.622480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:45.677476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Port bde9005b-037d-4130-af86-3f1e2c1b67d0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:45.814537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for bde9005b-037d-4130-af86-3f1e2c1b67d0 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:45.870752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Calling delete_port for c7709a87-7ac5-4d50-bfcb-7e82e7298c38 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:45.878697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f83d0952-5a7c-45e6-bd8d-c57e0107930a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:46.079915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] DHCP port deletion for c13361e2-f0fa-44a2-b847-4747ff965946 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:46.088410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Deleting port c683a5cb-04c2-4108-ad99-3f1cab5c8765 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:46.089088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.195743 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Attempt 4 to provision port bde9005b-037d-4130-af86-3f1e2c1b67d0 Sep 22 16:59:46.247456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.265914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.364882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.453639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] For port c683a5cb-04c2-4108-ad99-3f1cab5c8765, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c683a5cb-04c2-4108-ad99-3f1cab5c8765,segment=NetworkSegment(c5479b04-30aa-4bc3-bf23-c3a0f6784209),segment_id=c5479b04-30aa-4bc3-bf23-c3a0f6784209)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:46.453968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.504385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.557947 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:46.598916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:46.613225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=bde9005b-037d-4130-af86-3f1e2c1b67d0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:46.617337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port c683a5cb-04c2-4108-ad99-3f1cab5c8765 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:46.617873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.618426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:46.622003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:46.628953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:46.630206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.657633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f39170e-7214-4042-9aa7-ce0414d82286 None None] Port bde9005b-037d-4130-af86-3f1e2c1b67d0 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 16:59:46.681817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=1d907bc0-eaf9-417b-8e2f-7517282f8960,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:46.688718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:46.746847 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Checking router: 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:46.791212 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:46.791417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43352) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:46.793359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.796980 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:46.818383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Calling delete_port for c683a5cb-04c2-4108-ad99-3f1cab5c8765 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:46.906949 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.937419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Provisioning for port f83d0952-5a7c-45e6-bd8d-c57e0107930a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:46.941333 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Transition to ACTIVE for port object ce06693b-7cda-4c75-8d6d-a014c03c2cb7 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:46.950251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Provisioning complete for port f83d0952-5a7c-45e6-bd8d-c57e0107930a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:46.950663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:46.951686 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Attempt 1 to provision port f83d0952-5a7c-45e6-bd8d-c57e0107930a Sep 22 16:59:46.953128 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7eb0892e-323e-4b79-b94f-e13a30fb4713 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/bde9005b-037d-4130-af86-3f1e2c1b67d0 HTTP/1.1" status: 204 len: 168 time: 3.0804496 Sep 22 16:59:46.959467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:47.017562 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.122723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.126155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:47.126623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:47.132653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62f61794-0b1c-4a27-b7a2-fd094f51aeb7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 4.6111352 Sep 22 16:59:47.132922 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273a91f-02e0-4164-a554-51298f286df5 None None] Pushing event updated for resources: {'Port': ['ID=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:47.156627 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Attempting to bind port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:47.157019 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Attempting to bind port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:47.157579 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Attempting to bind port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:47.167366 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:47.167728 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:47.168130 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.168523 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:47.169036 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Bound port: ce06693b-7cda-4c75-8d6d-a014c03c2cb7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:47.169437 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.224804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] Pushing event deleted for resources: {'Port': ['ID=c683a5cb-04c2-4108-ad99-3f1cab5c8765,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:47.247279 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:47.249837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43362) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:47.268875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c06802ad-5479-4fcf-9b49-1b480eecf15c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:59:47.269496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c06802ad-5479-4fcf-9b49-1b480eecf15c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:47.350011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:47.368656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Current status of the port f83d0952-5a7c-45e6-bd8d-c57e0107930a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:47.368656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.413466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4d6d41-434c-44ef-9626-a92522d988c0 None None] No DVR routers for this DVR port c683a5cb-04c2-4108-ad99-3f1cab5c8765 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:47.432828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c683a5cb-04c2-4108-ad99-3f1cab5c8765 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:47.485536 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] For port ce06693b-7cda-4c75-8d6d-a014c03c2cb7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:47.499060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.591934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.601948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.604730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: c683a5cb-04c2-4108-ad99-3f1cab5c8765 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:47.606096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c683a5cb-04c2-4108-ad99-3f1cab5c8765 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:47.609523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] For port c683a5cb-04c2-4108-ad99-3f1cab5c8765, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c683a5cb-04c2-4108-ad99-3f1cab5c8765,segment=NetworkSegment(c5479b04-30aa-4bc3-bf23-c3a0f6784209),segment_id=c5479b04-30aa-4bc3-bf23-c3a0f6784209)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:47.610302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.632210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Deleting port c7709a87-7ac5-4d50-bfcb-7e82e7298c38 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:47.632811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.697509 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] For port ce06693b-7cda-4c75-8d6d-a014c03c2cb7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:47.698994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f83d0952-5a7c-45e6-bd8d-c57e0107930a,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:47.707933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.710079 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:47.728738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c06802ad-5479-4fcf-9b49-1b480eecf15c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:47.730101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c06802ad-5479-4fcf-9b49-1b480eecf15c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/bde9005b-037d-4130-af86-3f1e2c1b67d0 HTTP/1.1" status: 404 len: 333 time: 0.7060969 Sep 22 16:59:47.763336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43366) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:47.796700 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273a91f-02e0-4164-a554-51298f286df5 None None] Pushing event updated for resources: {'Port': ['ID=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:47.813828 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Routers {'94402fe1-308a-4af9-9d2e-3badbc7f154e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:47.814463 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['94402fe1-308a-4af9-9d2e-3badbc7f154e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:47.836441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02255736-29e0-4e26-a625-48805bfe9648 None None] Pushing event updated for resources: {'Port': ['ID=f83d0952-5a7c-45e6-bd8d-c57e0107930a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:47.851003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::1 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7ff69876-b7f2-4acc-a025-2a8aad736562/96079d55-0b4c-457d-863e-b03f665ef368) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:47.884432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:47.905360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:47.906066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Calling delete_port for c683a5cb-04c2-4108-ad99-3f1cab5c8765 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:47.920288 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:47.923730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:47.924689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:47.959945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.016929 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ee12ef2-7df8-4a49-9c3f-a2343f71e73f None None] The sync data for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv is: [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:57:14Z', 'revision_number': 4, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '12477ee2-1077-4d28-8b3a-4439244639a3', 'name': '', 'network_id': 'c62c9778-b328-461a-9f01-4f922ce734bb', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'mac_address': 'fa:16:3e:0d:8f:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:10Z', 'updated_at': '2022-09-22T16:57:25Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'subnets': [{'id': '5ac89454-2544-40ee-8f54-15ac4df0bf3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:48.018596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 856b29ad-bb78-4187-850d-48880251e81a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:48.019154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.033837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:48.064404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:48.064791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:48.071933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:48.073244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:48.078461 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] Set router 94402fe1-308a-4af9-9d2e-3badbc7f154e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:48.102024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.136767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.149157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:48.172874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.176417 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de257643-24e3-46ce-b48c-2f42916a3a3a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d HTTP/1.1" status: 204 len: 168 time: 1.3754232 Sep 22 16:59:48.176721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:48.202861 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3af03a74-c3e1-4e1a-8934-54ef1a69dc11 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] show failed (client error): The resource could not be found. Sep 22 16:59:48.206461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3af03a74-c3e1-4e1a-8934-54ef1a69dc11 tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "GET /v2.0/security-groups/4a636fae-3e4e-41a4-9cb3-fc7bb3ff8e9d HTTP/1.1" status: 404 len: 347 time: 0.0261300 Sep 22 16:59:48.207133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:48.252921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:48.253568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7548571-2f14-47d0-a2c6-419af27ffd4e None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:48.432901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Deleting port c5387ee5-9598-43a3-8059-406cab9481f4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:48.433520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.454325 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0e5643-950d-4a24-a9f5-40866b36953c None None] New status for floating IP e9fb7a29-5bf6-456f-a468-329e512326ad: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 16:59:48.584888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Deleting port c683a5cb-04c2-4108-ad99-3f1cab5c8765 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:48.585936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.630528 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5480cddf-069f-43b3-9b78-f524b7f1ce17 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.3716414 Sep 22 16:59:48.635746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:48.647513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:48.755618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] The port 'c683a5cb-04c2-4108-ad99-3f1cab5c8765' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:59:48.783699 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155'}], 'enable_snat': False}, 'gw_port_id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:33Z', 'updated_at': '2022-09-22T16:59:37Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:35Z', 'updated_at': '2022-09-22T16:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:48.791520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8aeab37-8129-4975-b1b5-774d0e17b185 None None] The sync data for ids ['94402fe1-308a-4af9-9d2e-3badbc7f154e'] in dv-neutron-858953-1-hyperv is: [{'id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155'}], 'enable_snat': False}, 'gw_port_id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:33Z', 'updated_at': '2022-09-22T16:59:37Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': 'ce06693b-7cda-4c75-8d6d-a014c03c2cb7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:8b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94402fe1-308a-4af9-9d2e-3badbc7f154e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 409, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:35Z', 'updated_at': '2022-09-22T16:59:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:48.935890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.971633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.971972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:48.990139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.054895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.055141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.129883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13361e2-f0fa-44a2-b847-4747ff965946']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:49.178033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.187810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Calling delete_port for c7709a87-7ac5-4d50-bfcb-7e82e7298c38 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:49.272017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.456184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 856b29ad-bb78-4187-850d-48880251e81a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:49.502037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 96079d55-0b4c-457d-863e-b03f665ef368 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:49.505752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f83d0952-5a7c-45e6-bd8d-c57e0107930a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:49.549589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Calling delete_port for c5387ee5-9598-43a3-8059-406cab9481f4 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:49.564640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.590363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.591086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] In _notify_port_updated(), no bound segment for port 1d907bc0-eaf9-417b-8e2f-7517282f8960 on network cfccc235-762d-47e2-a055-58b8ffc92b8b {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 16:59:49.597892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:49.598560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.600041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/ports/1d907bc0-eaf9-417b-8e2f-7517282f8960 HTTP/1.1" status: 200 len: 818 time: 2.3333893 Sep 22 16:59:49.605530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f83d0952-5a7c-45e6-bd8d-c57e0107930a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:49.606923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.607880 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f83d0952-5a7c-45e6-bd8d-c57e0107930a Sep 22 16:59:49.646071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:49.653155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.684386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5479b04-30aa-4bc3-bf23-c3a0f6784209') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:49.685943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5479b04-30aa-4bc3-bf23-c3a0f6784209') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:49.700886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.701203 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 56bd7784-b9fe-4e05-afee-9f730758cc5d disassociated. External IP: 172.26.8.217, port: a8c3ee54-c2ab-4d83-8864-a15021c465a6. Sep 22 16:59:49.749912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:49.750268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:49.770991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f83d0952-5a7c-45e6-bd8d-c57e0107930a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:49.771365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.772468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce06693b-7cda-4c75-8d6d-a014c03c2cb7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:49.816306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.832878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:49.833285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.898411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:49.906980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:49.907415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.907825 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 Sep 22 16:59:49.916142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 1d907bc0-eaf9-417b-8e2f-7517282f8960 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:49.916506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:49.957079 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c5479b04-30aa-4bc3-bf23-c3a0f6784209 resource provider aggregate not found Sep 22 16:59:49.978610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268a2b95-0a7c-4fed-a9ae-93c99f101d50 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=1d907bc0-eaf9-417b-8e2f-7517282f8960,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.031559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.060160 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c5479b04-30aa-4bc3-bf23-c3a0f6784209 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c5479b04-30aa-4bc3-bf23-c3a0f6784209 found for delete ", "request_id": "req-5d9e1c32-5c0f-452b-90a8-39c830055ef3"}]} Sep 22 16:59:50.123625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:50.124347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.127167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.157773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port ce06693b-7cda-4c75-8d6d-a014c03c2cb7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:50.163150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.176385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.195687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] Pushing event deleted for resources: {'Network': ['ID=c13361e2-f0fa-44a2-b847-4747ff965946,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.255661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.277736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Deleting port c5387ee5-9598-43a3-8059-406cab9481f4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:50.278148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.304341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.308705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db2fa491-9a82-40ee-bd78-0f4837d8372d tempest-FloatingIPNegativeTestJSON-424332106 tempest-FloatingIPNegativeTestJSON-424332106-project] 10.222.0.25 "DELETE /v2.0/networks/c13361e2-f0fa-44a2-b847-4747ff965946 HTTP/1.1" status: 204 len: 168 time: 4.9679737 Sep 22 16:59:50.370646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:50.372022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.382824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:50.426039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:50.426587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.455176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.472218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.483857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.616900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.705917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:50.764547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Pushing event deleted for resources: {'Port': ['ID=c7709a87-7ac5-4d50-bfcb-7e82e7298c38,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.857834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.875898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=856b29ad-bb78-4187-850d-48880251e81a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:50.894475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Provisioning for port 96079d55-0b4c-457d-863e-b03f665ef368 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 16:59:50.913272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Provisioning complete for port 96079d55-0b4c-457d-863e-b03f665ef368 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:50.914180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.914180 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 1 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:50.957365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 1d907bc0-eaf9-417b-8e2f-7517282f8960 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:50.960026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.966710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:50.972159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c197ba6d-80a3-4953-91ba-8881700a16c4 tempest-ServersTestJSON-1029035473 tempest-ServersTestJSON-1029035473-project] 10.222.0.25 "DELETE /v2.0/floatingips/55c37dba-309a-4bbe-8f66-c9d0744ebacf HTTP/1.1" status: 204 len: 168 time: 7.5522768 Sep 22 16:59:50.987173 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31e11890-85d0-4a21-aa7b-437e956f2006 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/856b29ad-bb78-4187-850d-48880251e81a HTTP/1.1" status: 204 len: 168 time: 3.2039323 Sep 22 16:59:50.987173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:51.014558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:51.051077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:51.127729 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fe13c94-c5de-48e4-bc56-2654761d44fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 16:59:51.128266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1fe13c94-c5de-48e4-bc56-2654761d44fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:51.146376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 16:59:51.167504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.168082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.217135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 172.26.8.134 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/2254d8f7-021c-4d90-9608-8595c4bfc39d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:51.308414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.319804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1fe13c94-c5de-48e4-bc56-2654761d44fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:51.320881 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fe13c94-c5de-48e4-bc56-2654761d44fa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/856b29ad-bb78-4187-850d-48880251e81a HTTP/1.1" status: 404 len: 333 time: 0.3053410 Sep 22 16:59:51.353758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:51.399006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Calling delete_port for c5387ee5-9598-43a3-8059-406cab9481f4 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:51.426286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df24113b-c688-48a3-884b-7aa03fffa729 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f20f1f0d43864a78bee2c6f27483e704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7113605 Sep 22 16:59:51.431513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce06693b-7cda-4c75-8d6d-a014c03c2cb7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:51.463882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:51.512475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:51.512930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.513685 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 Sep 22 16:59:51.514625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.553718 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 2 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:51.627203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:51.695757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=1d907bc0-eaf9-417b-8e2f-7517282f8960,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:51.699118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 16:59:51.727998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.771750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.778325 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d89a293d-fc84-4f6e-8e91-9cd540ef8578 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/1d907bc0-eaf9-417b-8e2f-7517282f8960 HTTP/1.1" status: 204 len: 168 time: 2.1281476 Sep 22 16:59:51.784542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:51.800085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:51.812581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:51.817117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet 3e4eb42d-35ca-4f1d-acc3-3990b98aef3a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 16:59:51.826912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:51.827550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:51.834705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.914065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:51.917074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:51.929904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:51.930117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:51.971174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.001730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:52.002147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1347ebc1-f014-497d-a8d7-a6b82edea672 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 16:59:52.053789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.104078 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da7ec448-a9b1-40b6-a7e9-551fa69c05b2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/56bd7784-b9fe-4e05-afee-9f730758cc5d HTTP/1.1" status: 200 len: 688 time: 3.4669471 Sep 22 16:59:52.106278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:52.128128 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 3 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:52.162491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.196116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Pushing event deleted for resources: {'Port': ['ID=c5387ee5-9598-43a3-8059-406cab9481f4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:52.211257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:52.269987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0050e3ed-2958-4b5e-9dec-d3e6d59bb70a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:52.270692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0050e3ed-2958-4b5e-9dec-d3e6d59bb70a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:52.282516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.327177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ecd47015-fb59-418e-8de9-64c02b452069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.358774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.426685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a9fc606-b684-44dd-9d26-a4766b1d81a1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:52.440707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 6ba688bd-c0b3-46ab-9e8c-157c9242aac3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:52.441057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.472331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.473467 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7233fbf-ab88-47e6-8c57-22813269d68b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4a9fc606-b684-44dd-9d26-a4766b1d81a1 HTTP/1.1" status: 204 len: 168 time: 1.0086236 Sep 22 16:59:52.474209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0050e3ed-2958-4b5e-9dec-d3e6d59bb70a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:52.477738 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0050e3ed-2958-4b5e-9dec-d3e6d59bb70a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6891518 Sep 22 16:59:52.486818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43426) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:52.553038 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c49cb4c4-ceb0-4345-8c6d-b6f748b39f91 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 16:59:52.558808 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c49cb4c4-ceb0-4345-8c6d-b6f748b39f91 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/1d907bc0-eaf9-417b-8e2f-7517282f8960 HTTP/1.1" status: 404 len: 333 time: 0.0666251 Sep 22 16:59:52.558808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43430) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:52.562189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.564790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.569105 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aba9eed0-8ed3-43d4-9a16-3e7d2cf2090a tempest-ServersTestManualDisk-2037280263 tempest-ServersTestManualDisk-2037280263-project] 10.222.0.25 "DELETE /v2.0/floatingips/e9fb7a29-5bf6-456f-a468-329e512326ad HTTP/1.1" status: 204 len: 168 time: 4.3577204 Sep 22 16:59:52.572067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-999340733'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:52.576330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:52.598763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:52.712929 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 4 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:52.749219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.820104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.821905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:52.933761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:52.942207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:52.944877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:52.979856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:52.980417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:52.994251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=2254d8f7-021c-4d90-9608-8595c4bfc39d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:52.995641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:53.006637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:53.009511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.010251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.108682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.115958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:53.120951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.190387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:53.193629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.194041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.281865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.291152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246bdcb0-64f3-4a78-b453-d1df755c1d97 None None] Network c721767e-da27-4273-949e-1daace6d0b1c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:53.366373 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 5 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:53.384480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=3e4eb42d-35ca-4f1d-acc3-3990b98aef3a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:53.491637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.492512 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment d5377012-2fb1-47ec-b8c8-4b0cfe260780 of type vlan for network 963b7029-e56c-4142-bd86-cfcb337e3c85 Sep 22 16:59:53.496523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:53.517109 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a9dc5a3a-77e7-43a0-aeb2-b482e65f9ac5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/3e4eb42d-35ca-4f1d-acc3-3990b98aef3a HTTP/1.1" status: 204 len: 168 time: 2.1285930 Sep 22 16:59:53.521015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:53.521352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:53.562559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:53.602670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 6ba688bd-c0b3-46ab-9e8c-157c9242aac3 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:53.692518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] DHCP port deletion for c721767e-da27-4273-949e-1daace6d0b1c request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 16:59:53.702804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Deleting port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:53.702804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.726244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.817629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:53.870489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.880828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:53.924740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-070722b9-e9b1-44f2-8f85-e67c33e87040 tempest-DvrRoutersNegativeTest-1389420814 tempest-DvrRoutersNegativeTest-1389420814-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2078817798', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:53.927887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-070722b9-e9b1-44f2-8f85-e67c33e87040 tempest-DvrRoutersNegativeTest-1389420814 tempest-DvrRoutersNegativeTest-1389420814-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=89051) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 22 16:59:53.928214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.policy [None req-070722b9-e9b1-44f2-8f85-e67c33e87040 tempest-DvrRoutersNegativeTest-1389420814 tempest-DvrRoutersNegativeTest-1389420814-project] Failed policy check for 'create_router' {{(pid=89051) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 22 16:59:53.928796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-070722b9-e9b1-44f2-8f85-e67c33e87040 tempest-DvrRoutersNegativeTest-1389420814 tempest-DvrRoutersNegativeTest-1389420814-project] create failed (client error): Access was denied to this resource. Sep 22 16:59:53.929818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-070722b9-e9b1-44f2-8f85-e67c33e87040 tempest-DvrRoutersNegativeTest-1389420814 tempest-DvrRoutersNegativeTest-1389420814-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3799052 Sep 22 16:59:53.940033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:53.951506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:53.952246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.014636 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 6 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:54.099063 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.5385008 Sep 22 16:59:54.106171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43470) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:54.119377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:54.119758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.188159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:54.228318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:54.231275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] For port 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6faab598-f329-40bd-abf7-b8a1ef20a4b2,segment=NetworkSegment(49d4ffc3-2c69-423c-bcb9-72230e7bcbf7),segment_id=49d4ffc3-2c69-423c-bcb9-72230e7bcbf7)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:54.231939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.405042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:54.414312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:54.420468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:54.432271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:54.493810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:54.499595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.573820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:54.611263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Calling delete_port for 6faab598-f329-40bd-abf7-b8a1ef20a4b2 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:54.618324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44666ab-48f5-4358-8519-6a073165c348 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=963b7029-e56c-4142-bd86-cfcb337e3c85,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.649508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 16:59:54.664824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.668699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.730548 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 7 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:54.790270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e8e1807-fc68-4bf3-88da-5f4676969f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.807305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:54.807620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=6ba688bd-c0b3-46ab-9e8c-157c9242aac3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.894621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.943106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.957712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] Pushing event deleted for resources: {'Port': ['ID=6faab598-f329-40bd-abf7-b8a1ef20a4b2,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:54.960102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9986ce00-9f48-46f7-8e79-0914d9db7782 None None] No DVR routers for this DVR port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 16:59:54.966767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.984509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:54.991913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c81c5b9-c379-45a3-b003-2bff13c19b58 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/56bd7784-b9fe-4e05-afee-9f730758cc5d HTTP/1.1" status: 204 len: 168 time: 2.8777869 Sep 22 16:59:54.991913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:54.999046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'a7201932-3593-4f05-acd0-0071f2854457'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:55.008305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:55.014700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.022763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:floatingip and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:55.170715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.181428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:55.198335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.248622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:55.305026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.307626 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 8 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:55.337679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:55.367918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Usage tracker for resource:security_group_rule and tenant:85b1f7bfd3d0464ca204fe3583bc3996 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:55.386053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:55.427117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:55.435943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6faab598-f329-40bd-abf7-b8a1ef20a4b2 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 16:59:55.451583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:55.477740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 6faab598-f329-40bd-abf7-b8a1ef20a4b2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 16:59:55.478131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6faab598-f329-40bd-abf7-b8a1ef20a4b2 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 16:59:55.509710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.565492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.586480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:55.647092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] For port 6faab598-f329-40bd-abf7-b8a1ef20a4b2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6faab598-f329-40bd-abf7-b8a1ef20a4b2,segment=NetworkSegment(49d4ffc3-2c69-423c-bcb9-72230e7bcbf7),segment_id=49d4ffc3-2c69-423c-bcb9-72230e7bcbf7)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:55.647737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.757305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=4cbfdde5-1e41-4cc7-b63f-9b0744677b99,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:55.788716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': 'd5377012-2fb1-47ec-b8c8-4b0cfe260780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:55.789199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: 963b7029-e56c-4142-bd86-cfcb337e3c85, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 16:59:55.856577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 16:59:55.867509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.887452 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 9 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:55.902890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.957221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 963b7029-e56c-4142-bd86-cfcb337e3c85) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:55.961601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:55.962305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:55.976320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:55.987062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e630970c-ec20-4fa5-bcdd-f3852a433979 None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 16:59:56.005150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Deleting port 12477ee2-1077-4d28-8b3a-4439244639a3 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:56.005503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.069422 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de0aa773-a811-476f-9103-265698d55d01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8944650 Sep 22 16:59:56.074606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43486) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:56.087084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:56.160579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 6faab598-f329-40bd-abf7-b8a1ef20a4b2 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:56.291023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.319205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:56.332182 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Sync routers for ids ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:56.347247 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Routers {'0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:56.347453 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:56.354750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.125 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/d0100120-cadd-4942-860a-dcfb0bb3b98e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:56.422172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-963b7029-e56c-4142-bd86-cfcb337e3c85', 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '4cbfdde5-1e41-4cc7-b63f-9b0744677b99'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 16:59:56.423760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.505960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:56.517581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] For port 12477ee2-1077-4d28-8b3a-4439244639a3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=12477ee2-1077-4d28-8b3a-4439244639a3,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:56.518215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.519476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 16:59:56.519786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 16:59:56.531166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:56.537081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d72d01e8-c031-48f5-8a67-e1d5f08a9382 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "PUT /v2.0/routers/0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4159400 Sep 22 16:59:56.537081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.540143 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Attempt 10 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:56.603021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:56.608165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:56.623976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.663595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Set router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:56.679523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd4f4225-24e8-42a3-993f-f151cec06d07 None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:56.757712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Deleting port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:56.758055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:56.763936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Calling delete_port for 12477ee2-1077-4d28-8b3a-4439244639a3 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:56.801214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e02ac03-631d-4fbd-b974-079eb4b2e4e1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:56.813076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Allocated IP 172.20.0.2 (963b7029-e56c-4142-bd86-cfcb337e3c85/4cbfdde5-1e41-4cc7-b63f-9b0744677b99/0175d4b4-64f7-4d21-a766-1bdedc4751c8) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 16:59:56.815982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-42a11fa3-4eae-445d-8c5a-c922cdc66d06 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=85b1f7bfd3d0464ca204fe3583bc3996&name=default HTTP/1.1" status: 200 len: 2979 time: 2.1765211 Sep 22 16:59:56.832446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c94222f-8465-49f2-a544-a37fb8b4ab4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:56.833107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c94222f-8465-49f2-a544-a37fb8b4ab4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 16:59:56.839439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43494) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:56.994680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c94222f-8465-49f2-a544-a37fb8b4ab4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 16:59:56.999034 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c94222f-8465-49f2-a544-a37fb8b4ab4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports/96079d55-0b4c-457d-863e-b03f665ef368 HTTP/1.1" status: 200 len: 911 time: 0.3869789 Sep 22 16:59:57.000931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:57.057947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 6faab598-f329-40bd-abf7-b8a1ef20a4b2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 16:59:57.058292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.094793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:57.152470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:57.158115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.199736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] The port '6faab598-f329-40bd-abf7-b8a1ef20a4b2' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 16:59:57.209637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 16:59:57.240514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.247193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.260458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Transition to ACTIVE for port object 0175d4b4-64f7-4d21-a766-1bdedc4751c8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:57.286157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.291029 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T16:59:50Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '96079d55-0b4c-457d-863e-b03f665ef368', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:cb:5e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:46Z', 'updated_at': '2022-09-22T16:59:52Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:57.298108 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Checking router: 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 16:59:57.298778 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Updating router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 port 96079d55-0b4c-457d-863e-b03f665ef368 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 16:59:57.307116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Transition to ACTIVE for port object 0175d4b4-64f7-4d21-a766-1bdedc4751c8 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:57.344501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.410647 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.463085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.464929 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4cbfdde5-1e41-4cc7-b63f-9b0744677b99 (CIDR: 172.20.0.0/28) Sep 22 16:59:57.472652 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 16:59:57.473198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 16:59:57.484121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Provisioning complete for port 96079d55-0b4c-457d-863e-b03f665ef368 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 16:59:57.484966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.485666 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Attempt 1 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:57.501517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.530849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.550342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] For port b1d2bdfa-5039-456e-b6cf-187cd99ddf4a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 16:59:57.550706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.583970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:57.594130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:57.607099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:57.610917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Pushing event updated for resources: {'Port': ['ID=0175d4b4-64f7-4d21-a766-1bdedc4751c8,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:57.623272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 16:59:57.624455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.634516 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cede6da3-a35a-493e-aa6c-84317735f799 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5559084 Sep 22 16:59:57.635454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43502) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:57.642126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.643313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=d0100120-cadd-4942-860a-dcfb0bb3b98e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:57.655620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 16:59:57.670905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:57.739831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 16:59:57.787259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:57.814673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Attempting to bind port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:57.815044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Attempting to bind port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'd5377012-2fb1-47ec-b8c8-4b0cfe260780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:57.815414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Attempting to bind port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 on network 963b7029-e56c-4142-bd86-cfcb337e3c85 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:57.821407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:57.821781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Checking segment: {'id': 'd5377012-2fb1-47ec-b8c8-4b0cfe260780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:57.822187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.822584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Bound using segment: {'id': 'd5377012-2fb1-47ec-b8c8-4b0cfe260780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:57.823078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Bound port: 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5377012-2fb1-47ec-b8c8-4b0cfe260780', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:57.823433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.962092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.974765 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Transition to ACTIVE for port object 96079d55-0b4c-457d-863e-b03f665ef368 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 16:59:57.983231 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:57.993956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:57.999669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0175d4b4-64f7-4d21-a766-1bdedc4751c8,segment=NetworkSegment(d5377012-2fb1-47ec-b8c8-4b0cfe260780),segment_id=d5377012-2fb1-47ec-b8c8-4b0cfe260780)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:58.006661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.014690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Calling delete_port for b1d2bdfa-5039-456e-b6cf-187cd99ddf4a owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 16:59:58.054341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c721767e-da27-4273-949e-1daace6d0b1c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:58.071451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:58.072047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49d4ffc3-2c69-423c-bcb9-72230e7bcbf7') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:58.090784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.118225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Pushing event deleted for resources: {'Port': ['ID=12477ee2-1077-4d28-8b3a-4439244639a3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:58.129826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661695cd-215c-405e-9bb4-eb4eba512b4a None None] Pushing event updated for resources: {'Port': ['ID=0175d4b4-64f7-4d21-a766-1bdedc4751c8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:58.144798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbe2af-c966-4a3b-9022-1fdddd4b8ecf None None] Pushing event updated for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:58.198668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.207972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 16:59:58.208468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.288556 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Attempt 2 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:58.290851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:58.307497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:58.321392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:58.410059 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 49d4ffc3-2c69-423c-bcb9-72230e7bcbf7 resource provider aggregate not found Sep 22 16:59:58.421898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:58.430427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd82fa-9685-4cc8-b1ec-6c058218ca2b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:58.437482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08fd82fa-9685-4cc8-b1ec-6c058218ca2b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 16:59:58.440338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-08fd82fa-9685-4cc8-b1ec-6c058218ca2b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 1.4319129 Sep 22 16:59:58.450115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43510) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:58.458983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 16:59:58.471135 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Attempting to bind port 96079d55-0b4c-457d-863e-b03f665ef368 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 16:59:58.471135 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Attempting to bind port 96079d55-0b4c-457d-863e-b03f665ef368 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 16:59:58.471864 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Attempting to bind port 96079d55-0b4c-457d-863e-b03f665ef368 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 16:59:58.478886 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 16:59:58.479269 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 16:59:58.479710 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.480165 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 16:59:58.480813 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Bound port: 96079d55-0b4c-457d-863e-b03f665ef368, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 16:59:58.481209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.499345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 16:59:58.501907 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 49d4ffc3-2c69-423c-bcb9-72230e7bcbf7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 49d4ffc3-2c69-423c-bcb9-72230e7bcbf7 found for delete ", "request_id": "req-2ad987f3-64b1-4461-8067-c2aabeddf139"}]} Sep 22 16:59:58.523390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Sync routers for ids ['c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 16:59:58.540348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Routers {'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:58.544212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.545059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:58.612986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.674740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.676862 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] For port 96079d55-0b4c-457d-863e-b03f665ef368, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 16:59:58.687165 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] For port 96079d55-0b4c-457d-863e-b03f665ef368, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96079d55-0b4c-457d-863e-b03f665ef368,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 16:59:58.695832 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.792905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Routers {'0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 16:59:58.793765 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 16:59:58.826477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=c721767e-da27-4273-949e-1daace6d0b1c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:58.864713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.878641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Set router c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:58.909956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e02ac03-631d-4fbd-b974-079eb4b2e4e1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:58.922408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.923826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3360f655-cc63-4692-b9ab-69d935896fdb tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 14.0339937 Sep 22 16:59:58.925445 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b3b19787-3977-4ab8-822d-20717b948986 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/c721767e-da27-4273-949e-1daace6d0b1c HTTP/1.1" status: 204 len: 168 time: 5.3738711 Sep 22 16:59:58.936049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:58.940255 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3132a940-f8be-452a-bc5c-e584549c10e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e02ac03-631d-4fbd-b974-079eb4b2e4e1 HTTP/1.1" status: 204 len: 168 time: 2.0974746 Sep 22 16:59:58.941991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:58.941991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43516) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 16:59:58.948398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Pushing event deleted for resources: {'Port': ['ID=b1d2bdfa-5039-456e-b6cf-187cd99ddf4a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:59.018893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2026122161'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 16:59:59.022450 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Attempt 3 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 16:59:59.047417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 16:59:59.052546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:59.057260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:59.060624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:network and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 16:59:59.078972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 16:59:59.096632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 16:59:59.175097 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] Set router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 16:59:59.238163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:59.327072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 16:59:59.349216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 16:59:59.462321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9009961-5e85-4374-b5b4-75e24e19cafd None None] Port 96079d55-0b4c-457d-863e-b03f665ef368 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 16:59:59.670715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0175d4b4-64f7-4d21-a766-1bdedc4751c8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 16:59:59.823387 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecbe2af-c966-4a3b-9022-1fdddd4b8ecf None None] Pushing event updated for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 16:59:59.938420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 16:59:59.952643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.011866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:00.033049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284b6818-7bc9-48d2-8ce3-6b3520b3b994 None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:00.045813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.046159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Added segment 6db1bcd6-8a73-4a07-8abe-3e6ff3d79066 of type vlan for network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 Sep 22 17:00:00.160797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86ba6ede-a9df-4424-ac6f-8874f22bcfa7 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f HTTP/1.1" status: 200 len: 908 time: 1.2148380 Sep 22 17:00:00.162758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:45Z', 'updated_at': '2022-09-22T16:59:53Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:50Z', 'updated_at': '2022-09-22T16:59:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:00.175208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Checking router: c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:00.176136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Updating router c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f port 2254d8f7-021c-4d90-9608-8595c4bfc39d binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:00.183387 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T16:59:50Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '96079d55-0b4c-457d-863e-b03f665ef368', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:cb:5e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:46Z', 'updated_at': '2022-09-22T16:59:58Z', 'revision_number': 4, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:00.192190 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e206cdc6-8ee1-45ab-b198-69539d498682 None None] The sync data for ids ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'] in dv-neutron-858953-1-hyperv is: [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T16:59:50Z', 'revision_number': 2, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None, '_interfaces': [{'id': '96079d55-0b4c-457d-863e-b03f665ef368', 'name': '', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'mac_address': 'fa:16:3e:cb:5e:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'device_owner': 'network:router_interface', 'standard_attr_id': 419, 'fixed_ips': [{'subnet_id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:46Z', 'updated_at': '2022-09-22T16:59:58Z', 'revision_number': 4, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'subnets': [{'id': '7ff69876-b7f2-4acc-a025-2a8aad736562', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:00.196815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:00.288836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Provisioning for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:00.301492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Provisioning complete for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:00.305147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.305772 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Attempt 1 to provision port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 Sep 22 17:00:00.375660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.517174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.711175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:00.852397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:01.025932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.156175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Router 63bc1c54-5648-4958-b863-f42ea3d35a8f has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:01.174323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.181327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:01.182018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.215140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-84784342-372a-4a49-9dd7-fa76b11e946a tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-780819948', 'prefixes': ['172.20.0.0/16']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:01.256257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-84784342-372a-4a49-9dd7-fa76b11e946a tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:01.346451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.4012542 Sep 22 17:00:01.373035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:01.377881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.392010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Transition to ACTIVE for port object 2254d8f7-021c-4d90-9608-8595c4bfc39d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:01.439006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.444965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.456729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.472689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:01.508378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:01.508987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.521563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96079d55-0b4c-457d-863e-b03f665ef368 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:01.540970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22427178-13f2-440e-b619-206dfdf3a4c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Network': ['ID=db3865ba-97b5-44bd-99d6-4bd4b9f2b216,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:01.581634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:01.627548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Attempting to bind port 2254d8f7-021c-4d90-9608-8595c4bfc39d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:01.628081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Attempting to bind port 2254d8f7-021c-4d90-9608-8595c4bfc39d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:01.628549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Attempting to bind port 2254d8f7-021c-4d90-9608-8595c4bfc39d on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:01.661997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:01.730981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:01.734255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34c060-69e2-4c6c-ad11-85631a4f67e1 None None] Pushing event updated for resources: {'Port': ['ID=2254d8f7-021c-4d90-9608-8595c4bfc39d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:01.736932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:01.737451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:01.738010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.738457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:01.738712 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae58e445-50e7-48b2-9e33-9620ff2fa79d admin admin] 10.222.0.25 "PUT /v2.0/routers/63bc1c54-5648-4958-b863-f42ea3d35a8f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7584581 Sep 22 17:00:01.739212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Bound port: 2254d8f7-021c-4d90-9608-8595c4bfc39d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:01.739621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.742820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:01.764058 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Sync routers for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:01.796076 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:01.798026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0175d4b4-64f7-4d21-a766-1bdedc4751c8,segment=NetworkSegment(d5377012-2fb1-47ec-b8c8-4b0cfe260780),segment_id=d5377012-2fb1-47ec-b8c8-4b0cfe260780)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:01.799795 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:01.821672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.901385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:01.905224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=8db5fdf0-5f92-4b38-aa31-d20787d50155,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:01.918441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:01.938010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.960151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 96079d55-0b4c-457d-863e-b03f665ef368 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:01.979360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 96079d55-0b4c-457d-863e-b03f665ef368 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:01.980125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:01.980704 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 17:00:02.026580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] For port 2254d8f7-021c-4d90-9608-8595c4bfc39d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:02.062141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f35d78-6bc4-4d3e-844b-2f366ee48876 None None] Pushing event updated for resources: {'Port': ['ID=0175d4b4-64f7-4d21-a766-1bdedc4751c8,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:02.071913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] For port 2254d8f7-021c-4d90-9608-8595c4bfc39d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2254d8f7-021c-4d90-9608-8595c4bfc39d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:02.082883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.139066 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:02.175588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Routers {'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:02.176229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:02.228229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.229304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ea71ef-4768-43b8-a0f5-092921f86fd3 None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:02.240304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.253775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Deleting port 2254d8f7-021c-4d90-9608-8595c4bfc39d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:02.254756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.303743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Deleting port 402a5cbf-7a25-4800-a5d5-daef70e7d847 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:02.304471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.355718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.360472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.361078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.361722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.362337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.362952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.363433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.364082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.364566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.365097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.369150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.369814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.370323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:02.388053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:02.397291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:02.404049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:02.413200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:02.582513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c34c060-69e2-4c6c-ad11-85631a4f67e1 None None] Pushing event updated for resources: {'Port': ['ID=2254d8f7-021c-4d90-9608-8595c4bfc39d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:02.622609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-adba5292-a314-4ebc-b082-c9b12535d62f None None] Provisioning complete for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:02.622937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-adba5292-a314-4ebc-b082-c9b12535d62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.623159 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-adba5292-a314-4ebc-b082-c9b12535d62f None None] Attempt 1 to provision port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 Sep 22 17:00:02.661012 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49'}], 'enable_snat': True}, 'gw_port_id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:59:58Z', 'revision_number': 5, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port': {'id': '402a5cbf-7a25-4800-a5d5-daef70e7d847', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:d5:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:02Z', 'updated_at': '2022-09-22T16:57:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:02.665566 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Checking router: 63bc1c54-5648-4958-b863-f42ea3d35a8f for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:02.667706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 96079d55-0b4c-457d-863e-b03f665ef368 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:02.668096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.675571 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Routers {'63bc1c54-5648-4958-b863-f42ea3d35a8f'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:02.676364 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['63bc1c54-5648-4958-b863-f42ea3d35a8f'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:02.763140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] Set router c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:02.867469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] For port 402a5cbf-7a25-4800-a5d5-daef70e7d847, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=402a5cbf-7a25-4800-a5d5-daef70e7d847,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:02.868011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.875888 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] Set router 63bc1c54-5648-4958-b863-f42ea3d35a8f gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:02.877270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] For port 2254d8f7-021c-4d90-9608-8595c4bfc39d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2254d8f7-021c-4d90-9608-8595c4bfc39d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:02.877758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:02.921917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 96079d55-0b4c-457d-863e-b03f665ef368, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96079d55-0b4c-457d-863e-b03f665ef368,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:02.952146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.020765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:03.021687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.044028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:03.050412 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T17:00:02Z', 'revision_number': 6, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:03.052436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.056167 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365c6570-4f34-4680-8241-59b1bb539246 None None] The sync data for ids ['63bc1c54-5648-4958-b863-f42ea3d35a8f'] in dv-neutron-858953-1-hyperv is: [{'id': '63bc1c54-5648-4958-b863-f42ea3d35a8f', 'name': 'tempest-ServersTestJSON-813303247-router', 'tenant_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T17:00:02Z', 'revision_number': 6, 'project_id': 'e63e5dc9424f44d49391f2b25cecf5e3', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:03.113481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:03.115491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Sync routers for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:03.117633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.167674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Calling delete_port for 402a5cbf-7a25-4800-a5d5-daef70e7d847 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:03.206063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Calling delete_port for 2254d8f7-021c-4d90-9608-8595c4bfc39d owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:03.343565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.362341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:03.363429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:03.368872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-84784342-372a-4a49-9dd7-fa76b11e946a tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.373668 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-84784342-372a-4a49-9dd7-fa76b11e946a tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 2.5151694 Sep 22 17:00:03.375262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-83117800-ca88-48b4-addd-5736acd88ea1 admin admin] 10.222.0.25 "PUT /v2.0/routers/1ac8b263-3e70-4e7f-bfaa-e4d63621a01e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7817626 Sep 22 17:00:03.380488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:03.381189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43562) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:03.427959 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-875f13f3-173f-4b76-920d-a2ecf794ae9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 5.7662342 Sep 22 17:00:03.463591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:03.493472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'fixed_ips': [{'subnet_id': '4cbfdde5-1e41-4cc7-b63f-9b0744677b99'}, {'subnet_id': '8db5fdf0-5f92-4b38-aa31-d20787d50155'}], 'name': 'tempest-PortsTestJSON-1826511358'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:03.546432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:03.550652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-adba5292-a314-4ebc-b082-c9b12535d62f None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:03.580837 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-70f09994-e1b4-4741-89ae-740d79ef5ae8 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "GET /v2.0/subnetpools/1e5271da-03de-4dd1-8a12-113e9998bae3 HTTP/1.1" status: 200 len: 731 time: 0.1943352 Sep 22 17:00:03.583558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.638595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:03.672192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d3fd3908-89eb-4b76-944b-233a28fe4324 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1708777132'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:03.690372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=d0100120-cadd-4942-860a-dcfb0bb3b98e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:03.715981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:03.737102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:03.903476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0175d4b4-64f7-4d21-a766-1bdedc4751c8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:04.032082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:04.038866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.047836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Checking segment: {'id': '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:04.048485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network hostable DHCP agents. Network: db3865ba-97b5-44bd-99d6-4bd4b9f2b216, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:04.108495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=e04e8d88-bbfd-454d-b1c3-3a04a8ab422c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:04.131320 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 37c05a7a-1461-456a-bd56-4bf5a0fc8c07 associated. External IP: 172.26.8.125, port: a7201932-3593-4f05-acd0-0071f2854457. Sep 22 17:00:04.139250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:04.157051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:04.160238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.168399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Update dhcp port {'port': {'network_id': '963b7029-e56c-4142-bd86-cfcb337e3c85', 'fixed_ips': [{'subnet_id': '4cbfdde5-1e41-4cc7-b63f-9b0744677b99', 'ip_address': '172.20.0.2'}, {'subnet_id': '8db5fdf0-5f92-4b38-aa31-d20787d50155'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '0175d4b4-64f7-4d21-a766-1bdedc4751c8'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:00:04.197729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:04.211054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:45Z', 'updated_at': '2022-09-22T16:59:53Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:50Z', 'updated_at': '2022-09-22T17:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:04.249806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, db3865ba-97b5-44bd-99d6-4bd4b9f2b216) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:04.253350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a0f9d0-fcbb-4552-ab2a-fb166b03d7ee None None] The sync data for ids ['c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f'] in dv-neutron-858953-1-hyperv is: [{'id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'name': 'tempest-snat-router-1488680189', 'tenant_id': '6329729ce47f40b2a849355b29eb59e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134'}], 'enable_snat': True}, 'gw_port_id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:45Z', 'updated_at': '2022-09-22T16:59:53Z', 'revision_number': 3, 'project_id': '6329729ce47f40b2a849355b29eb59e1', 'gw_port': {'id': '2254d8f7-021c-4d90-9608-8595c4bfc39d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:8a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 420, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:59:50Z', 'updated_at': '2022-09-22T17:00:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:04.259938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:04.260785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.286900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf432c4f-dd7a-41f8-b74b-1f1f11495a7e None None] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:04.305363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.319541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:04.319922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.320262 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 Sep 22 17:00:04.356648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d3fd3908-89eb-4b76-944b-233a28fe4324 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.361963 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d3fd3908-89eb-4b76-944b-233a28fe4324 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "PUT /v2.0/subnetpools/1e5271da-03de-4dd1-8a12-113e9998bae3 HTTP/1.1" status: 200 len: 684 time: 0.7151175 Sep 22 17:00:04.363296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:04.377230 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d874a819-3ecd-47c4-a55f-50a5636b138d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9937232 Sep 22 17:00:04.501634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:04.517551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:04.552325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-2044902857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:04.560304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Pushing event deleted for resources: {'Port': ['ID=402a5cbf-7a25-4800-a5d5-daef70e7d847,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:04.565156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 96079d55-0b4c-457d-863e-b03f665ef368 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:04.565872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.650917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:04.664220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.664580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.664982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.665317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.665657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.666632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.666632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.666632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.666959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.670002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.670693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.670837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:04.710144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:router and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:04.723188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:04.754661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:04.779810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:04.863816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.923076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.944410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.945011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:04.961979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Port': ['ID=2254d8f7-021c-4d90-9608-8595c4bfc39d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:05.009384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.026839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:05.029409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96079d55-0b4c-457d-863e-b03f665ef368 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:05.066312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Deleting port c209a801-88f7-4c9c-8186-f935a973c3f2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:05.066667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.082966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:05.187502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133'}], 'enable_snat': True}, 'gw_port_id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T16:59:57Z', 'revision_number': 5, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port': {'id': 'c209a801-88f7-4c9c-8186-f935a973c3f2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:1a:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T16:57:01Z', 'updated_at': '2022-09-22T16:57:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.258318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Checking router: 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:05.304973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-db3865ba-97b5-44bd-99d6-4bd4b9f2b216', 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': 'e04e8d88-bbfd-454d-b1c3-3a04a8ab422c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:05.306327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.346914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.347508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ef3ff73-21c0-4d97-a404-6da7f80d9e52 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.349834 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ef3ff73-21c0-4d97-a404-6da7f80d9e52 tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "DELETE /v2.0/subnetpools/1e5271da-03de-4dd1-8a12-113e9998bae3 HTTP/1.1" status: 204 len: 168 time: 0.9752603 Sep 22 17:00:05.357347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43584) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:05.374693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Routers {'1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:05.375743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.379724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.390451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.405654 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b7a1a441-470d-4b2a-b8e8-a62615e48b9f tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] show failed (client error): The resource could not be found. Sep 22 17:00:05.407488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7a1a441-470d-4b2a-b8e8-a62615e48b9f tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "GET /v2.0/subnetpools/1e5271da-03de-4dd1-8a12-113e9998bae3 HTTP/1.1" status: 404 len: 346 time: 0.0489106 Sep 22 17:00:05.418030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port 96079d55-0b4c-457d-863e-b03f665ef368, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96079d55-0b4c-457d-863e-b03f665ef368,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:05.418903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.425029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:05.438084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.532942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.555530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Allocated IP 172.20.0.18 (963b7029-e56c-4142-bd86-cfcb337e3c85/8db5fdf0-5f92-4b38-aa31-d20787d50155/0175d4b4-64f7-4d21-a766-1bdedc4751c8) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:05.612003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 96079d55-0b4c-457d-863e-b03f665ef368 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:05.661465 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-ab33d165-97be-4f97-8c25-b885a492376b tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] delete failed (client error): The resource could not be found. Sep 22 17:00:05.669508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ab33d165-97be-4f97-8c25-b885a492376b tempest-SubnetPoolsTestJSON-1332180953 tempest-SubnetPoolsTestJSON-1332180953-project] 10.222.0.25 "DELETE /v2.0/subnetpools/1e5271da-03de-4dd1-8a12-113e9998bae3 HTTP/1.1" status: 404 len: 346 time: 0.2361646 Sep 22 17:00:05.692386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:05.710054 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:05.727664 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:05.727664 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.821012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 96079d55-0b4c-457d-863e-b03f665ef368 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:05.821402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.821744 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 96079d55-0b4c-457d-863e-b03f665ef368 Sep 22 17:00:05.822257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.846126 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.853360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] Set router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:05.858356 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:05.859025 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.900134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 135ecad8-8296-424a-8028-aefa1252c22f yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:05.945786 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:05.946225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-071fcac1-132a-4028-9f8b-ceccfa8a1c0d None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:05.959258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.974057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.974852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63bc1c54-5648-4958-b863-f42ea3d35a8f {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:05.980818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.985147 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de6920ba-d107-44e1-9e16-10c85b053cea admin admin] 10.222.0.25 "DELETE /v2.0/routers/63bc1c54-5648-4958-b863-f42ea3d35a8f HTTP/1.1" status: 204 len: 168 time: 4.2418759 Sep 22 17:00:05.989990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:05.992002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.997770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:05.997770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b000659c-c344-4193-80fa-5e60f0b84710 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 1.4738951 Sep 22 17:00:06.012787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.013034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:06.066877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216', 'name': 'tempest-PortsIpV6TestJSON-1006632248'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:06.093891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T17:00:04Z', 'revision_number': 6, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:06.153567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-065cdf66-ca25-4f83-8673-cb0bb8725164 None None] The sync data for ids ['1ac8b263-3e70-4e7f-bfaa-e4d63621a01e'] in dv-neutron-858953-1-hyperv is: [{'id': '1ac8b263-3e70-4e7f-bfaa-e4d63621a01e', 'name': 'tempest-ServersTestManualDisk-478017628-router', 'tenant_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:57:00Z', 'updated_at': '2022-09-22T17:00:04Z', 'revision_number': 6, 'project_id': 'ef5d3725ae2e45128ae6750e1734aba7', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:06.161161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Allocated IP 2001:db8::2 (db3865ba-97b5-44bd-99d6-4bd4b9f2b216/e04e8d88-bbfd-454d-b1c3-3a04a8ab422c/2e96c588-aa5e-43c4-8ebb-e776e8ac475c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:06.218930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] For port c209a801-88f7-4c9c-8186-f935a973c3f2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c209a801-88f7-4c9c-8186-f935a973c3f2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:06.226605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.237213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.237990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:06.272514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:06.276958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:06.280530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:06.294569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Deleting subnet 7fcbb0e6-7010-446a-9ba1-098684708409 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:06.295604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:06.307759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:06.329380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:06.333073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.348122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.416150 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a2dbfbe-e1c5-4867-9690-976bd3d5ec34 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 11.4229035 Sep 22 17:00:06.422023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:06.426699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=96079d55-0b4c-457d-863e-b03f665ef368,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:06.549271 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c981850-101c-45bd-a61f-7c621267acd0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/floatingips/37c05a7a-1461-456a-bd56-4bf5a0fc8c07 HTTP/1.1" status: 200 len: 977 time: 0.1205463 Sep 22 17:00:06.550278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:06.551583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:06.628899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.723412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0175d4b4-64f7-4d21-a766-1bdedc4751c8,segment=NetworkSegment(d5377012-2fb1-47ec-b8c8-4b0cfe260780),segment_id=d5377012-2fb1-47ec-b8c8-4b0cfe260780)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:06.746304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 96079d55-0b4c-457d-863e-b03f665ef368 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:06.873484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b1d2bdfa-5039-456e-b6cf-187cd99ddf4a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:06.924036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:06.930857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Calling delete_port for c209a801-88f7-4c9c-8186-f935a973c3f2 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:06.989151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: b1d2bdfa-5039-456e-b6cf-187cd99ddf4a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:06.989502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b1d2bdfa-5039-456e-b6cf-187cd99ddf4a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:06.989923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 402a5cbf-7a25-4800-a5d5-daef70e7d847 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:07.051756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 402a5cbf-7a25-4800-a5d5-daef70e7d847 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:07.052103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 402a5cbf-7a25-4800-a5d5-daef70e7d847 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:07.054109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Transition to ACTIVE for port object 0175d4b4-64f7-4d21-a766-1bdedc4751c8 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:07.061905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.134971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.147763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.149259 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa2af93f-af5e-4618-a30d-8d9891d510c0 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/routers/c6f6170d-8cb5-4725-b20e-4d0ea3c7e45f HTTP/1.1" status: 204 len: 168 time: 6.9490652 Sep 22 17:00:07.221726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.251773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:07.275443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Pushing event updated for resources: {'Port': ['ID=0175d4b4-64f7-4d21-a766-1bdedc4751c8,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:07.303283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Transition to ACTIVE for port object 2e96c588-aa5e-43c4-8ebb-e776e8ac475c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:07.310043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.317226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.317627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.317924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.318261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.318598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.318928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.319248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.319576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.319900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.320706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.321316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.321316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-625a14c7-cb21-4175-9cd3-1f599c6a5211 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:07.347851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Transition to ACTIVE for port object 2e96c588-aa5e-43c4-8ebb-e776e8ac475c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:07.356585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.366528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:07.400983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.406798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Usage tracker for resource:security_group_rule and tenant:1d5ab1c3ee04483e9fee760053c7bca3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:07.411133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.430285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:07.435793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fffec05f-ddc6-46d9-a429-236e26de4309 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Synchronizing usage tracker for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:floatingip {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:07.461412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Pushing event deleted for resources: {'Port': ['ID=c209a801-88f7-4c9c-8186-f935a973c3f2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:07.478246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:07.478834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:07.490986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Pushing event updated for resources: {'Port': ['ID=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:07.494285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:07.497759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:07.694611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Attempting to bind port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:07.695040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Attempting to bind port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:07.695419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Attempting to bind port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c on network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:07.702234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:07.702665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Checking segment: {'id': '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:07.703211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.703617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Bound using segment: {'id': '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:07.704097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Bound port: 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'db3865ba-97b5-44bd-99d6-4bd4b9f2b216'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:07.704479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.737918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 12477ee2-1077-4d28-8b3a-4439244639a3 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:07.802656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:07.840946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 12477ee2-1077-4d28-8b3a-4439244639a3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:07.841466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 12477ee2-1077-4d28-8b3a-4439244639a3 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:07.842105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c209a801-88f7-4c9c-8186-f935a973c3f2 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:07.849258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::10c (db3865ba-97b5-44bd-99d6-4bd4b9f2b216/e04e8d88-bbfd-454d-b1c3-3a04a8ab422c/6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:07.899056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: c209a801-88f7-4c9c-8186-f935a973c3f2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:07.899612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c209a801-88f7-4c9c-8186-f935a973c3f2 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:07.919576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2254d8f7-021c-4d90-9608-8595c4bfc39d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:07.969613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2254d8f7-021c-4d90-9608-8595c4bfc39d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:07.970352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2254d8f7-021c-4d90-9608-8595c4bfc39d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:08.007027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] For port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:08.010720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] For port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,segment=NetworkSegment(6db1bcd6-8a73-4a07-8abe-3e6ff3d79066),segment_id=6db1bcd6-8a73-4a07-8abe-3e6ff3d79066)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:08.016670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.057088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fffec05f-ddc6-46d9-a429-236e26de4309 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Unset dirty status for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:floatingip {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:08.059269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fffec05f-ddc6-46d9-a429-236e26de4309 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 1.4682300 Sep 22 17:00:08.080182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:08.086606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.092021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.095776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': 'a8c3ee54-c2ab-4d83-8864-a15021c465a6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:08.113700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8da2146-a3ac-4e46-acfd-b39d027d39cd None None] Pushing event updated for resources: {'Port': ['ID=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:08.147571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.148048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1ac8b263-3e70-4e7f-bfaa-e4d63621a01e {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:08.151766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.11 (963b7029-e56c-4142-bd86-cfcb337e3c85/4cbfdde5-1e41-4cc7-b63f-9b0744677b99/135ecad8-8296-424a-8028-aefa1252c22f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:08.164794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.30 (963b7029-e56c-4142-bd86-cfcb337e3c85/8db5fdf0-5f92-4b38-aa31-d20787d50155/135ecad8-8296-424a-8028-aefa1252c22f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:08.171716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-26ee2f7c-0980-47c3-86c2-0ef39380cae9 None None] Provisioning for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:08.180488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-26ee2f7c-0980-47c3-86c2-0ef39380cae9 None None] Provisioning complete for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:08.181136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26ee2f7c-0980-47c3-86c2-0ef39380cae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.182153 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-26ee2f7c-0980-47c3-86c2-0ef39380cae9 None None] Attempt 1 to provision port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 Sep 22 17:00:08.363479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.394765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.395935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af5f7634-6ba4-44e0-a2f4-988c97c7cd18 admin admin] 10.222.0.25 "DELETE /v2.0/routers/1ac8b263-3e70-4e7f-bfaa-e4d63621a01e HTTP/1.1" status: 204 len: 168 time: 5.0117171 Sep 22 17:00:08.412657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:08.418582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.530052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-26ee2f7c-0980-47c3-86c2-0ef39380cae9 None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:08.625034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Deleting subnet 5ac89454-2544-40ee-8f54-15ac4df0bf3f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:08.645351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.666243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.683728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.743828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.752187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:08.753944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.781915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.852935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fcbb0e6-7010-446a-9ba1-098684708409,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:08.859390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 135ecad8-8296-424a-8028-aefa1252c22f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:08.860882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:08.871008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db25e22-f5fb-4e5b-830c-266bba2946b0 None None] Network 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:08.878878 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c2647cd-8518-4986-b19a-aff20cc3941a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7fcbb0e6-7010-446a-9ba1-098684708409 HTTP/1.1" status: 204 len: 168 time: 2.8782115 Sep 22 17:00:08.884868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:09.060189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.061599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:09.172416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.186510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.206521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.230108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.320255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Deleting port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:09.320476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.351411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] DHCP port deletion for 4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:09.356562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Deleting port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:09.357518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.414533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0175d4b4-64f7-4d21-a766-1bdedc4751c8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:09.430144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:09.430765 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1d5ab1c3ee04483e9fee760053c7bca3&name=default HTTP/1.1" status: 200 len: 2979 time: 3.1148498 Sep 22 17:00:09.440923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:09.455460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43634) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:09.479377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:09.482399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:09.500720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Sync routers for ids ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:09.577772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=135ecad8-8296-424a-8028-aefa1252c22f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.607410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Routers {'0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:09.608679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:09.612043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf620a-23ec-4892-9d73-db595e0d9ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45793f6d-60e8-44b1-b6ff-95077b5e5f36,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.624128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.631137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.677004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:09.677700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.763348 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f613b69-5a90-4d32-a5e9-46da3488d6ea tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 6.2870388 Sep 22 17:00:09.768026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Deleting port ce06693b-7cda-4c75-8d6d-a014c03c2cb7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:09.768497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.777754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:09.785893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:09.790683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5ac89454-2544-40ee-8f54-15ac4df0bf3f HTTP/1.1" status: 204 len: 168 time: 1.3717453 Sep 22 17:00:09.790683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63f407d-cd80-48b5-933a-4dc8dd38dc82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ac89454-2544-40ee-8f54-15ac4df0bf3f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:09.796016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cbfdde5-1e41-4cc7-b63f-9b0744677b99'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:09.815220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43642) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:09.853664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c52907ed-81ec-48d1-b06e-8850e5afdc1c None None] Network c62c9778-b328-461a-9f01-4f922ce734bb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:09.867013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909acede-ec4c-4d70-bb1b-9171130a618b None None] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:09.972941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] For port 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=020d3638-82fc-4efe-b6e6-94dc4a32fee4,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:09.973559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.039030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.078657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Set router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:10.105337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.124683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Calling delete_port for 020d3638-82fc-4efe-b6e6-94dc4a32fee4 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:10.236482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:10.236985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.238034 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 Sep 22 17:00:10.292930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-31847835-e70b-4cb7-9a7d-47fb440840c0 None None] Provisioning for port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:10.300069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T17:00:05Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:10.322310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.326674 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-11b939c5-8d59-4463-a480-7dc93a045e6c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "PUT /v2.0/routers/0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5959079 Sep 22 17:00:10.346853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:10.383660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] No DVR routers for this DVR port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:10.397276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Checking router: 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:10.412713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.476321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Pushing event deleted for resources: {'Port': ['ID=020d3638-82fc-4efe-b6e6-94dc4a32fee4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:10.520383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:10.531146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:10.548450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.550636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:10.556180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:10.556941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.564628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Routers {'0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:10.565279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:10.569773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:10.677963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.701092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78f009-8857-490e-8c7e-b4489946ac33 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:10.702731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d78f009-8857-490e-8c7e-b4489946ac33 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:10.703476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d78f009-8857-490e-8c7e-b4489946ac33 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:10.712738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.720043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] For port ce06693b-7cda-4c75-8d6d-a014c03c2cb7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:10.720589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.764140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Provisioning for port 135ecad8-8296-424a-8028-aefa1252c22f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:10.780567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] For port 020d3638-82fc-4efe-b6e6-94dc4a32fee4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=020d3638-82fc-4efe-b6e6-94dc4a32fee4,segment=NetworkSegment(4d29d9aa-902b-43e9-a822-73051c6d299d),segment_id=4d29d9aa-902b-43e9-a822-73051c6d299d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:10.781229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.791423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f4ab4f1-e485-49c8-8ad7-0fc16e167c82']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:10.807760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Provisioning complete for port 135ecad8-8296-424a-8028-aefa1252c22f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:10.808231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.809309 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 1 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:10.809652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1d78f009-8857-490e-8c7e-b4489946ac33 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:10.815409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1d78f009-8857-490e-8c7e-b4489946ac33 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.4270110 Sep 22 17:00:10.816463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:10.834510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d29d9aa-902b-43e9-a822-73051c6d299d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:10.835107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d29d9aa-902b-43e9-a822-73051c6d299d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:10.853681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.906998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] Set router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:10.912793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.925836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:10.926298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:10.962182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Calling delete_port for ce06693b-7cda-4c75-8d6d-a014c03c2cb7 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:10.991765 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-357382d2-107c-450f-addd-21aaa824f3ea tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.9605415 Sep 22 17:00:11.010766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:11.033610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Deleting port f4a3cf66-09c0-4027-9da1-51aacea29650 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:11.034151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.103844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Calling delete_port for 020d3638-82fc-4efe-b6e6-94dc4a32fee4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:11.238861 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4d29d9aa-902b-43e9-a822-73051c6d299d resource provider aggregate not found Sep 22 17:00:11.287147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Delete allocated IP 172.20.0.30 (963b7029-e56c-4142-bd86-cfcb337e3c85/8db5fdf0-5f92-4b38-aa31-d20787d50155) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 17:00:11.291847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T17:00:05Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:11.292795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4d29d9aa-902b-43e9-a822-73051c6d299d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4d29d9aa-902b-43e9-a822-73051c6d299d found for delete ", "request_id": "req-a2bdca02-4a8e-40dc-a80a-1a257a02ecec"}]} Sep 22 17:00:11.339757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feaa435-0d9c-40cf-9979-56a388a567d9 None None] The sync data for ids ['0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658'] in dv-neutron-858953-1-hyperv is: [{'id': '0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658', 'name': 'tempest-NetworksTestDHCPv6-router-309513150', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T16:59:42Z', 'updated_at': '2022-09-22T17:00:05Z', 'revision_number': 3, 'project_id': 'db2fd3cc45b4460ebb33cef928480b45', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:11.340441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.345248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.356385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:11.397461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:11.398799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2e96c588-aa5e-43c4-8ebb-e776e8ac475c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:11.447607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f4ab4f1-e485-49c8-8ad7-0fc16e167c82,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:11.463055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:00:11.463424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:00:11.485647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e4d6e14-37d6-405b-8673-cfead3b97d69 admin admin] 10.222.0.25 "DELETE /v2.0/networks/4f4ab4f1-e485-49c8-8ad7-0fc16e167c82 HTTP/1.1" status: 204 len: 168 time: 2.5992289 Sep 22 17:00:11.523169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:11.529918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:11.530330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.530838 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c Sep 22 17:00:11.669222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.696545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Ignored duplicate provisioning block setup for port 135ecad8-8296-424a-8028-aefa1252c22f by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:00:11.704161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.756306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] DHCP port deletion for c62c9778-b328-461a-9f01-4f922ce734bb request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:11.792152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:11.792431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Deleting port f4a3cf66-09c0-4027-9da1-51aacea29650 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:11.792431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:11.888103 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 2 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:11.964106 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:00:11.968293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Deleting port 020d3638-82fc-4efe-b6e6-94dc4a32fee4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:11.968674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.018726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] In _notify_port_updated(), no bound segment for port 135ecad8-8296-424a-8028-aefa1252c22f on network 963b7029-e56c-4142-bd86-cfcb337e3c85 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:00:12.025047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:12.025922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.028137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/ports/135ecad8-8296-424a-8028-aefa1252c22f HTTP/1.1" status: 200 len: 920 time: 2.2457049 Sep 22 17:00:12.039534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43668) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:12.047649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '4cbfdde5-1e41-4cc7-b63f-9b0744677b99'}, {'subnet_id': '8db5fdf0-5f92-4b38-aa31-d20787d50155'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:12.049933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:12.050301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.087268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84187d27-d37e-4847-bfb7-d8b83a26f1b9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=135ecad8-8296-424a-8028-aefa1252c22f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:12.172292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-65f0894d-3129-4212-bbf5-dc131007a181 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e63e5dc9424f44d49391f2b25cecf5e3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3794599 Sep 22 17:00:12.178189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:12.207240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ba96861c-08e7-40fb-867d-8ec9e07a665f None None] The port '020d3638-82fc-4efe-b6e6-94dc4a32fee4' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:00:12.237281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:12.301660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,segment=NetworkSegment(6db1bcd6-8a73-4a07-8abe-3e6ff3d79066),segment_id=6db1bcd6-8a73-4a07-8abe-3e6ff3d79066)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:12.332294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 7ff69876-b7f2-4acc-a025-2a8aad736562 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:12.337753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.457551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] For port f4a3cf66-09c0-4027-9da1-51aacea29650, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f4a3cf66-09c0-4027-9da1-51aacea29650,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:12.457551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.520013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f4a3cf66-09c0-4027-9da1-51aacea29650 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:12.529373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.601477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.604741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.613742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.627091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.660060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.709118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] For port f4a3cf66-09c0-4027-9da1-51aacea29650, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f4a3cf66-09c0-4027-9da1-51aacea29650,segment=NetworkSegment(98aa6b22-26ca-419a-86c7-86bebd805798),segment_id=98aa6b22-26ca-419a-86c7-86bebd805798)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:12.709662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.715602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Calling delete_port for f4a3cf66-09c0-4027-9da1-51aacea29650 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:12.742900 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 3 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:12.805213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.838271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=949ecb95-6862-4ddd-9b6a-4e138538ef61,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:12.845726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45793f6d-60e8-44b1-b6ff-95077b5e5f36,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:12.855521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:12.856706 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e343d7da-e6f5-441f-a6a2-4628421eac8d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/949ecb95-6862-4ddd-9b6a-4e138538ef61 HTTP/1.1" status: 204 len: 168 time: 0.6769481 Sep 22 17:00:12.903605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event deleted for resources: {'Port': ['ID=ce06693b-7cda-4c75-8d6d-a014c03c2cb7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.073934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Calling delete_port for f4a3cf66-09c0-4027-9da1-51aacea29650 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:13.077182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.28 (963b7029-e56c-4142-bd86-cfcb337e3c85/8db5fdf0-5f92-4b38-aa31-d20787d50155/135ecad8-8296-424a-8028-aefa1252c22f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:13.114739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.174296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.314658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:13.351313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.355968 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f58508a-22d0-4638-9a74-0d35ae5488f2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/45793f6d-60e8-44b1-b6ff-95077b5e5f36 HTTP/1.1" status: 204 len: 168 time: 3.8885584 Sep 22 17:00:13.381714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f4a3cf66-09c0-4027-9da1-51aacea29650 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:13.382332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.398788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.438359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 135ecad8-8296-424a-8028-aefa1252c22f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:13.443107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.497994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:13.571876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 020d3638-82fc-4efe-b6e6-94dc4a32fee4 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:13.580669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.652200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 020d3638-82fc-4efe-b6e6-94dc4a32fee4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:13.653101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 020d3638-82fc-4efe-b6e6-94dc4a32fee4 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:13.653690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96079d55-0b4c-457d-863e-b03f665ef368 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:13.676092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.694760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:00:13.702500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:00:13.726065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 96079d55-0b4c-457d-863e-b03f665ef368 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:13.726711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96079d55-0b4c-457d-863e-b03f665ef368 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:13.793743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Pushing event deleted for resources: {'Port': ['ID=f4a3cf66-09c0-4027-9da1-51aacea29650,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.815891 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 4 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:13.859782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=135ecad8-8296-424a-8028-aefa1252c22f,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:13.897459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] No DVR routers for this DVR port f4a3cf66-09c0-4027-9da1-51aacea29650 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:13.935011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] In _notify_port_updated(), no bound segment for port 135ecad8-8296-424a-8028-aefa1252c22f on network 963b7029-e56c-4142-bd86-cfcb337e3c85 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:00:13.944457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:13.948386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:13.949784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:13.954781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-620a5868-f7e0-4f61-a116-da736d375dd2 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/ports/135ecad8-8296-424a-8028-aefa1252c22f HTTP/1.1" status: 200 len: 1000 time: 1.9135983 Sep 22 17:00:13.955686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:14.036725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.053976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.055196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.055957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 135ecad8-8296-424a-8028-aefa1252c22f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:14.056432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.124003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.203994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Deleting port f4a3cf66-09c0-4027-9da1-51aacea29650 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:14.205533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.278058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.385941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.407087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.407595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94402fe1-308a-4af9-9d2e-3badbc7f154e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:14.472831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-95ed629e-216a-4b34-97ca-63f38d6e8d17 None None] The port 'f4a3cf66-09c0-4027-9da1-51aacea29650' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:00:14.477201 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 5 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:14.539415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.562052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c62c9778-b328-461a-9f01-4f922ce734bb']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:14.614501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98aa6b22-26ca-419a-86c7-86bebd805798') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:14.615281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98aa6b22-26ca-419a-86c7-86bebd805798') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:14.704865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.763714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.765190 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53adb037-226b-443e-9636-83e7a043d9f5 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "DELETE /v2.0/routers/94402fe1-308a-4af9-9d2e-3badbc7f154e HTTP/1.1" status: 204 len: 168 time: 7.5117548 Sep 22 17:00:14.770380 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 37c05a7a-1461-456a-bd56-4bf5a0fc8c07 associated. External IP: 172.26.8.125, port: a7201932-3593-4f05-acd0-0071f2854457. Sep 22 17:00:14.823702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.832875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:14.852875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.871480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2e96c588-aa5e-43c4-8ebb-e776e8ac475c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:14.874416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-585213762', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:14.922806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:14.923414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.970872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.974492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:14.975653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:14.976023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:14.976451 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c Sep 22 17:00:15.018711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43722) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:15.028629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:15.183966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:15.223538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 135ecad8-8296-424a-8028-aefa1252c22f owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:15.247328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:15.250603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:15.256912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:15.271754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98aa6b22-26ca-419a-86c7-86bebd805798 resource provider aggregate not found Sep 22 17:00:15.373481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=7ff69876-b7f2-4acc-a025-2a8aad736562,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:15.384690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.411924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fbcec8-fc0d-4cb3-a94e-df6bf869f383 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:15.429102 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98aa6b22-26ca-419a-86c7-86bebd805798 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98aa6b22-26ca-419a-86c7-86bebd805798 found for delete ", "request_id": "req-295b1ada-4ec1-4385-a042-da98d808da48"}]} Sep 22 17:00:15.439603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.440670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.546130 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a00f9a4a-4831-420a-9679-9b553d172bb6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7ff69876-b7f2-4acc-a025-2a8aad736562 HTTP/1.1" status: 204 len: 168 time: 4.6255770 Sep 22 17:00:15.554073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:15.579957 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 6 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:15.606569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.658222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.690466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:15.727138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=135ecad8-8296-424a-8028-aefa1252c22f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:15.779157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.793636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-970805031-network', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:15.825066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] Pushing event deleted for resources: {'Network': ['ID=c62c9778-b328-461a-9f01-4f922ce734bb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:15.832537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:15.847151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Usage tracker for resource:network and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:15.851179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:15.859266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:15.870398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.955451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.961017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:15.972188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Deleting port f83d0952-5a7c-45e6-bd8d-c57e0107930a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:15.972906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:15.978764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a995121a-e360-4afc-a6d8-740ecd2814da tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/135ecad8-8296-424a-8028-aefa1252c22f HTTP/1.1" status: 204 len: 168 time: 2.0217175 Sep 22 17:00:15.982735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43748) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:16.006149 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b60e1ca-e85a-4a9e-bcce-d5bc67aac1ef admin admin] 10.222.0.25 "DELETE /v2.0/networks/c62c9778-b328-461a-9f01-4f922ce734bb HTTP/1.1" status: 204 len: 168 time: 6.1620188 Sep 22 17:00:16.054676 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2255ba8f-d510-4711-85d0-b688d081003d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:00:16.055444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2255ba8f-d510-4711-85d0-b688d081003d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:16.056142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Made reservation on behalf of a91a8e03b5a544d09963a21c378186c5 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:16.060854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.077219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2255ba8f-d510-4711-85d0-b688d081003d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:16.083472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2255ba8f-d510-4711-85d0-b688d081003d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/135ecad8-8296-424a-8028-aefa1252c22f HTTP/1.1" status: 404 len: 333 time: 0.0990167 Sep 22 17:00:16.084493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:16.224099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 8db5fdf0-5f92-4b38-aa31-d20787d50155 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:16.224339 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Attempt 7 to provision port 135ecad8-8296-424a-8028-aefa1252c22f Sep 22 17:00:16.228862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.304367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.310475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2a5d4e78-c306-4efe-a2d6-27d63d84e52c None None] Port 135ecad8-8296-424a-8028-aefa1252c22f was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:16.475375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.508728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.512373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f83d0952-5a7c-45e6-bd8d-c57e0107930a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:16.602353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Provisioning for port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:16.605140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43766) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:16.619266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f83d0952-5a7c-45e6-bd8d-c57e0107930a,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:16.619918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.628463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Provisioning complete for port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:16.629303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.629784 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 1 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:16.647309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:16.744024 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b3fe651-22b3-454c-abe0-79bebea55d2b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef5d3725ae2e45128ae6750e1734aba7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1364584 Sep 22 17:00:16.748516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:16.753050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Usage tracker for resource:security_group_rule and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:16.759763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:16.764646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.767998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.772803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:16.779682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.790320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbe2f5a6-5b94-4658-8b06-b12e9f8397e2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:16.793861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:16.798437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.826603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:16.828679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Calling delete_port for f83d0952-5a7c-45e6-bd8d-c57e0107930a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:16.836377 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/8db5fdf0-5f92-4b38-aa31-d20787d50155 HTTP/1.1" status: 204 len: 168 time: 0.7506027 Sep 22 17:00:16.838887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:16.849647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db71f2b0-b495-4b18-ad43-f5e9b668575f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=8db5fdf0-5f92-4b38-aa31-d20787d50155,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:16.904827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b1a9ac4-4fc2-4eef-9b7a-c09a150aeb4a None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:16.937705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 4cbfdde5-1e41-4cc7-b63f-9b0744677b99 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:16.952432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.036151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:17.047456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.056594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f83d0952-5a7c-45e6-bd8d-c57e0107930a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:17.057318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.080123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.113826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.124926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f83d0952-5a7c-45e6-bd8d-c57e0107930a,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:17.131973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.133045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce06693b-7cda-4c75-8d6d-a014c03c2cb7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:17.187190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.215556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.217430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dc74674a-71c3-4808-975d-549705305498 HTTP/1.1" status: 204 len: 168 time: 0.4678662 Sep 22 17:00:17.222583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834da1bb-fb56-45f0-887e-7d6e6aa8ccb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc74674a-71c3-4808-975d-549705305498,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.225831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ce06693b-7cda-4c75-8d6d-a014c03c2cb7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:17.234146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce06693b-7cda-4c75-8d6d-a014c03c2cb7 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:17.265170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:00:17.265600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:00:17.348184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f83d0952-5a7c-45e6-bd8d-c57e0107930a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.356555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.445457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbe2f5a6-5b94-4658-8b06-b12e9f8397e2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:17.450369 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbe2f5a6-5b94-4658-8b06-b12e9f8397e2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.8422549 Sep 22 17:00:17.468040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:17.468636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43782) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:17.478155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.542649 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 2 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:17.677246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1608485234', 'description': 'tempest-secgroup-smoke-1608485234 description', 'project_id': '38426a02657341308c90f08bcd75fe81'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:17.686301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.693049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:17.705245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:17.767909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Deleting port f83d0952-5a7c-45e6-bd8d-c57e0107930a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:17.768233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.770047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:17.797669 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:17.849182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.852841 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:17.854219 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:17.860462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.863503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.899038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:17.952513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:17.966980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=4cbfdde5-1e41-4cc7-b63f-9b0744677b99,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:17.973002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:18.067771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.077494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:18.094859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdc34d3d-e5dc-4448-82c7-184ca9039249 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/4cbfdde5-1e41-4cc7-b63f-9b0744677b99 HTTP/1.1" status: 204 len: 168 time: 1.2442403 Sep 22 17:00:18.104335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:18.108214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43790) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:18.139868 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:18.182846 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:18.184707 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:18.210710 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 3 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:18.361596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.366060 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:18.366715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-975b22fe-f5dd-461e-9691-b4376e36982c None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:18.400670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.402992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.413318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.424139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e422ca53-7a36-48db-b24b-ae7670930202,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.427078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:18.442173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:18.443836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.444183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Added segment 0799d853-3fde-4f11-af12-2413a6e1c2ff of type vlan for network d8a44100-4b73-404b-a555-3c82358d4934 Sep 22 17:00:18.445893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:18.456491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:18.479520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.481213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Fanout notify agent at l3_agent the message router_deleted on router 0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:18.492514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.566739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:18.601924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.609437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6768ce54-04ea-4073-a735-2caaf4cba2db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/routers/0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 HTTP/1.1" status: 204 len: 168 time: 1.1369843 Sep 22 17:00:18.615297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:18.659876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] For port f83d0952-5a7c-45e6-bd8d-c57e0107930a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f83d0952-5a7c-45e6-bd8d-c57e0107930a,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:18.659876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.753643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060a101a-8271-4a53-b880-b5c29ea71cea None None] Network 963b7029-e56c-4142-bd86-cfcb337e3c85 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:18.756398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.765650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.785460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:18.802445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:18.815656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:18.837076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:18.840568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:18.842523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1373fe63-4555-436c-9311-dd19c6877937,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:18.881528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Calling delete_port for f83d0952-5a7c-45e6-bd8d-c57e0107930a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:18.891682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07f840f-6423-42d7-b896-e4677dff2dba tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:18.893778 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f07f840f-6423-42d7-b896-e4677dff2dba tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2774138 Sep 22 17:00:18.897997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43812) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:19.055061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:19.055401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.074080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.082845 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 4 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:19.101382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.113039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.153321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:19.180432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.181847 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7084150 Sep 22 17:00:19.184909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:19.193385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:19.213150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.231732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:19.257868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:19.262683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351c340-20ad-4635-8610-aaeb03bd7e85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70a0b7ee-ecf9-495d-a996-6769cca653c3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:19.274841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:19.287798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97a1ad83-a908-49ba-8193-a76fde1314e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:19.299493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97a1ad83-a908-49ba-8193-a76fde1314e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3991466 Sep 22 17:00:19.305185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:19.318356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:19.340710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:19.427191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.515674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] Pushing event deleted for resources: {'Port': ['ID=f83d0952-5a7c-45e6-bd8d-c57e0107930a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:19.519114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae1c93-ae4b-419f-a623-90b58590fab3 None None] No DVR routers for this DVR port f83d0952-5a7c-45e6-bd8d-c57e0107930a on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:19.525731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.526742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:19.527369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.529259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] DHCP port deletion for 963b7029-e56c-4142-bd86-cfcb337e3c85 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:19.544741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Deleting port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:19.545443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.553514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aa028f89-a451-4149-a494-a71bb06bc53f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:19.557841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.561140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.610402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aa028f89-a451-4149-a494-a71bb06bc53f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:router {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:19.614166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa028f89-a451-4149-a494-a71bb06bc53f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2912045 Sep 22 17:00:19.631159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43834) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:19.643073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:19.689962 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 5 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:19.809347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:19.815162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:19.818966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:19.826342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:19.845250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:19.850192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.892474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:19.926427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.934198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.982464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:19.983669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7837760 Sep 22 17:00:19.990306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:19.996990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e177f6e-7d05-4e3c-a246-1c78b11c5fba tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=319e3034-4e15-4e29-8226-4c8d46922334,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:20.003417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:20.015983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:20.026821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:20.032545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:20.041566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:20.075778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0175d4b4-64f7-4d21-a766-1bdedc4751c8,segment=NetworkSegment(d5377012-2fb1-47ec-b8c8-4b0cfe260780),segment_id=d5377012-2fb1-47ec-b8c8-4b0cfe260780)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:20.077135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.094319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:20.159663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.225543 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.9823773 Sep 22 17:00:20.233334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:20.244322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43854) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:20.258863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Request body: {'subnet': {'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-970805031-subnet', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:20.264535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:20.269262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Usage tracker for resource:subnet and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:20.272230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:20.316122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:20.321993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:20.323398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1235fb6e-9950-4edd-8247-701f048a3cd7 admin admin] Pushing event updated for resources: {'Network': ['ID=d8a44100-4b73-404b-a555-3c82358d4934,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:20.327602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:20.332924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Usage tracker for resource:floatingip and tenant:e5f43b8232624354a062eddae366011f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:20.336399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:20.344228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:20.359953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.369524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.411250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.425361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Calling delete_port for 0175d4b4-64f7-4d21-a766-1bdedc4751c8 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:20.454132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.455357 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4627972 Sep 22 17:00:20.456134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Made reservation on behalf of a91a8e03b5a544d09963a21c378186c5 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:20.458464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.507234 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 6 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:20.535166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:20.549559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network d8a44100-4b73-404b-a555-3c82358d4934 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:20.562444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0175d4b4-64f7-4d21-a766-1bdedc4751c8 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:20.751660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 0175d4b4-64f7-4d21-a766-1bdedc4751c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0175d4b4-64f7-4d21-a766-1bdedc4751c8,segment=NetworkSegment(d5377012-2fb1-47ec-b8c8-4b0cfe260780),segment_id=d5377012-2fb1-47ec-b8c8-4b0cfe260780)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:20.752530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.801767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:20.809540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:20.819897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:20.822289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfba11a-863b-4d20-9a78-f6fcced18646 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=955fd35d-d40e-4106-ab8b-8f9db9167e0b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:20.862105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:20.876885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:00:20.878085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:20.898565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.903463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:20.905754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:20.906233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.920264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:20.974427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Allocated IP 172.26.8.171 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/56a9b7f7-9cb7-44a4-b88a-34f4cb366ffc) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:20.988208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 0175d4b4-64f7-4d21-a766-1bdedc4751c8 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:20.990474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:20.997590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:21.012644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:21.013247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.013619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] Pushing event deleted for resources: {'Port': ['ID=0175d4b4-64f7-4d21-a766-1bdedc4751c8,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.022468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd7c5b9-5971-4783-81dd-aaafa0cf5f1f None None] No DVR routers for this DVR port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:21.047299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.067167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=623c8ce2-60cd-4337-b59a-2bc13b0ca330,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.088216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f037436e-131b-4696-a531-204302fb590f None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:21.117453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:21.144634 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d8594a4-df8c-4c21-9033-4bea27cb9e3f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.5119286 Sep 22 17:00:21.145641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:21.158038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:21.189789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.206077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:21.248076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:21.249673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:21.324108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:21.335255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:21.342802 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 7 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:21.345086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:21.358869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:21.391696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:21.430097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:21.434323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.459659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.486974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:21.488074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:21.515811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.529166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:00:21.529752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:00:21.530950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:21.559568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.563315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.580076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.581089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.607978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:21.616711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:21.617610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-331a4767-dd44-4814-b34d-91ddf7ec6245 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:21.621275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.626057 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66aadc9e-4ac9-45ec-9fb3-c163c8d9b1b1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/37c05a7a-1461-456a-bd56-4bf5a0fc8c07 HTTP/1.1" status: 200 len: 979 time: 13.5425270 Sep 22 17:00:21.635149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.638976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:21.692896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e56523-5669-4b77-8214-a48b3646a7c5,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.701243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:21.768157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.790844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '623c8ce2-60cd-4337-b59a-2bc13b0ca330'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:21.792029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.827241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.828009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.829254 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91158733-8ebb-489f-9da0-5db0d50ede3c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2755275 Sep 22 17:00:21.849568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ae8c285-cbaa-4f4f-b240-790963d5882f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:21.860544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43874) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:21.865603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:21.873828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:21.886575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:21.891121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:21.907349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:21.912399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:21.915417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:21.915603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:21.922843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Checking segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:21.923256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Network hostable DHCP agents. Network: d8a44100-4b73-404b-a555-3c82358d4934, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:21.948530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:21.957828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:21.975691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:22.077216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Allocated IP 2001:db8::f816:3eff:fe57:9891 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/623c8ce2-60cd-4337-b59a-2bc13b0ca330/3f065a84-14fd-4332-8f22-7cbe60d9a3f0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:22.090767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 0175d4b4-64f7-4d21-a766-1bdedc4751c8 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:22.091117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.125442 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 8 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:22.134071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event updated for resources: {'Port': ['ID=56a9b7f7-9cb7-44a4-b88a-34f4cb366ffc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:22.136486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.205609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] The port '0175d4b4-64f7-4d21-a766-1bdedc4751c8' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:00:22.218450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Network d8a44100-4b73-404b-a555-3c82358d4934 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:22.272462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Allocated IP 172.26.8.231 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/d9376812-8716-489c-8977-4452c70e1528) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:22.298771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:22.350708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-92baa4fd-b20f-4b61-aa6a-96caca17f121 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.408792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, d8a44100-4b73-404b-a555-3c82358d4934) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:22.420938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad347de7-7c78-404d-be43-6e5ab701cee7 None None] Network d8a44100-4b73-404b-a555-3c82358d4934 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:22.487103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:22.487822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.519282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.529968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.566674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.593591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Transition to ACTIVE for port object 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:22.604675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['963b7029-e56c-4142-bd86-cfcb337e3c85']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:22.611829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.612249 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 37c05a7a-1461-456a-bd56-4bf5a0fc8c07 disassociated. External IP: 172.26.8.125, port: a8c3ee54-c2ab-4d83-8864-a15021c465a6. Sep 22 17:00:22.631804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Transition to ACTIVE for port object 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:22.632380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5377012-2fb1-47ec-b8c8-4b0cfe260780') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:22.632713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5377012-2fb1-47ec-b8c8-4b0cfe260780') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:22.650014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.657805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Router 1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:00:22.668436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.744559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:22.754799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:22.760223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:22.811778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.828203 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 9 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:22.835661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:22.836067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:22.971017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Pushing event updated for resources: {'Port': ['ID=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:22.994300 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cff132ed-a66d-4150-b0c2-a2b60c8c3ee2 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.7474043 Sep 22 17:00:23.007558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43880) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:23.017948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.023742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:23.029946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-d8a44100-4b73-404b-a555-3c82358d4934', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:23.030927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.048668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:23.063259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.124051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:23.126241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Attempting to bind port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:23.127021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Attempting to bind port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:23.127021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Attempting to bind port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:23.143920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:23.144475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:23.144978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.146867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:23.146867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Bound port: 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:23.151615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.154181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Usage tracker for resource:router and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:23.207115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:23.243008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:23.252063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06efa8e9-f388-460d-bacd-d33686cc1639,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.273942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.275348 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe30489a-afdc-4a5d-943a-be26157ea7cf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4137027 Sep 22 17:00:23.281335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Allocated IP 172.20.0.2 (d8a44100-4b73-404b-a555-3c82358d4934/7ae8c285-cbaa-4f4f-b240-790963d5882f/e3ec01a9-0d85-4f1d-842e-0502dc185c4b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:23.282742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:23.297333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.301992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.303100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.327633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:23.383269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:23.388731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.391648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:23.408895 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] Sync routers for ids ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:23.415158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:23.423823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:23.426767 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] Routers {'1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:23.426982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:23.428185 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.439728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:23.486197 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d5377012-2fb1-47ec-b8c8-4b0cfe260780 resource provider aggregate not found Sep 22 17:00:23.495161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.497811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:23.498419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.509510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:23.510958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] For port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:23.531059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.554997 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.560364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] For port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:23.567413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.574970 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] Routers {'1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:23.576093 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T16:59:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.586603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.625498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=081bc93d-3418-4011-8719-356d3db65e8e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.640586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.644970 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d5377012-2fb1-47ec-b8c8-4b0cfe260780 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d5377012-2fb1-47ec-b8c8-4b0cfe260780 found for delete ", "request_id": "req-2fe2aeb2-c0a9-4645-b922-771a20fc71dc"}]} Sep 22 17:00:23.659004 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 10 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:23.661888 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Project 38426a02657341308c90f08bcd75fe81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:00:23.670557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=963b7029-e56c-4142-bd86-cfcb337e3c85,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.684979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba5b15-87de-4347-96fe-37c7065b1a31 None None] Pushing event updated for resources: {'Port': ['ID=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:23.705499 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4544e434-f6c9-49fb-844d-5efdf03a05f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/routers/1803e70b-2d63-46d9-ac1d-f338cd0dc8d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6743863 Sep 22 17:00:23.708624 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:23.709099 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0472db8e-3444-4615-b7f0-4d5d0326f6af None None] The sync data for ids ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:23.712029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be8b6616-266d-4327-bd3e-7d219711eecb tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/963b7029-e56c-4142-bd86-cfcb337e3c85 HTTP/1.1" status: 204 len: 168 time: 5.5939977 Sep 22 17:00:23.713511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43890) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:23.740858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.771485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Transition to ACTIVE for port object e3ec01a9-0d85-4f1d-842e-0502dc185c4b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:23.774629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:23.779267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:23.791387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Could not find standard attr ID for object 135ecad8-8296-424a-8028-aefa1252c22f. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:00:23.810925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Transition to ACTIVE for port object e3ec01a9-0d85-4f1d-842e-0502dc185c4b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:23.812844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Provisioning complete for port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:23.812844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.813597 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Attempt 1 to provision port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c Sep 22 17:00:23.818697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a70cf465-a5d9-4960-8569-b59d1dd42a4c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6626258 Sep 22 17:00:23.840027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:23.842005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.859730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:23.909359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:09:f6:bd', 'name': 'tempest-NetworksTestDHCPv6-138734042'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:23.945663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Network d8a44100-4b73-404b-a555-3c82358d4934 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:23.951190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:23.956225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:24.011779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Pushing event updated for resources: {'Port': ['ID=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:24.174479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07bf0257-917e-40d0-9efb-b6dfff01aead None None] Current status of the port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:24.205778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Attempting to bind port e3ec01a9-0d85-4f1d-842e-0502dc185c4b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:24.205778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Attempting to bind port e3ec01a9-0d85-4f1d-842e-0502dc185c4b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:24.205778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Attempting to bind port e3ec01a9-0d85-4f1d-842e-0502dc185c4b on network d8a44100-4b73-404b-a555-3c82358d4934 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:24.224036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 16, 59, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:24.224507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Checking segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:24.226284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.226284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Bound using segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:24.226284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Bound port: e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:24.226284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.345232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Provisioning complete for port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:24.345535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.345867 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 1 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:24.417854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73dd2cb3-fb7e-4acf-b47e-0c1379142202 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:24.418719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73dd2cb3-fb7e-4acf-b47e-0c1379142202 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:24.432372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:24.446270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac8b5ff-0785-4a00-8b20-bf9affc4a26d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:24.447562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ac8b5ff-0785-4a00-8b20-bf9affc4a26d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:24.458759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:24.464976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:24.474644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.479316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] For port e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:24.482098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.482346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:24.483972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] For port e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:24.487592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:24.497236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.518102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:24.565371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:24.581860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.604462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-73dd2cb3-fb7e-4acf-b47e-0c1379142202 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:24.607938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-73dd2cb3-fb7e-4acf-b47e-0c1379142202 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.7691135 Sep 22 17:00:24.681540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:24.686258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c96cdcc-21db-4b70-8099-d8a166dd7c80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:24.713203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43906) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:24.718243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ac8b5ff-0785-4a00-8b20-bf9affc4a26d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:24.723082 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ac8b5ff-0785-4a00-8b20-bf9affc4a26d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?device_id=1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 HTTP/1.1" status: 200 len: 989 time: 0.9431307 Sep 22 17:00:24.723271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fca15-737e-41de-9dce-92fc70049a87 None None] Pushing event updated for resources: {'Port': ['ID=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:24.735700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:24.776007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:24.918795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:24.959401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:24.961884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:24.986524 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 2 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:25.081223 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b77b7a7f-51a9-43d4-bcce-80a1d391ab96 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.3592596 Sep 22 17:00:25.083172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:25.090506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:25.096940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.102271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.125991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1691979811'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:25.153873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:25.158667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 2eff9703-a1bc-41c3-ad57-28b4d3f985bf yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:25.208216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:25.224431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:25.255594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:25.273398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Router 1405f855-1a37-4f4f-bee4-6e345741574e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:00:25.312222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Pushing event updated for resources: {'Port': ['ID=d9376812-8716-489c-8977-4452c70e1528,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:25.346399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.419978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.501508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b945b96f-011e-4dd0-921b-46d8176c4328,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:25.547233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.556023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:25.556900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28742c1-7b1e-4438-9203-4191a0a25d49 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:25.560277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.587761 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 3 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:25.719033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:25.754055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.754889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8b69569d-144d-49bf-9b1c-a82ab5e204e8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 2.4676654 Sep 22 17:00:25.768557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:25.778956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:25.789022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.798138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'security_group_rule': {'security_group_id': '70a0b7ee-ecf9-495d-a996-6769cca653c3', 'project_id': '38426a02657341308c90f08bcd75fe81', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:25.806617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:25.816088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.827839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.828388 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment 263d69a6-3357-48af-befc-d0c7be7dffbe of type vlan for network afe33b47-0522-450d-827a-71cf5b91f8be Sep 22 17:00:25.839588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f94118-3932-469c-b065-61d931cd78aa None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:25.887492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:25.931305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:25.953896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:25.968382 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] Sync routers for ids ['1405f855-1a37-4f4f-bee4-6e345741574e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:25.986529 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] Routers {'1405f855-1a37-4f4f-bee4-6e345741574e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:25.987398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1405f855-1a37-4f4f-bee4-6e345741574e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.009378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:security_group_rule and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:26.054212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:26.076434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 172.20.0.3 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/081bc93d-3418-4011-8719-356d3db65e8e/2eff9703-a1bc-41c3-ad57-28b4d3f985bf) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:26.078209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.087946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe09:f6bd (f3a9654d-3ae4-48af-9ca2-2c6331f26039/623c8ce2-60cd-4337-b59a-2bc13b0ca330/2eff9703-a1bc-41c3-ad57-28b4d3f985bf) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:26.088721 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] Routers {'1405f855-1a37-4f4f-bee4-6e345741574e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:26.089897 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1405f855-1a37-4f4f-bee4-6e345741574e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.148129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:26.172086 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.172882 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c537eab5-8cd7-4c6a-9e8c-19d04074b1a7 None None] The sync data for ids ['1405f855-1a37-4f4f-bee4-6e345741574e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:26.179851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:26.181270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.194472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-187a734a-f2f6-4cd9-b671-1bbb2acb0756 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/37c05a7a-1461-456a-bd56-4bf5a0fc8c07 HTTP/1.1" status: 200 len: 688 time: 4.5127678 Sep 22 17:00:26.222935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:26.246679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.264301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3937d80a-3551-4e3f-8e26-367a59fa616e None None] Network d8a44100-4b73-404b-a555-3c82358d4934 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:26.288879 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 4 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:26.313443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.342258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.348314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:26.349162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.353105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.354362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1769fd20-f8be-4cc4-ac02-3097071d0e5a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 11.5188186 Sep 22 17:00:26.374216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:26.389158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:26.400868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.422859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Project 38426a02657341308c90f08bcd75fe81 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:00:26.451977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:26.452769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.469898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.532447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:26.544088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3ec01a9-0d85-4f1d-842e-0502dc185c4b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:26.580351 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4887598 Sep 22 17:00:26.591398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:26.616937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f94118-3932-469c-b065-61d931cd78aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:26.616937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f94118-3932-469c-b065-61d931cd78aa None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:26.622080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:26.767573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ebb804-6270-48e2-bb59-2ae4f56721aa tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=afe33b47-0522-450d-827a-71cf5b91f8be,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:26.790692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network afe33b47-0522-450d-827a-71cf5b91f8be details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:26.863274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.875496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port d0100120-cadd-4942-860a-dcfb0bb3b98e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:26.876156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:26.926836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e3ec01a9-0d85-4f1d-842e-0502dc185c4b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:26.953879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:26.959461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '623c8ce2-60cd-4337-b59a-2bc13b0ca330', 'ip_address': '2001:db8::f816:3eff:fe57:9891'}, {'subnet_id': '081bc93d-3418-4011-8719-356d3db65e8e'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '3f065a84-14fd-4332-8f22-7cbe60d9a3f0'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:00:26.988725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 2eff9703-a1bc-41c3-ad57-28b4d3f985bf will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:26.997801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:27.019470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:27.033076 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 5 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:27.039667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:27.109269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.138644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:27.142554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.189235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:27.189790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.272960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.415445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Allocated IP 172.20.0.2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/081bc93d-3418-4011-8719-356d3db65e8e/3f065a84-14fd-4332-8f22-7cbe60d9a3f0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:27.438210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:27.449799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:27.465368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.465733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.474139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:27.490032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.528801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.609376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] For port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:27.639614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.654659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.660297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Ignored duplicate provisioning block setup for port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:00:27.665815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for d0100120-cadd-4942-860a-dcfb0bb3b98e owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:27.666232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.697211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.712101 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 6 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:27.771508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.785813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=2eff9703-a1bc-41c3-ad57-28b4d3f985bf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:27.845907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:27.846541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.870025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdf70a84-94f5-42c8-b306-cb7385362089,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:27.875588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:27.877268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:27.898203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dbfc0a-de4e-4713-8f34-67b407329676 None None] Pushing event updated for resources: {'Port': ['ID=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:27.906706 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b05640a7-9d32-410b-99de-0a9b10189efc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.0106342 Sep 22 17:00:27.910000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:27.950612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:27.998624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.004395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.013860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.018293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-05abffba-255e-45e2-80a0-68b2521439e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.2334814 Sep 22 17:00:28.029303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43938) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:28.035056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.099175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'network': {'name': 'tempest-network-smoke--89891554', 'project_id': '38426a02657341308c90f08bcd75fe81', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:28.157088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=6a13b0f7-d032-42b5-a916-e573627f05af,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:28.163418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:28.186474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': '263d69a6-3357-48af-befc-d0c7be7dffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:28.186830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: afe33b47-0522-450d-827a-71cf5b91f8be, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:28.223013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95b2bc-6b2f-4ae8-9bb8-7f74eec482f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:28.228877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db95b2bc-6b2f-4ae8-9bb8-7f74eec482f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:28.230491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-db95b2bc-6b2f-4ae8-9bb8-7f74eec482f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:28.254137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network afe33b47-0522-450d-827a-71cf5b91f8be is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:28.264743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:network and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:28.276744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-db95b2bc-6b2f-4ae8-9bb8-7f74eec482f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:28.278157 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db95b2bc-6b2f-4ae8-9bb8-7f74eec482f2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3673069 Sep 22 17:00:28.282232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, afe33b47-0522-450d-827a-71cf5b91f8be) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:28.284260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:28.292662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:28.293253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.293920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c124762-990d-40e5-b4d0-af8b06e8d024 None None] Network afe33b47-0522-450d-827a-71cf5b91f8be requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:28.331459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:28.393575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:28.429451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Pushing event updated for resources: {'Port': ['ID=d9376812-8716-489c-8977-4452c70e1528,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:28.441990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.449898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Allocated IP 172.26.8.67 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:28.470939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 2eff9703-a1bc-41c3-ad57-28b4d3f985bf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:28.471473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.500416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Made reservation on behalf of 38426a02657341308c90f08bcd75fe81 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:28.504589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.534991 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-283752e1-89e7-4e85-b2f8-680a93eba902 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9279253 Sep 22 17:00:28.543287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:28.558292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.574196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be', 'name': 'tempest-PortsTestJSON-895253005'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:28.611342 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 7 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:28.639059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:28.701888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.706067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60020b6b-920b-409e-aee8-992bc836e9f8 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6078219 Sep 22 17:00:28.709719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:28.721544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1475264001', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'fixed_ips': [{'ip_address': '172.26.8.231'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:28.739511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:28.752401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Usage tracker for resource:port and tenant:e5f43b8232624354a062eddae366011f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:28.758728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:28.763911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=d0100120-cadd-4942-860a-dcfb0bb3b98e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:28.796037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:28.838507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:28.855114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:28.866680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-afe33b47-0522-450d-827a-71cf5b91f8be', 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '6a13b0f7-d032-42b5-a916-e573627f05af'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:28.867748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.952967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.953549 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Added segment 32a9607a-e07d-4a74-b75f-c5f05bd46a08 of type vlan for network 073b8587-a90b-4891-b576-3e432ce032f8 Sep 22 17:00:28.957921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Made reservation on behalf of e5f43b8232624354a062eddae366011f for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:28.961138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:28.997732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.065924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Allocated IP 172.20.0.2 (afe33b47-0522-450d-827a-71cf5b91f8be/6a13b0f7-d032-42b5-a916-e573627f05af/0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:29.123305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:29.135010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Usage tracker for resource:security_group_rule and tenant:e5f43b8232624354a062eddae366011f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:29.148743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:29.162983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:29.169083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.173258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.183217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:29.183217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.221726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.253773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.255244 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8a5c47a8-cf00-47e2-9178-909d6e3fb7d9 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/37c05a7a-1461-456a-bd56-4bf5a0fc8c07 HTTP/1.1" status: 204 len: 168 time: 3.0107884 Sep 22 17:00:29.270835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:29.272815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43954) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:29.281293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.333296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.344538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Transition to ACTIVE for port object 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:29.356222 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 8 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:29.361161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:29.382583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f7eb0717-bf3b-45b5-929d-15005bd3689d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] delete failed (client error): The resource could not be found. Sep 22 17:00:29.387887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7eb0717-bf3b-45b5-929d-15005bd3689d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/37c05a7a-1461-456a-bd56-4bf5a0fc8c07 HTTP/1.1" status: 404 len: 345 time: 0.1099198 Sep 22 17:00:29.398998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43958) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:29.412202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Transition to ACTIVE for port object 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:29.424961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.462927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:29.468367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:29.474755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.497688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Network afe33b47-0522-450d-827a-71cf5b91f8be is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:29.501307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:29.506298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:29.517301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 2eff9703-a1bc-41c3-ad57-28b4d3f985bf owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:29.548641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:29.560643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Pushing event updated for resources: {'Port': ['ID=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:29.614318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port e7d4085d-a763-420b-bfb8-c14adaf9af4b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:29.635923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Attempting to bind port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:29.636299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Attempting to bind port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '263d69a6-3357-48af-befc-d0c7be7dffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:29.636701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Attempting to bind port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a on network afe33b47-0522-450d-827a-71cf5b91f8be {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:29.643395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:29.643839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Checking segment: {'id': '263d69a6-3357-48af-befc-d0c7be7dffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:29.644249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.644798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Bound using segment: {'id': '263d69a6-3357-48af-befc-d0c7be7dffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:29.645279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Bound port: 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '263d69a6-3357-48af-befc-d0c7be7dffbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:29.645657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.681720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.685662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.691067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:29.691709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.765936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.769527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] For port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:29.773775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] For port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,segment=NetworkSegment(263d69a6-3357-48af-befc-d0c7be7dffbe),segment_id=263d69a6-3357-48af-befc-d0c7be7dffbe)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:29.779994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.816589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.879711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ac448-41d2-4934-92ce-6647acc1d82d None None] Pushing event updated for resources: {'Port': ['ID=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:29.946324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:29.947328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.952525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.960342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:29.965003 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 9 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:29.979414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:29.982871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:30.012269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] device_id is not set on port b6931e51-b5ac-4c93-8850-15fff15f3bbd yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:30.034843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:30.085714 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.0488002 Sep 22 17:00:30.085714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeb3347-00ba-42ee-a371-c41bcde04076 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Network': ['ID=073b8587-a90b-4891-b576-3e432ce032f8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:30.119330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 073b8587-a90b-4891-b576-3e432ce032f8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:30.155022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:30.207539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Pushing event updated for resources: {'Port': ['ID=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:30.231014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:30.239055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'admin_state_up': True, 'project_id': '38426a02657341308c90f08bcd75fe81', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:30.264505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:30.279360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193e375b-5fcd-4be3-a777-6f7c9d158e92,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:30.291923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:router and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:30.302181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:30.309956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:30.316991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:30.317090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:30.318335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Synchronizing usage tracker for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:30.367701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:30.380168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.458810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router 1405f855-1a37-4f4f-bee4-6e345741574e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:30.472964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Unset dirty status for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:30.474602 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-785e55af-10d0-4254-a130-cb76426591ca tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/ports?network_id=1ba40d01-30eb-4c61-b04b-231a68f7efd2 HTTP/1.1" status: 200 len: 2358 time: 1.0735717 Sep 22 17:00:30.474807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=2eff9703-a1bc-41c3-ad57-28b4d3f985bf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:30.475433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.10 (afe33b47-0522-450d-827a-71cf5b91f8be/6a13b0f7-d032-42b5-a916-e573627f05af/e7d4085d-a763-420b-bfb8-c14adaf9af4b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:30.496396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:30.537840 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Attempt 10 to provision port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c Sep 22 17:00:30.548108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43966) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:30.581969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.583249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.646049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Port 6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:30.654016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d1ac3001-1b7b-482b-bb52-4e0c8a8b773f None None] Could not find standard attr ID for object 0175d4b4-64f7-4d21-a766-1bdedc4751c8. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:00:30.672258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:30.744436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6713074-f215-4eb1-87ba-9fa42e5c2977 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:30.746039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6713074-f215-4eb1-87ba-9fa42e5c2977 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/subnets/8a0a8b08-2a32-4966-93cc-18c8696b169a HTTP/1.1" status: 200 len: 797 time: 0.1969280 Sep 22 17:00:30.764719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:30.777236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'port': {'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2', 'name': 'tempest-FloatingIPTestJSON-270340292', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:30.791534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Provisioning for port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:30.810446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Provisioning complete for port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:30.811244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.811791 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Attempt 1 to provision port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 Sep 22 17:00:30.967177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Current status of the port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:30.967651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:30.989026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:31.012568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] For port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:31.014397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.015977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] Sync routers for ids ['1405f855-1a37-4f4f-bee4-6e345741574e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:31.022562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.032419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.043308 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 17:00:31.044041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:00:31.112295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Pushing event updated for resources: {'Port': ['ID=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:31.125753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] Routers {'1405f855-1a37-4f4f-bee4-6e345741574e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:31.126734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1405f855-1a37-4f4f-bee4-6e345741574e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:31.155167 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3bbea291-2ea4-431c-939b-d8d2fc635108 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 2.4439425 Sep 22 17:00:31.157193 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cee797e1-2706-486c-a9b2-a139ac775947 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/2eff9703-a1bc-41c3-ad57-28b4d3f985bf HTTP/1.1" status: 204 len: 168 time: 2.8711395 Sep 22 17:00:31.166589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:31.167147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43976) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:31.232748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:31.239097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Provisioning for port e3ec01a9-0d85-4f1d-842e-0502dc185c4b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:31.246833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Provisioning complete for port e3ec01a9-0d85-4f1d-842e-0502dc185c4b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:31.247433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.247861 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Attempt 1 to provision port e3ec01a9-0d85-4f1d-842e-0502dc185c4b Sep 22 17:00:31.285207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157706a-e93b-4b11-b1ca-fe3d12949309 None None] Network afe33b47-0522-450d-827a-71cf5b91f8be requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:31.347394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] Routers {'1405f855-1a37-4f4f-bee4-6e345741574e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:31.348642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1405f855-1a37-4f4f-bee4-6e345741574e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:31.429643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.433851 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e27733b4-77a2-4866-91ab-71d153825077 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "PUT /v2.0/routers/1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 200 len: 925 time: 5.0478370 Sep 22 17:00:31.475250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:31.475735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44699a52-e679-4e95-9e1c-948f6a6329ea None None] The sync data for ids ['1405f855-1a37-4f4f-bee4-6e345741574e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:31.499109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 43982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:31.620906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Deleting port d9376812-8716-489c-8977-4452c70e1528 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:31.620906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.647077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Current status of the port e3ec01a9-0d85-4f1d-842e-0502dc185c4b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:31.647617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.708933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.748211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] For port e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:31.755717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.804645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:31.806222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:31.808227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:31.809126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:31.810540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Could not find standard attr ID for object 2eff9703-a1bc-41c3-ad57-28b4d3f985bf. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:00:31.819425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.842607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe8d078-f1a5-4474-b5e4-1367a8573f1a None None] Pushing event updated for resources: {'Port': ['ID=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:31.852992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:31.857581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.862751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:31.865324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.933804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:31.934982 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4a2bfa9-8f4b-4819-99b3-37ec052b5f14 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.7643783 Sep 22 17:00:31.940787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:31.952158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Provisioning for port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:31.961176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Provisioning complete for port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:31.961565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:31.963040 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Attempt 1 to provision port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a Sep 22 17:00:32.025420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:32.125054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Current status of the port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:32.125747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.137854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.138188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.153944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:32.168191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] For port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,segment=NetworkSegment(263d69a6-3357-48af-befc-d0c7be7dffbe),segment_id=263d69a6-3357-48af-befc-d0c7be7dffbe)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:32.173951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.178736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object e7d4085d-a763-420b-bfb8-c14adaf9af4b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:32.242133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 081bc93d-3418-4011-8719-356d3db65e8e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:32.267895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ebade-53ec-4ec3-9dd6-af2f403751a4 None None] Pushing event updated for resources: {'Port': ['ID=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:32.302982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-237fadab-f5c0-4707-9c44-c24cae9b033e None None] Provisioning complete for port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:32.303448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-237fadab-f5c0-4707-9c44-c24cae9b033e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.303788 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-237fadab-f5c0-4707-9c44-c24cae9b033e None None] Attempt 1 to provision port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a Sep 22 17:00:32.311287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.346039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Calling delete_port for d9376812-8716-489c-8977-4452c70e1528 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:32.367326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-42fda0c3-15bb-4594-afb0-b8335f0e3495 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 200 len: 925 time: 0.8639624 Sep 22 17:00:32.373495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:32.446666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.456088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-237fadab-f5c0-4707-9c44-c24cae9b033e None None] Current status of the port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:32.482040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:32.483648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.564720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:32.564945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.565321 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a Sep 22 17:00:32.688694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d72d7a-7e17-42d5-adc8-c372ec0ab16e tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:32.692920 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82d72d7a-7e17-42d5-adc8-c372ec0ab16e tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=1405f855-1a37-4f4f-bee4-6e345741574e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3062565 Sep 22 17:00:32.697082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 43996) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:32.710824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:32.712472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:32.786388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.793606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:32.794253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.794732 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 Sep 22 17:00:32.819562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.871473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:32.959658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:32.961623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3ec01a9-0d85-4f1d-842e-0502dc185c4b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:33.055279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.060406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e3ec01a9-0d85-4f1d-842e-0502dc185c4b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:33.061037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.061486 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e3ec01a9-0d85-4f1d-842e-0502dc185c4b Sep 22 17:00:33.113871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Router 1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:33.122827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] device_id is not set on port e4be8727-9143-4fa8-9bb7-01ac4ec934d2 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:33.152131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9376812-8716-489c-8977-4452c70e1528,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:33.230845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e3ec01a9-0d85-4f1d-842e-0502dc185c4b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:33.279644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network afe33b47-0522-450d-827a-71cf5b91f8be is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:33.290789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.297652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:33.313920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:33.347764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.371214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=e7d4085d-a763-420b-bfb8-c14adaf9af4b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:33.436588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.462530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.507899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b088fca2-ac72-4294-9892-528566fc2d82 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:33.508515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b088fca2-ac72-4294-9892-528566fc2d82 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Synchronizing usage tracker for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:33.533904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=081bc93d-3418-4011-8719-356d3db65e8e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:33.543978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.551735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358b6bc7-deab-41e3-9a0f-2b748187f7cd None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:33.584281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.608387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:33.609162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.613695 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-118f02fa-d98a-4d14-b021-676277c2a11a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/081bc93d-3418-4011-8719-356d3db65e8e HTTP/1.1" status: 204 len: 168 time: 1.6718392 Sep 22 17:00:33.614951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:33.615824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.616778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44000) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:33.616979 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8881618c-1037-4dc5-82f5-d4deb31672b7 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099 tempest-ExternalNetworksAdminNegativeTestJSON-2142794099-project-admin] 10.222.0.25 "DELETE /v2.0/floatingips/77233daa-7634-446c-9a0f-22e27690b82c HTTP/1.1" status: 204 len: 168 time: 2.4487374 Sep 22 17:00:33.629843 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] Sync routers for ids ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:33.631178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b088fca2-ac72-4294-9892-528566fc2d82 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Unset dirty status for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:33.636701 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b088fca2-ac72-4294-9892-528566fc2d82 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.9332161 Sep 22 17:00:33.641003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44006) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:33.661022 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] Routers {'1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:33.667364 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.717922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Allocated IP 172.26.8.124 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/955048c1-e793-4977-b9a4-cb4c487243da) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:33.736817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Provisioning for port e7d4085d-a763-420b-bfb8-c14adaf9af4b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:33.746727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Provisioning complete for port e7d4085d-a763-420b-bfb8-c14adaf9af4b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:33.747188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:33.747575 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 1 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:33.820475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-67ebaf8f-0e44-4148-969d-64a2362f0f7f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/routers/1803e70b-2d63-46d9-ac1d-f338cd0dc8d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0373986 Sep 22 17:00:33.826144 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48f416a8-7781-4d86-b6e0-cdf02507112a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2638454 Sep 22 17:00:33.830894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44010) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:33.830894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:33.884489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fb86307-6e44-48fd-aabb-090d3f7056ab tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 200 len: 205 time: 0.2377720 Sep 22 17:00:33.885529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44018) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:33.890233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.915371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] Routers {'1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:33.916177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:33.942725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:33.945887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'afe33b47-0522-450d-827a-71cf5b91f8be', 'name': 'tempest-PortsTestJSON-520131601'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:34.047790 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:34.049044 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e79e1915-e7e4-4fb2-b0a5-7328c89795fb None None] The sync data for ids ['1803e70b-2d63-46d9-ac1d-f338cd0dc8d5'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:34.118424 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-933dca21-f92d-4bb7-b03b-a6860230ab35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 17:00:34.118971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-933dca21-f92d-4bb7-b03b-a6860230ab35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:34.121940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.126778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 623c8ce2-60cd-4337-b59a-2bc13b0ca330 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:34.151467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.158524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.321473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44024) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:34.356578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.444866 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 2 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:34.460032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:34.469043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:34.471637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:34.485839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-933dca21-f92d-4bb7-b03b-a6860230ab35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:34.489946 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-933dca21-f92d-4bb7-b03b-a6860230ab35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/6ceb2ec6-ea3b-4354-bdd9-c2288cc7a76c HTTP/1.1" status: 404 len: 333 time: 0.6499095 Sep 22 17:00:34.532254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:34.573108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:34.614308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.621774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=955048c1-e793-4977-b9a4-cb4c487243da,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:34.786774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:34.794643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.14 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/e4be8727-9143-4fa8-9bb7-01ac4ec934d2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:34.803640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.831289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.855695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:34.864755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.881573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:34.884929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.13 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/e4be8727-9143-4fa8-9bb7-01ac4ec934d2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:34.900052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:34.920873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Usage tracker for resource:security_group_rule and tenant:5a6706c010934cd1b0a4cb15f9c933b6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:34.926295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port 56a9b7f7-9cb7-44a4-b88a-34f4cb366ffc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:34.926623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:34.955331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:34.962777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:34.980225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:35.024996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Router 9199b050-a069-4534-98e1-1b80e4442241 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:00:35.074078 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 3 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:35.111129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:35.114578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.134275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:35.294669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.340750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.342225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 0b5b864b-9d7e-4034-af9a-12f22615acaa yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:35.374998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.392512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.490761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for 56a9b7f7-9cb7-44a4-b88a-34f4cb366ffc owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:35.544313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.618782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.619282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Fanout notify agent at l3_agent the message router_deleted on router 1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:35.636763 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 4 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:35.646254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.656817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.711103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:35.733446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.807222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=623c8ce2-60cd-4337-b59a-2bc13b0ca330,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:35.824451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a6706c010934cd1b0a4cb15f9c933b6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5002027 Sep 22 17:00:35.825166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b436e8-171f-4d78-8b7a-bb8efbb8e5ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baaed401-6b67-4cd3-b02f-093a65bfbb2b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:35.830101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:35.830488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9f56a3-0f35-4145-9814-91028e6a0e89 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:35.833890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44034) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:35.838001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.842960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40fad076-b225-4dcb-a7ed-4cdbf86cbb60 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/623c8ce2-60cd-4337-b59a-2bc13b0ca330 HTTP/1.1" status: 204 len: 168 time: 2.2113853 Sep 22 17:00:35.845140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.846368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c832a93-39f5-446d-a219-66db271dc7cc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/routers/1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 HTTP/1.1" status: 204 len: 168 time: 1.3104692 Sep 22 17:00:35.850411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44038) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:35.850742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:35.852182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.11 (afe33b47-0522-450d-827a-71cf5b91f8be/6a13b0f7-d032-42b5-a916-e573627f05af/0b5b864b-9d7e-4034-af9a-12f22615acaa) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:35.870820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Sync routers for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:35.896905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:35.954205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:35.955346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:36.123783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.146683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ad496ff-e4d4-4f01-98b7-1fb143e42c9a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2902341 Sep 22 17:00:36.153799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:36.157422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.158764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-65c21eeb-bcb2-43a8-924c-10649e5a287e admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 13.1460786 Sep 22 17:00:36.171242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:36.177960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:36.222120 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 5 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:36.308492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet e04e8d88-bbfd-454d-b1c3-3a04a8ab422c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:36.311518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:36.320201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.356795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:36.444140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.474540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.483285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.515435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.548907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:36.559321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Deleting port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:36.559852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.568694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.578433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=56a9b7f7-9cb7-44a4-b88a-34f4cb366ffc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:36.700353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:36.758242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:36.764357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:36.780044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=e4be8727-9143-4fa8-9bb7-01ac4ec934d2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:36.780874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:36.790423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:36.790635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:36.803710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:36.821997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.857531 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 6 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:36.916630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:30Z', 'revision_number': 3, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:36.925994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Checking router: 9199b050-a069-4534-98e1-1b80e4442241 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:36.926497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Updating router 9199b050-a069-4534-98e1-1b80e4442241 port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:36.931652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:36.961309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] For port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:36.961771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.001384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:37.001994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.013920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.029299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:37.033059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.043550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.050772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baaed401-6b67-4cd3-b02f-093a65bfbb2b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:37.103230 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8193a13-8212-40d9-b833-25d002fa78c5 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 6.3347163 Sep 22 17:00:37.103230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 0b5b864b-9d7e-4034-af9a-12f22615acaa will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:37.110336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44054) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:37.124639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'e4be8727-9143-4fa8-9bb7-01ac4ec934d2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:37.173217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Calling delete_port for 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:37.207834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.208473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.213953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.214651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:37.218395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:37.246527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.254429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.258016 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e43a173d-1265-495e-82d8-a01acd20c28c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/baaed401-6b67-4cd3-b02f-093a65bfbb2b HTTP/1.1" status: 204 len: 168 time: 1.4201615 Sep 22 17:00:37.277562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:floatingip and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:37.292072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.292072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router 1405f855-1a37-4f4f-bee4-6e345741574e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:00:37.314962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.319224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:37.324077 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb74604e-5a7c-4a4c-baaf-b6e9ad965f44 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 204 len: 168 time: 3.4366825 Sep 22 17:00:37.324427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44060) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:37.336915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.338846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=e04e8d88-bbfd-454d-b1c3-3a04a8ab422c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:37.347852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1512937088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:37.355124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:37.357537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.364105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:37.384098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:37.391148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:37.406610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:37.421132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cf3353-7aa5-4ec1-b77a-54df9b479dd5 None None] Network db3865ba-97b5-44bd-99d6-4bd4b9f2b216 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:37.444048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Router b36efef0-9a58-42dc-a021-4a3b27e8693b is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:00:37.456493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] Pushing event deleted for resources: {'Port': ['ID=3f065a84-14fd-4332-8f22-7cbe60d9a3f0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:37.461838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-155b92cc-d899-4090-a51e-d3f75e37ade5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e04e8d88-bbfd-454d-b1c3-3a04a8ab422c HTTP/1.1" status: 204 len: 168 time: 1.6035740 Sep 22 17:00:37.463387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.474960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:37.500141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.501216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.525378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.537027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b8258d-86e9-4da1-915e-81a0f87e9abd None None] No DVR routers for this DVR port 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:37.705566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:37.729520 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 7 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:37.789605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.817775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network afe33b47-0522-450d-827a-71cf5b91f8be is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:37.829869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:37.843081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:37.888439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.903724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:37.931797 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fdff1f40-48a7-4cdb-b76e-1fe4d8d2e02d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=e5f43b8232624354a062eddae366011f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2240868 Sep 22 17:00:37.943254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:37.943842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:37.944374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:37.956085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=0b5b864b-9d7e-4034-af9a-12f22615acaa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:37.985297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.001086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:38.001748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.006550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.021329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Transition to ACTIVE for port object 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:38.034283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.040583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9bcb7b6d-f1bc-4a6d-8430-82648d303777 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.1991584 Sep 22 17:00:38.043589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:38.114633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] DHCP port deletion for db3865ba-97b5-44bd-99d6-4bd4b9f2b216 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:38.122120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:38.130187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Attempting to bind port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:38.130822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Attempting to bind port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:38.131346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Attempting to bind port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:38.135911 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Sync routers for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:38.140569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Deleting port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:38.141140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.151305 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:38.152028 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:38.181829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:38.183168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:38.183754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.184309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:38.184980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Bound port: 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:38.185514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.193930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:00:38.222909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.253509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2693d6-69e7-4a7b-8b2d-52a781381f26 None None] Pushing event updated for resources: {'Port': ['ID=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:38.336542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.460908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fc2333-55ca-4bc3-a327-d156f30050e9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:38.461904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-42fc2333-55ca-4bc3-a327-d156f30050e9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:38.493846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.495938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-315f8832-34a4-4993-b3c9-81e8866c2428 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1665783 Sep 22 17:00:38.505657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44082) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:38.509438 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:38.514508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:38.540876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] For port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,segment=NetworkSegment(6db1bcd6-8a73-4a07-8abe-3e6ff3d79066),segment_id=6db1bcd6-8a73-4a07-8abe-3e6ff3d79066)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:38.541297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.549795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.550985 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-244033a3-5846-47e6-acb3-9cf11afda5d8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 8.3828967 Sep 22 17:00:38.567946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:38.572464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.580087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:38.581936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:38.586175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:38.587130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.649757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=3d2f74c8-f2f0-409f-a784-d8deee281272,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:38.662956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.700927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.706288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-42fc2333-55ca-4bc3-a327-d156f30050e9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:38.707497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-42fc2333-55ca-4bc3-a327-d156f30050e9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 922 time: 0.6611354 Sep 22 17:00:38.718482 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f59c6d2f-db29-4fa9-b887-6955593c131c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5609591 Sep 22 17:00:38.720331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:38.720331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44094) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:38.807024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:38.813672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Calling delete_port for 2e96c588-aa5e-43c4-8ebb-e776e8ac475c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:38.870220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] For port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,segment=NetworkSegment(6db1bcd6-8a73-4a07-8abe-3e6ff3d79066),segment_id=6db1bcd6-8a73-4a07-8abe-3e6ff3d79066)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:38.870220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:38.921441 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:34Z', 'revision_number': 3, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:38.927344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Checking router: b36efef0-9a58-42dc-a021-4a3b27e8693b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:38.928064 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Updating router b36efef0-9a58-42dc-a021-4a3b27e8693b port 955048c1-e793-4977-b9a4-cb4c487243da binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:39.023843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] For port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:39.024476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 2e96c588-aa5e-43c4-8ebb-e776e8ac475c owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:39.028719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] For port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:39.033476 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 8 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:39.039245 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.065879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.071510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:39.099185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193e375b-5fcd-4be3-a777-6f7c9d158e92,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:39.106653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd51418e-3836-4f7c-847e-3b21bdaf713f None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:39.106835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.108989 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1b838a15-edb8-41ba-8afd-129ec24dc9b1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/193e375b-5fcd-4be3-a777-6f7c9d158e92 HTTP/1.1" status: 204 len: 168 time: 1.1348634 Sep 22 17:00:39.139599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.53 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/f801b119-c96b-461d-9cdf-2c748cd8730c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:39.248895 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e519533a-a30d-4e12-94d5-fcb0c9724ff2 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=38426a02657341308c90f08bcd75fe81&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.6512671 Sep 22 17:00:39.250401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:39.283075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:00:39.284091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:00:39.373040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.375103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.428658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3816eb15-8460-4876-8eed-b99106dd69d1 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:39.434211 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3816eb15-8460-4876-8eed-b99106dd69d1 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1827424 Sep 22 17:00:39.435142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:39.466260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 0b5b864b-9d7e-4034-af9a-12f22615acaa {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:39.466725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.472830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] No DVR routers for this DVR port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:39.474996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:39.475631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:39.492769 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d703c78d-c00b-4e8a-b72b-3f1b13cff320 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0558345 Sep 22 17:00:39.493905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:39.500702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1897554289', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'project_id': '38426a02657341308c90f08bcd75fe81', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:39.536901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.644114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:39.644823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3f065a84-14fd-4332-8f22-7cbe60d9a3f0 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:39.645428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2e96c588-aa5e-43c4-8ebb-e776e8ac475c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:39.659996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:39.665776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:subnet and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:39.670963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:39.687459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:39.701879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Made reservation on behalf of 38426a02657341308c90f08bcd75fe81 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:39.706645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.741017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2e96c588-aa5e-43c4-8ebb-e776e8ac475c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:39.741703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2e96c588-aa5e-43c4-8ebb-e776e8ac475c not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:39.777279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:39.799030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 2e96c588-aa5e-43c4-8ebb-e776e8ac475c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:39.799396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.901737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] The port '2e96c588-aa5e-43c4-8ebb-e776e8ac475c' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:00:39.903071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:39.946276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:40.078518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.088701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Allocated IP 172.20.0.1 (d8a44100-4b73-404b-a555-3c82358d4934/7ae8c285-cbaa-4f4f-b240-790963d5882f/dc45dc23-2c47-4a62-94fa-4752375b9a33) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:40.123341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db3865ba-97b5-44bd-99d6-4bd4b9f2b216']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:40.131374 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2693d6-69e7-4a7b-8b2d-52a781381f26 None None] Pushing event updated for resources: {'Port': ['ID=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:40.153378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:40.156170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6db1bcd6-8a73-4a07-8abe-3e6ff3d79066') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:40.227067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7949fe-77a4-4e85-820f-704d4e7da132 None None] Pushing event deleted for resources: {'Port': ['ID=2e96c588-aa5e-43c4-8ebb-e776e8ac475c,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:40.277487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.348471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.367599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '3d2f74c8-f2f0-409f-a784-d8deee281272'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:40.368681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.377888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:40.378302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.442432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.489898 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6db1bcd6-8a73-4a07-8abe-3e6ff3d79066 resource provider aggregate not found Sep 22 17:00:40.503977 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 9 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:40.514251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:40.522839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:40.534875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:40.537968 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6db1bcd6-8a73-4a07-8abe-3e6ff3d79066 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6db1bcd6-8a73-4a07-8abe-3e6ff3d79066 found for delete ", "request_id": "req-5ecb7613-5814-4861-ba00-30d5731fe02a"}]} Sep 22 17:00:40.569246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.628457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:40.633571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:40.671102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.672330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.689092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Transition to ACTIVE for port object 955048c1-e793-4977-b9a4-cb4c487243da will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:40.697186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.712171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.720711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Allocated IP 2001:db8::f816:3eff:fed1:c437 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/3d2f74c8-f2f0-409f-a784-d8deee281272/b479ae74-5f55-478b-8d16-d55f105b72b7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:40.728493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=db3865ba-97b5-44bd-99d6-4bd4b9f2b216,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:40.741980 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1cd1798d-0516-44d1-abe7-a7e0bb538448 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/db3865ba-97b5-44bd-99d6-4bd4b9f2b216 HTTP/1.1" status: 204 len: 168 time: 3.2659619 Sep 22 17:00:40.749111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:40.764080 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Attempting to bind port 955048c1-e793-4977-b9a4-cb4c487243da on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:40.764670 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Attempting to bind port 955048c1-e793-4977-b9a4-cb4c487243da by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:40.765188 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Attempting to bind port 955048c1-e793-4977-b9a4-cb4c487243da on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:40.778754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:40.779284 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:40.779790 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.780339 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:40.781015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Bound port: 955048c1-e793-4977-b9a4-cb4c487243da, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:40.781603 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.782850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:40.807429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:40.886371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] For port 955048c1-e793-4977-b9a4-cb4c487243da, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:40.891035 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] For port 955048c1-e793-4977-b9a4-cb4c487243da, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=955048c1-e793-4977-b9a4-cb4c487243da,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:40.904101 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:40.928596 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:40.929741 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:40.934725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:41.014214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33fa671f-b839-4a35-858f-61eaced132d5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:41.015458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33fa671f-b839-4a35-858f-61eaced132d5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:41.023484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:30Z', 'revision_number': 3, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:41.037242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Checking segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:41.037983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network hostable DHCP agents. Network: 073b8587-a90b-4891-b576-3e432ce032f8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:41.039148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16254924-88fb-4755-b016-e54e4ba5aa0d None None] The sync data for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv is: [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:30Z', 'revision_number': 3, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:41.058946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Subnet': ['ID=5a407b17-f759-4823-883d-8a8207661a8d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:41.063491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-33fa671f-b839-4a35-858f-61eaced132d5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:41.064960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-33fa671f-b839-4a35-858f-61eaced132d5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/58a61f9e-8cbc-472b-8c3f-dbf921898756 HTTP/1.1" status: 200 len: 844 time: 0.3144891 Sep 22 17:00:41.071801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:41.079860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=f801b119-c96b-461d-9cdf-2c748cd8730c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:41.134676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:41.155617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.176955 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:41.220798 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e524ba06-d39c-401a-afe8-058df08991f8 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/58a61f9e-8cbc-472b-8c3f-dbf921898756?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1465790 Sep 22 17:00:41.226591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:41.247125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:41.323520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.355891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Transition to ACTIVE for port object b479ae74-5f55-478b-8d16-d55f105b72b7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:41.386270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Transition to ACTIVE for port object b479ae74-5f55-478b-8d16-d55f105b72b7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:41.394597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.460753 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Attempt 10 to provision port e7d4085d-a763-420b-bfb8-c14adaf9af4b Sep 22 17:00:41.516317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:41.532673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 073b8587-a90b-4891-b576-3e432ce032f8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:41.539641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:41.565617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:41.580783 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Pushing event updated for resources: {'Port': ['ID=955048c1-e793-4977-b9a4-cb4c487243da,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:41.598830 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.599204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.600217 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.600626 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.600966 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.601292 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.602204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.602204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.602540 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.602643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 073b8587-a90b-4891-b576-3e432ce032f8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:41.602869 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.603191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.603509 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:00:41.604839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:41.614042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:41.614644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.663513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.669027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:41.671069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c4c82d7-2dd7-4ea7-958f-3a74627d5a27 None None] Network 073b8587-a90b-4891-b576-3e432ce032f8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:41.687065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:41.693677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.698250 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73629c-8e02-40a0-a55c-2b02a4f578f7 None None] Pushing event updated for resources: {'Port': ['ID=955048c1-e793-4977-b9a4-cb4c487243da,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:41.725145 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:34Z', 'revision_number': 3, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:41.731438 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20589253-e593-4a60-8b9f-16556a91e0cf None None] The sync data for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv is: [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:34Z', 'revision_number': 3, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:41.732644 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bb71a4d1-bc41-4866-a278-87a0e27695ee tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2368619 Sep 22 17:00:41.733647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:41.740325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:41.740539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:41.756224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:41.775459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Transition to ACTIVE for port object dc45dc23-2c47-4a62-94fa-4752375b9a33 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:41.838131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:41.884370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Pushing event updated for resources: {'Port': ['ID=b479ae74-5f55-478b-8d16-d55f105b72b7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:41.902929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9b965f75-59e9-4611-8e2e-ff64a849bc77 None None] Port e7d4085d-a763-420b-bfb8-c14adaf9af4b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:42.048995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Could not find standard attr ID for object 3f065a84-14fd-4332-8f22-7cbe60d9a3f0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:00:42.056771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Attempting to bind port b479ae74-5f55-478b-8d16-d55f105b72b7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:42.057428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Attempting to bind port b479ae74-5f55-478b-8d16-d55f105b72b7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:42.057999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Attempting to bind port b479ae74-5f55-478b-8d16-d55f105b72b7 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:42.098312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:42.098773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:42.099268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.099576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:42.100493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Bound port: b479ae74-5f55-478b-8d16-d55f105b72b7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:42.101162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.209709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-317937218', 'router:external': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:42.216930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.220896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:42.264236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Provisioning for port 0b5b864b-9d7e-4034-af9a-12f22615acaa completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:42.283070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Provisioning complete for port 0b5b864b-9d7e-4034-af9a-12f22615acaa triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:42.283403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.283737 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Attempt 1 to provision port 0b5b864b-9d7e-4034-af9a-12f22615acaa Sep 22 17:00:42.313054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:network and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:42.355914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=f3705bdf-e123-4c13-abf0-4b59de693748,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:42.362559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:42.380330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:42.407758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.460870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Port 0b5b864b-9d7e-4034-af9a-12f22615acaa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:42.493248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:42.496018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:42.514933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:42.517370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.521800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d48fa8c-92d2-457c-8b37-892538986000 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:42.563067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Made reservation on behalf of 20c3679572fa4f5cb3e35e699a2ba015 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:42.565591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.566487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 0b5b864b-9d7e-4034-af9a-12f22615acaa owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:42.587653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.606260 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-174bad64-cdb6-4c2b-86c5-9c2d3b4cb9b2 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3661263 Sep 22 17:00:42.611685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:42.689450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:42.694470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'security_group': {'name': 'tempest-secgroup-299769178'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:42.702530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 955048c1-e793-4977-b9a4-cb4c487243da up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:42.708997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:42.710665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:security_group_rule and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:42.723791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:42.730062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:42.735743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:42.750513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:42.752708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:42.829639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-073b8587-a90b-4891-b576-3e432ce032f8', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:42.830856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.852113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:42.906021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] For port b479ae74-5f55-478b-8d16-d55f105b72b7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:42.919427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:42.933835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:42.940714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:42.951935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:43.072065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Pushing event updated for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:43.141320 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Attempt 2 to provision port 0b5b864b-9d7e-4034-af9a-12f22615acaa Sep 22 17:00:43.194852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Network d8a44100-4b73-404b-a555-3c82358d4934 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:43.200552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:43.225335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:43.290543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] For port b479ae74-5f55-478b-8d16-d55f105b72b7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b479ae74-5f55-478b-8d16-d55f105b72b7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:43.292980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Port 0b5b864b-9d7e-4034-af9a-12f22615acaa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:43.324212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.330166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.357439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.358287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.412056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.436268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.488020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.506666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5ccaf0d-93db-4ec4-a61f-1f383e764ab2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:43.516882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:43.519173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.523731 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53c8fa6e-4c2f-47f6-9e33-90e045c0f9b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9074774 Sep 22 17:00:43.528911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:43.558713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 955048c1-e793-4977-b9a4-cb4c487243da completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:43.572033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.609664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 955048c1-e793-4977-b9a4-cb4c487243da triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:43.610303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.610808 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 955048c1-e793-4977-b9a4-cb4c487243da Sep 22 17:00:43.628766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927af77f-5693-4c65-b10a-8f24b04f0f93,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:43.668161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:43.672075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'security_group': {'name': 'tempest-secgroup-110511491'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:43.695160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:43.695395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543e1c47-11db-4df0-a324-e72a3edfd070 None None] Pushing event updated for resources: {'Port': ['ID=b479ae74-5f55-478b-8d16-d55f105b72b7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:43.706507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Allocated IP 172.20.0.2 (073b8587-a90b-4891-b576-3e432ce032f8/5a407b17-f759-4823-883d-8a8207661a8d/7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:43.751292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:43.769705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:43.799656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:43.801604 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Attempt 3 to provision port 0b5b864b-9d7e-4034-af9a-12f22615acaa Sep 22 17:00:43.802121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.012872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 955048c1-e793-4977-b9a4-cb4c487243da is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:44.013272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.032971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 955048c1-e793-4977-b9a4-cb4c487243da, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=955048c1-e793-4977-b9a4-cb4c487243da,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:44.042228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-a243d195-06a8-41af-b747-e2ff5f680a91', 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'tenant_id': '06e60904d95f461eb3e61c768d235e52', 'fixed_ips': [{'subnet_id': 'f3705bdf-e123-4c13-abf0-4b59de693748'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:44.043262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.070484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.071389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:44.085190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.085568 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Added segment 9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc of type vlan for network 0527b1b8-75ab-4800-b711-84a7f32af840 Sep 22 17:00:44.089864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.097535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.150970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.288042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Port 0b5b864b-9d7e-4034-af9a-12f22615acaa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:44.307926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=0b5b864b-9d7e-4034-af9a-12f22615acaa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.309958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.344075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.344917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:44.345855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.436718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:44.459113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:44.468059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=955048c1-e793-4977-b9a4-cb4c487243da,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.493373 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.7541935 Sep 22 17:00:44.503547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:44.503743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:44.504195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.505258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:44.518652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'subnet': {'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:44.524084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:44.524433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.525087 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 Sep 22 17:00:44.533292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313313a6-f8c6-46a8-a3de-bbf23e49f83a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Network': ['ID=0527b1b8-75ab-4800-b711-84a7f32af840,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.552533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:44.559447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:44.561929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:subnet and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:44.566781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:44.571612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Allocated IP 172.26.8.244 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/59a86bd2-274b-474e-b1fd-23b6bb4a94b7) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:44.577979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:44.589222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.591221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Made reservation on behalf of 20c3679572fa4f5cb3e35e699a2ba015 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:44.594755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0527b1b8-75ab-4800-b711-84a7f32af840 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:44.597886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.614674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:44.653731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:44.656926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=df8fd8f4-fc71-4c0b-8ca8-72f0097435f0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:44.675003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.732332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:44.774808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Transition to ACTIVE for port object 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:44.796267 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Attempt 4 to provision port 0b5b864b-9d7e-4034-af9a-12f22615acaa Sep 22 17:00:44.862458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-66c03749-985f-417d-9ecd-8ccfd52ba0d7 None None] Port 0b5b864b-9d7e-4034-af9a-12f22615acaa was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:00:44.867496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:44.872292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2758223-d176-4efc-9bd9-bd2eba34d086 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/0b5b864b-9d7e-4034-af9a-12f22615acaa HTTP/1.1" status: 204 len: 168 time: 6.1518672 Sep 22 17:00:44.879756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Allocated IP 2001:db8::2 (a243d195-06a8-41af-b747-e2ff5f680a91/f3705bdf-e123-4c13-abf0-4b59de693748/c4ef7d89-819d-4c38-ae97-9dd6f31ecc92) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:44.884022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44186) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:44.886046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4fd4521b-20c3-401e-a4c8-94e399dcf3c0 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1640871 Sep 22 17:00:44.890188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:44.894298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Transition to ACTIVE for port object 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:44.905218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:4c:ef:d4', 'name': 'tempest-NetworksTestDHCPv6-1655821333'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:44.944940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.055924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Network 073b8587-a90b-4891-b576-3e432ce032f8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:45.066593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.076500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:45.134460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.137361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.163040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-44a18a8d-66d0-4121-88ed-fe4cda8753d6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:00:45.164136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-44a18a8d-66d0-4121-88ed-fe4cda8753d6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:45.167914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.200208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:45.207381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Pushing event updated for resources: {'Port': ['ID=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:45.217202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:45.222178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.304688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Allocated IP 172.20.0.1 (073b8587-a90b-4891-b576-3e432ce032f8/5a407b17-f759-4823-883d-8a8207661a8d/ed6dd0dd-10d4-44ba-ae81-08bddac28b37) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:45.331528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:45.355209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:45.365311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec51730e-21f3-498b-9049-1d6a7282b85b None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:45.381552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=014dad63-4987-4467-8073-c2a782401afd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:45.390237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Provisioning for port dc45dc23-2c47-4a62-94fa-4752375b9a33 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:45.391007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:45.397618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-44a18a8d-66d0-4121-88ed-fe4cda8753d6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:45.400792 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-44a18a8d-66d0-4121-88ed-fe4cda8753d6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/0b5b864b-9d7e-4034-af9a-12f22615acaa HTTP/1.1" status: 404 len: 333 time: 0.5115123 Sep 22 17:00:45.400792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.407227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Provisioning complete for port dc45dc23-2c47-4a62-94fa-4752375b9a33 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:45.407608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.408137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-38b11135-f907-42b8-9508-bdaa76ebd36d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.8731716 Sep 22 17:00:45.409100 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 1 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:45.411820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:45.412159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:45.438339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.448391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2023321610', 'security_groups': ['014dad63-4987-4467-8073-c2a782401afd'], 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f3705bdf-e123-4c13-abf0-4b59de693748'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:45.475821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:45.490952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:45.542034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:45.739143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:00:45.739428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.745360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b479ae74-5f55-478b-8d16-d55f105b72b7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:45.780300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.831460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.842149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Attempting to bind port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:45.842341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.842468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Attempting to bind port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:45.842842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Attempting to bind port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 on network 073b8587-a90b-4891-b576-3e432ce032f8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:45.868055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Transition to ACTIVE for port object ed6dd0dd-10d4-44ba-ae81-08bddac28b37 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:45.889693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:45.890390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:45.890770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Checking segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:45.891177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.891829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Bound using segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:45.892326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Bound port: 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:45.892735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.901824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Subnet': ['ID=759c5c8c-67cc-43f6-9d00-be625fe86e39,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:45.922353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:45.922634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 48964b20-67bd-44a8-97f0-66e63e629bed yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:45.960843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:45.961208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Checking segment: {'id': '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:45.961760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network hostable DHCP agents. Network: 0527b1b8-75ab-4800-b711-84a7f32af840, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:45.971594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port e7d4085d-a763-420b-bfb8-c14adaf9af4b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:45.971978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.010083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Transition to ACTIVE for port object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:46.018103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:46.035732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 0527b1b8-75ab-4800-b711-84a7f32af840 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:46.043464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.050392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:46.059459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:46.077494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b479ae74-5f55-478b-8d16-d55f105b72b7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:46.079781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:46.114474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 955048c1-e793-4977-b9a4-cb4c487243da up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:46.129649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.131437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event updated for resources: {'Port': ['ID=59a86bd2-274b-474e-b1fd-23b6bb4a94b7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:46.158739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Transition to ACTIVE for port object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:46.169915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.183971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] For port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:46.225033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.233005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:46.284095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] For port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:46.293414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 0527b1b8-75ab-4800-b711-84a7f32af840) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:46.296186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:port and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:46.313152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 073b8587-a90b-4891-b576-3e432ce032f8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:46.319594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:46.320189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.327061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:46.342528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:46.351232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:46.360724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:46.379524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:46.394265 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 2 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:46.398380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:46.406748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.421061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.423280 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a18d31d-6229-44e3-9d31-0d77ce2c6bbd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.9157631 Sep 22 17:00:46.424348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75df6e4b-a0b9-4f10-8474-2c6a38ef96d4 None None] Network 0527b1b8-75ab-4800-b711-84a7f32af840 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:46.432431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44202) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:46.468018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-455472283', 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:46.471303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:46.476514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.488457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:46.511061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:port and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:46.518677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:46.526929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:46.530144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:46.530445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:46.559012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.569431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 172.20.0.13 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/df8fd8f4-fc71-4c0b-8ca8-72f0097435f0/48964b20-67bd-44a8-97f0-66e63e629bed) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:46.582115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe4c:efd4 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/3d2f74c8-f2f0-409f-a784-d8deee281272/48964b20-67bd-44a8-97f0-66e63e629bed) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:46.584507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.607942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Made reservation on behalf of 20c3679572fa4f5cb3e35e699a2ba015 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:46.611100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.614197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:46.643242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] device_id is not set on port e355b668-6c21-4c3e-86b9-a76d0d41c769 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:46.704146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:46.706871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=f801b119-c96b-461d-9cdf-2c748cd8730c,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:46.750469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 955048c1-e793-4977-b9a4-cb4c487243da triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:46.750982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.751178 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 955048c1-e793-4977-b9a4-cb4c487243da Sep 22 17:00:46.781901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:46.914615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Attempting to bind port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:46.915478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Attempting to bind port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:46.920871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Attempting to bind port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 on network a243d195-06a8-41af-b747-e2ff5f680a91 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:46.954262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:46.954638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Checking segment: {'id': 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:46.955338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.955642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Bound using segment: {'id': 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:46.956285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Bound port: c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:46.956878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:46.966797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19781dc-67f8-4ac7-b0b4-41b2b5980e40 None None] Pushing event updated for resources: {'Port': ['ID=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:47.098804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.20.0.4 (0527b1b8-75ab-4800-b711-84a7f32af840/759c5c8c-67cc-43f6-9d00-be625fe86e39/e355b668-6c21-4c3e-86b9-a76d0d41c769) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:47.124891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Pushing event updated for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:47.135061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.163402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.199573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03fbda69-9492-4bc5-a682-10135d702e08 None None] Network 0527b1b8-75ab-4800-b711-84a7f32af840 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:47.221149 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 3 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:47.280453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.343293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 955048c1-e793-4977-b9a4-cb4c487243da is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:47.386286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '3d2f74c8-f2f0-409f-a784-d8deee281272', 'ip_address': '2001:db8::f816:3eff:fed1:c437'}, {'subnet_id': 'df8fd8f4-fc71-4c0b-8ca8-72f0097435f0'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': 'b479ae74-5f55-478b-8d16-d55f105b72b7'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:00:47.393112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 48964b20-67bd-44a8-97f0-66e63e629bed will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:47.413858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:47.437227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.439377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:47.464664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:47.493457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.572893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.614426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:00:47.673708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.741954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:47.791967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 172a3437-549d-48f1-8a4b-24b321a704bb associated. External IP: 172.26.8.53, port: e4be8727-9143-4fa8-9bb7-01ac4ec934d2. Sep 22 17:00:47.823994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd7cfd-a498-47cb-92d8-8eaaff3119e5 None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:47.856746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:47.860638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.881280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:47.921977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:47.944902 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 4 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:48.003996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:48.045571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=48964b20-67bd-44a8-97f0-66e63e629bed,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:48.105537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:48.126628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:48.132068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:48.170096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:48.171013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.217005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for e7d4085d-a763-420b-bfb8-c14adaf9af4b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:48.229384 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b68981c4-3ad4-4c77-89bc-85777cb861ef tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 3.3379285 Sep 22 17:00:48.237125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.238965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:48.374309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Allocated IP 172.20.0.2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/df8fd8f4-fc71-4c0b-8ca8-72f0097435f0/b479ae74-5f55-478b-8d16-d55f105b72b7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:48.495071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f77802a6-d686-476e-8731-0d7f7fc90875 None None] Network 073b8587-a90b-4891-b576-3e432ce032f8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:48.550797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:48.557760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:48.558138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.558476 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 Sep 22 17:00:48.593152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.595988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 0527b1b8-75ab-4800-b711-84a7f32af840 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:48.604964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:48.611174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:48.623314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Network d8a44100-4b73-404b-a555-3c82358d4934 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:48.647204 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 5 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:48.651719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.655426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:48.735434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=e355b668-6c21-4c3e-86b9-a76d0d41c769,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:48.791597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:48.842411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:48.935870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] For port b479ae74-5f55-478b-8d16-d55f105b72b7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b479ae74-5f55-478b-8d16-d55f105b72b7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:48.965233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:00:48.975131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:48.976047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.000012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.052149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:49.058855 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a167df1d-2e5f-4034-92db-bed22a69769f tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1022 time: 2.6257327 Sep 22 17:00:49.072639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf9fa5-4903-4134-aa27-5521ab8df4da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:49.087240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cf9fa5-4903-4134-aa27-5521ab8df4da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:49.088164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f3cf9fa5-4903-4134-aa27-5521ab8df4da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:49.091480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44210) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:49.099779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:49.131371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.135480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f3cf9fa5-4903-4134-aa27-5521ab8df4da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:49.138857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3cf9fa5-4903-4134-aa27-5521ab8df4da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.8853886 Sep 22 17:00:49.139156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:49.154134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Ignored duplicate provisioning block setup for port b479ae74-5f55-478b-8d16-d55f105b72b7 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:00:49.163431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.205648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 073b8587-a90b-4891-b576-3e432ce032f8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:49.210061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:49.293776 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 6 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:49.304217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 48964b20-67bd-44a8-97f0-66e63e629bed {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:49.304574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.372080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:49.433373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::231 (a243d195-06a8-41af-b747-e2ff5f680a91/f3705bdf-e123-4c13-abf0-4b59de693748/7cd5dcd0-c6bd-4604-a49e-fa466bc18f65) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:49.459605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ac3ffe-052f-475e-992e-ae63d3b05b93 None None] Pushing event updated for resources: {'Port': ['ID=b479ae74-5f55-478b-8d16-d55f105b72b7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:49.633702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:49.688138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:49.691687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port e355b668-6c21-4c3e-86b9-a76d0d41c769 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:49.692043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.735866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:49.762667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Router b36efef0-9a58-42dc-a021-4a3b27e8693b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:49.793198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:49.873235 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 7 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:49.959178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:49.971348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:50.010058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 48964b20-67bd-44a8-97f0-66e63e629bed owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:50.192345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=e7d4085d-a763-420b-bfb8-c14adaf9af4b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:50.301079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Router 9199b050-a069-4534-98e1-1b80e4442241 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:50.374493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:50.393286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Sync routers for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:50.412179 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec9044ca-3ff7-4a0a-b54b-12385f53a56c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "PUT /v2.0/routers/b36efef0-9a58-42dc-a021-4a3b27e8693b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5941765 Sep 22 17:00:50.424547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:50.424547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:50.475396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:50.487018 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 8 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:50.569233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:50.708384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:50.826513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:50.829576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=48964b20-67bd-44a8-97f0-66e63e629bed,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:50.843343 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:50.861899 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:50.862536 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:50.954492 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:50.969016 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:50.969907 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:51.039812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-fc054894-2c99-4ffb-ba1f-5802fbb492ce tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1608485234&fields=id&tenant_id=38426a02657341308c90f08bcd75fe81 HTTP/1.1" status: 200 len: 267 time: 0.2490075 Sep 22 17:00:51.070822 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:51.071479 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54e7c62f-56e6-4473-aa1c-255c2edc1837 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:51.141555 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 9 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:51.166588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.173180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a12aedf7-8d1a-4eb4-946f-1788cbc8c49a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/48964b20-67bd-44a8-97f0-66e63e629bed HTTP/1.1" status: 204 len: 168 time: 2.0318770 Sep 22 17:00:51.177801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:51.245179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:51.276350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.284968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:00:47Z', 'revision_number': 2, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:51.288077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:51.289564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Checking router: b36efef0-9a58-42dc-a021-4a3b27e8693b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:51.289778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:51.290086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Updating router b36efef0-9a58-42dc-a021-4a3b27e8693b port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:51.291383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:51.292257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:51.316126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.328211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.332295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cf31251-3000-48d9-8d3a-17f9521202b7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/e7d4085d-a763-420b-bfb8-c14adaf9af4b HTTP/1.1" status: 204 len: 168 time: 5.9081566 Sep 22 17:00:51.334623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:51.347963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:51.349285 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ecc8ba17-ed94-4c43-9264-a70a944067e4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1704168 Sep 22 17:00:51.351824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.352849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.364623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:51.367265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.407004 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-265d93c5-8fd5-458f-9075-01e6e661010d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:00:51.410913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-265d93c5-8fd5-458f-9075-01e6e661010d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/e7d4085d-a763-420b-bfb8-c14adaf9af4b HTTP/1.1" status: 404 len: 333 time: 0.0726929 Sep 22 17:00:51.411689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:51.456747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-6afab678-649d-43dc-a948-dff22fc76325 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:51.458173 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-6afab678-649d-43dc-a948-dff22fc76325 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 795 time: 0.4042749 Sep 22 17:00:51.494120 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-debff237-27b0-4ac5-a099-87835d599722 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/quotas/38426a02657341308c90f08bcd75fe81 HTTP/1.1" status: 200 len: 375 time: 0.0300777 Sep 22 17:00:51.549241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 6a13b0f7-d032-42b5-a916-e573627f05af {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:51.559398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b479ae74-5f55-478b-8d16-d55f105b72b7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:51.565796 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.633763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.708179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-907d2900-4d38-48a4-9a1d-0ac348b6bcf4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Synchronizing usage tracker for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:51.742136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-907d2900-4d38-48a4-9a1d-0ac348b6bcf4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Unset dirty status for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:51.743812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-907d2900-4d38-48a4-9a1d-0ac348b6bcf4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2441337 Sep 22 17:00:51.752161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.757323 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Attempt 10 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:51.865003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80c2cb50-699f-40eb-8ab8-4c37aee3b5d6 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:51.879051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.893352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Transition to ACTIVE for port object ed6dd0dd-10d4-44ba-ae81-08bddac28b37 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:51.904166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.944847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:51.992475 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-c9e6e70e-ae6b-45ea-bd68-695f8da95db9 service neutron] 10.222.0.25 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104001 Sep 22 17:00:51.998433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=6a13b0f7-d032-42b5-a916-e573627f05af,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:52.000461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.006626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:52.008879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea598ffb-14de-4c07-8936-ba04da156f76 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/6a13b0f7-d032-42b5-a916-e573627f05af HTTP/1.1" status: 204 len: 168 time: 0.5961034 Sep 22 17:00:52.011882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:52.036638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfdfd410-b734-4b41-ac05-51aed1ef2955 None None] Network afe33b47-0522-450d-827a-71cf5b91f8be requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:52.150922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning complete for port dc45dc23-2c47-4a62-94fa-4752375b9a33 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:52.150922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.150922 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 1 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:52.170650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-20dadcb8-8cbf-4a45-bf22-224bef5ba5cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 15.0592031 Sep 22 17:00:52.172765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.182230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:52.233232 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-6b195917-1329-4d2f-ab3e-1873d882618d service neutron] 10.222.0.25 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979759 Sep 22 17:00:52.260183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a3798-c658-4cfa-864d-90f4f9651b8a None None] Pushing event updated for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:52.263219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': 'e4be8727-9143-4fa8-9bb7-01ac4ec934d2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:52.318694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.323239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:52.331886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:52.332231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.349086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Attempting to bind port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:52.349621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Attempting to bind port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:52.350095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Attempting to bind port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 on network 073b8587-a90b-4891-b576-3e432ce032f8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:52.366686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Sync routers for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:52.375221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:52.376359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:52.377052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Checking segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:52.377730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.378342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Bound using segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:52.379065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Bound port: ed6dd0dd-10d4-44ba-ae81-08bddac28b37, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:52.379578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.417513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 3d2f74c8-f2f0-409f-a784-d8deee281272 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:52.432102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5145ed08-b82f-4ead-885c-a7a8093a762b admin admin] 10.222.0.25 "PUT /v2.0/routers/9199b050-a069-4534-98e1-1b80e4442241/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.2501907 Sep 22 17:00:52.441398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8b13e49-5005-4810-a0e6-9d5e4ad9c314 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.497892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:52.498725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:52.526639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.568165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for e355b668-6c21-4c3e-86b9-a76d0d41c769 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:52.770080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,segment=NetworkSegment(263d69a6-3357-48af-befc-d0c7be7dffbe),segment_id=263d69a6-3357-48af-befc-d0c7be7dffbe)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:52.770462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.778197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.795557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] For port ed6dd0dd-10d4-44ba-ae81-08bddac28b37, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:52.804141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] For port ed6dd0dd-10d4-44ba-ae81-08bddac28b37, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:52.824736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:52.875579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:52.909520 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 2 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:52.934032 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdeed36e-08f6-42ca-9c8a-d8174ff1bc5f req-34bd61e7-982b-4b48-8e61-9e6e78db30bb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 210 time: 0.3767693 Sep 22 17:00:52.961006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.079787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.098538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:53.100625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.186549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:53.206552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:53.229301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ae8b92-8549-45cc-a630-1a4190f779df None None] DHCP port deletion for afe33b47-0522-450d-827a-71cf5b91f8be request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:53.271716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=7cd5dcd0-c6bd-4604-a49e-fa466bc18f65,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:53.278628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243365877', 'description': 'tempest-description--1150304685'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:53.298275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.324643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.343793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae8b92-8549-45cc-a630-1a4190f779df None None] Deleting port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:53.344164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9ae8b92-8549-45cc-a630-1a4190f779df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.357675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:53.360080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=3d2f74c8-f2f0-409f-a784-d8deee281272,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:53.371438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:53.380539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:53.381202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:53.392063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:53.398162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No DVR routers for this DVR port 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:53.410101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Usage tracker for resource:security_group and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:53.421123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:53.434640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:53.440181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:53.440959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.471364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:53.564624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5daddf1e-18f8-45e2-92d1-19e777b8edf1 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:53.580175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.585694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9ae8b92-8549-45cc-a630-1a4190f779df None None] The port '0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:00:53.599467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:53.609051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de774c68-91ae-411f-90a0-a7b6a3f1b1fc tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 8.1832407 Sep 22 17:00:53.611918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:53.620946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:53.628166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.630731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16ed4c98-f8d8-4a4f-9fb5-ff655228c5d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/3d2f74c8-f2f0-409f-a784-d8deee281272 HTTP/1.1" status: 204 len: 168 time: 2.2189310 Sep 22 17:00:53.645881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe33b47-0522-450d-827a-71cf5b91f8be']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:53.655246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44290) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:53.672134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.689791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Router 60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:00:53.703412 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 3 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:53.707149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:53.711359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Usage tracker for resource:security_group_rule and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:53.715245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:53.722252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:53.753219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:53.767679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '263d69a6-3357-48af-befc-d0c7be7dffbe') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:53.768252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '263d69a6-3357-48af-befc-d0c7be7dffbe') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:53.778774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461a3798-c658-4cfa-864d-90f4f9651b8a None None] Pushing event updated for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:53.792226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.828187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.863813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.882376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:00:53.882735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0aed7580-3fe0-4a61-9a8a-d9b9f8173f3a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:00:53.911482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet df8fd8f4-fc71-4c0b-8ca8-72f0097435f0 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:00:53.918899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:00:53.919311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:53.951002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.000570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 263d69a6-3357-48af-befc-d0c7be7dffbe resource provider aggregate not found Sep 22 17:00:54.004214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:54.118429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:54.130171 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 263d69a6-3357-48af-befc-d0c7be7dffbe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 263d69a6-3357-48af-befc-d0c7be7dffbe found for delete ", "request_id": "req-c06c700f-8e33-4af3-a727-20522e4e146e"}]} Sep 22 17:00:54.148016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:54.156923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:54.163449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:54.174395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.208162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.215888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:54.245322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.264671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=afe33b47-0522-450d-827a-71cf5b91f8be,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:54.288930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:54.292420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.364084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Port': ['ID=e355b668-6c21-4c3e-86b9-a76d0d41c769,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:54.375668 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ebbbcdbf-e7c8-47a4-874e-8ab8d8fdf618 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/afe33b47-0522-450d-827a-71cf5b91f8be HTTP/1.1" status: 204 len: 168 time: 2.3624611 Sep 22 17:00:54.389709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:54.412105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2051962325'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:54.420520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:54.431816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:54.440043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:54.451998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:54.495813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.514739 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 4 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:54.515306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d661731-deb2-448d-a8ca-db4e1a3efd67 req-3f84e9a2-4636-477b-80a9-4fc0d2bd0fca tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 210 time: 0.1520622 Sep 22 17:00:54.602059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3870279-7fb4-464d-aff0-124272f928d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.605583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 2, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:54.659869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:54.665549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.728168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Checking router: 9199b050-a069-4534-98e1-1b80e4442241 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:00:54.728520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Updating router 9199b050-a069-4534-98e1-1b80e4442241 port dc45dc23-2c47-4a62-94fa-4752375b9a33 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:00:54.773869 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f3705bdf-e123-4c13-abf0-4b59de693748 (CIDR: 2001:db8::/64) Sep 22 17:00:54.782617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:54.789942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.813626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.818590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.830671 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:00:54.831518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:00:54.850118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.900783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.904574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.6928988 Sep 22 17:00:54.910436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:00:52Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:54.913918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:54.933399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.935835 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-566dbb1c-b3ac-4b3b-a087-e9fa899e369a tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e355b668-6c21-4c3e-86b9-a76d0d41c769 HTTP/1.1" status: 204 len: 168 time: 5.8433166 Sep 22 17:00:54.942281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'security_group_rule': {'security_group_id': '6021986f-9224-444e-86ad-40deb9a74ff3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:54.952343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:54.958665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-b932a9a5-fd0d-4fc9-8e99-1141b9c4e4ab tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:54.960389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-b932a9a5-fd0d-4fc9-8e99-1141b9c4e4ab tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 795 time: 0.4903941 Sep 22 17:00:54.965182 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] Sync routers for ids ['60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:54.965741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:54.972557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:00:54.981323 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] Routers {'60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:54.982235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7f2554-dece-4912-b18b-06abd9e9d7bb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6021986f-9224-444e-86ad-40deb9a74ff3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:54.983156 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:54.986557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:54.992817 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a3b826c-b130-4e8d-97d1-13c1e4eb6301 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3761067 Sep 22 17:00:54.994802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=df8fd8f4-fc71-4c0b-8ca8-72f0097435f0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:54.997578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:54.998623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:54.998960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment 89182eeb-c135-4664-85f8-2eb8f9f44a18 of type vlan for network f42aa446-de7b-484a-9f4d-7bb227999dd2 Sep 22 17:00:55.003784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa3c8500-dd7b-4073-aeda-d257a08a4ae8 None None] The sync data for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv is: [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:00:52Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:55.006893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.008453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-467edfd4-67dc-4f82-9d62-2370c28e7c16 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "PUT /v2.0/routers/60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 200 len: 884 time: 16.5018713 Sep 22 17:00:55.017729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:55.017980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840', 'external_fixed_ips': [{'subnet_id': '759c5c8c-67cc-43f6-9d00-be625fe86e39', 'ip_address': '172.20.0.4'}]}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:55.020473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.035512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:55.036075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:55.040515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:router and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:55.044479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:55.051354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:55.067628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Usage tracker for resource:security_group_rule and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:55.073466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:55.084010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:55.097903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.099455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.102794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.137327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.179868 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:55.197360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] Routers {'60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:55.198368 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:55.224023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.229219 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a4794a6a-dba2-487b-abfe-e51025fd78bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/df8fd8f4-fc71-4c0b-8ca8-72f0097435f0 HTTP/1.1" status: 204 len: 168 time: 1.5698445 Sep 22 17:00:55.239515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44324) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:55.294108 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 5 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:55.340978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13e6516e-aa6e-458b-bd44-cc082951c333 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969996 Sep 22 17:00:55.351353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:55.365672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.371897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:55.399213 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:55.399727 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59629804-da45-4e51-96ef-e1ff5d873d8e None None] The sync data for ids ['60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:55.440826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:55.520033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:55.532410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:55.545303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.575093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:55.578840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.596532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ee302e-8de3-4779-bf98-6ea7f2afff2b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:55.655997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed6dd0dd-10d4-44ba-ae81-08bddac28b37 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:55.813481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.828228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.858896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Transition to ACTIVE for port object dc45dc23-2c47-4a62-94fa-4752375b9a33 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:55.866333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:00:55.882552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.966678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-950844ee-2928-4530-b4e7-3e3486c58a5b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=38426a02657341308c90f08bcd75fe81 HTTP/1.1" status: 200 len: 380 time: 0.9753993 Sep 22 17:00:55.976478 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e2b91ed-ab46-4636-be07-76f2f155f82f req-1f7eee22-ea10-4c5e-8ca4-15df687d9b23 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 210 time: 0.1345193 Sep 22 17:00:55.986200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:55.993940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'port': {'device_id': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'admin_state_up': True, 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'security_groups': ['70a0b7ee-ecf9-495d-a996-6769cca653c3']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:56.041535 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 6 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:56.062556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.068559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:56.069210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.077898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684cb8f4-eb90-4bcd-8835-cbca9c31b0fd None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:56.163130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.191776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.195987 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f121561e-ff4b-4c99-af2c-0b8bea809e90 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2771294 Sep 22 17:00:56.197358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:56.208698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901887c-573f-4587-b372-a92905cf4488 None None] Pushing event updated for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:56.209716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'security_group_rule': {'security_group_id': '6021986f-9224-444e-86ad-40deb9a74ff3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:56.217612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:56.222641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Usage tracker for resource:security_group_rule and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:56.226086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:56.233444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:56.246535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:00:56.378152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.378867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:56.422485 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b770ca6d-ab6b-4ce3-8a26-8568c4688d11 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 200 len: 925 time: 1.3984237 Sep 22 17:00:56.450748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Attempting to bind port dc45dc23-2c47-4a62-94fa-4752375b9a33 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:00:56.451141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Attempting to bind port dc45dc23-2c47-4a62-94fa-4752375b9a33 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:00:56.451519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Attempting to bind port dc45dc23-2c47-4a62-94fa-4752375b9a33 on network d8a44100-4b73-404b-a555-3c82358d4934 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:00:56.451843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:56.454456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:56.455643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:56.458050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:00:56.458615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Checking segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:56.459458 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.0603542 Sep 22 17:00:56.462679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.463276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Bound using segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:00:56.463790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Bound port: dc45dc23-2c47-4a62-94fa-4752375b9a33, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:00:56.464269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.468244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:56.518161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.531708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.540916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:56.548908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:56.556392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:56.579954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19824d0e-3401-4941-adcd-7497b45a2829 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=f42aa446-de7b-484a-9f4d-7bb227999dd2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:56.594283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:56.596809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:56.597461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:00:56.628826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] For port dc45dc23-2c47-4a62-94fa-4752375b9a33, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:00:56.708096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] For port dc45dc23-2c47-4a62-94fa-4752375b9a33, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc45dc23-2c47-4a62-94fa-4752375b9a33,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:00:56.716951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:00:56.724754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.732368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.758242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:56.762596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.767824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Made reservation on behalf of 38426a02657341308c90f08bcd75fe81 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:56.771969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.778461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Deleting port b479ae74-5f55-478b-8d16-d55f105b72b7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:56.778847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.790515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:56.810513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:56.816502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:56.821059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.841158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:56.854065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:56.854709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:56.862400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:56.863014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:56.895915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=2fceb097-7a2c-4fb6-b562-03af5335dc1e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:56.918921 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 7 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:00:56.934231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.012182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.036069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:57.056753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:57.082981 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79382942-d81b-4478-9454-d8339a0806e3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7294564 Sep 22 17:00:57.092204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:57.103403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=613a8a62-d7f0-4194-956d-94c630a5233d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:57.119419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:57.135558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:57.139567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.256534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b63d63e1-1c76-4c34-812d-1925ec616fbc req-7bda91e4-eb7f-4cf7-8492-94b18c0716c4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 210 time: 0.1157277 Sep 22 17:00:57.285480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.285480 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-351ca307-c321-451a-bce0-0817f86b5b30 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0741680 Sep 22 17:00:57.285480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44352) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:57.290840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:57.300029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901887c-573f-4587-b372-a92905cf4488 None None] Pushing event updated for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:57.320465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:57.345348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.361393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port dc45dc23-2c47-4a62-94fa-4752375b9a33 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:00:57.385049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Usage tracker for resource:floatingip and tenant:a91a8e03b5a544d09963a21c378186c5 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:57.386240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Could not find standard attr ID for object 48964b20-67bd-44a8-97f0-66e63e629bed. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:00:57.396713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:57.405932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa12f66-a4d0-4482-8b16-08600e274880 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:57.407506 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4fa12f66-a4d0-4482-8b16-08600e274880 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9468510 Sep 22 17:00:57.413708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:00:57.420673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44356) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:57.425915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:57.502431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.583830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b479ae74-5f55-478b-8d16-d55f105b72b7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:00:57.603182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:00:57.655668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning complete for port 58a61f9e-8cbc-472b-8c3f-dbf921898756 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:00:57.656155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.656715 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 1 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:00:57.673097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:00:57.694146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:00:57.695540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] For port b479ae74-5f55-478b-8d16-d55f105b72b7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b479ae74-5f55-478b-8d16-d55f105b72b7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:00:57.696020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.698720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Allocated IP 172.20.0.10 (073b8587-a90b-4891-b576-3e432ce032f8/5a407b17-f759-4823-883d-8a8207661a8d/fa4338b6-9c8b-4fea-bf8e-8110795d2e23) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:00:57.717691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:00:57.760014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cce8bc5-5c2f-4990-be6d-be4d7da253f8 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:57.764121 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1cce8bc5-5c2f-4990-be6d-be4d7da253f8 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.3341506 Sep 22 17:00:57.772899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:57.839400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:57.909743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Calling delete_port for b479ae74-5f55-478b-8d16-d55f105b72b7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:00:57.916124 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1bb92e1c-4a3e-4253-8123-d42943891854 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 200 len: 205 time: 0.1429026 Sep 22 17:00:57.926186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44368) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:57.948933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:57.980776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:58.098949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:00:58.102536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.108239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:58.134449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:58.135200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.135334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e86796-3de0-4e25-b8a7-c1dbb191b8c6 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:58.140595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:00:58.216250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=dd684e31-8406-4b80-984d-4e5519f82b6b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:58.240999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b479ae74-5f55-478b-8d16-d55f105b72b7 is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:00:58.242144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.269982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.314765 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4908626d-0664-47c5-877c-e20631d261aa tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3006063 Sep 22 17:00:58.325293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:58.388665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] Pushing event deleted for resources: {'Port': ['ID=b479ae74-5f55-478b-8d16-d55f105b72b7,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:58.396684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ee5d84-44b5-4928-8b94-d151ac83c3a5 None None] No DVR routers for this DVR port b479ae74-5f55-478b-8d16-d55f105b72b7 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:00:58.438803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2128130857', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'dd684e31-8406-4b80-984d-4e5519f82b6b'}], 'security_groups': ['b5ccaf0d-93db-4ec4-a61f-1f383e764ab2']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:58.441881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264f0c64-9be9-4070-aa1b-318f62a02c19 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:58.474122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=d62ff54a-630b-4064-8211-b810367fa4d5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:58.486026 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 2 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:00:58.494723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.548875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.577416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77f81e58-7057-4715-8f01-e3d25adcce8d req-f3c453e9-55e6-4d6d-b51d-d627b4bfdc21 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Synchronizing usage tracker for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:00:58.583454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.619494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.625109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Transition to ACTIVE for port object fa4338b6-9c8b-4fea-bf8e-8110795d2e23 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:00:58.645610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-77f81e58-7057-4715-8f01-e3d25adcce8d req-f3c453e9-55e6-4d6d-b51d-d627b4bfdc21 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Unset dirty status for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:00:58.654777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77f81e58-7057-4715-8f01-e3d25adcce8d req-f3c453e9-55e6-4d6d-b51d-d627b4bfdc21 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 210 time: 0.1753244 Sep 22 17:00:58.660086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:00:56Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:58.716698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': '89182eeb-c135-4664-85f8-2eb8f9f44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:00:58.717326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: f42aa446-de7b-484a-9f4d-7bb227999dd2, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:00:58.791709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:00:58.819805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f42aa446-de7b-484a-9f4d-7bb227999dd2) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:58.825499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:58.826620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.847874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.850137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:58.881881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:58.882544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b645879-59fe-451b-9965-811d7ec3fb3e None None] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:00:58.896044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6243b3e-8800-4327-8c12-793c16ec7479 None None] The sync data for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv is: [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:00:56Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:58.955913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 073b8587-a90b-4891-b576-3e432ce032f8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:00:59.014997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:00:59.018360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:00:59.023464 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-966337ca-cdfb-40ec-9be2-7ea1be70e502 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5495732 Sep 22 17:00:59.028532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:00:59.030775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:00:59.070541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:00:59.079183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2', 'name': 'tempest-PortsTestJSON-1423242060', 'fixed_ips': [{'subnet_id': 'd62ff54a-630b-4064-8211-b810367fa4d5', 'ip_address': '172.20.0.10'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:59.097131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:00:59.121799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:00:59.123196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.126384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:59.127491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:59.210266 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-f382cd51-cfa0-4c05-810b-2666e7145f4c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2297132 Sep 22 17:00:59.211038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.241393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Request body: {'port': {'device_id': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:00:59.273390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:59.321284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '2fceb097-7a2c-4fb6-b562-03af5335dc1e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:00:59.322388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.322576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.372894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:00:59.373540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:59.443064 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 3 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:00:59.575896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.653871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc45dc23-2c47-4a62-94fa-4752375b9a33 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:00:59.750684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:00:59.751097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8b43e1-49da-4de2-bc6c-e935d52a260e None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:00:59.763498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.847213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:00:59.874300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port 59a86bd2-274b-474e-b1fd-23b6bb4a94b7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:00:59.874651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:00:59.958994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Update dhcp port {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'fixed_ips': [{'subnet_id': 'f3705bdf-e123-4c13-abf0-4b59de693748', 'ip_address': '2001:db8::2'}, {'subnet_id': 'dd684e31-8406-4b80-984d-4e5519f82b6b'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': 'c4ef7d89-819d-4c38-ae97-9dd6f31ecc92'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:01:00.013456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f42aa446-de7b-484a-9f4d-7bb227999dd2', 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': 'd62ff54a-630b-4064-8211-b810367fa4d5'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:00.014320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:00.098015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.20.0.4 (0527b1b8-75ab-4800-b711-84a7f32af840/759c5c8c-67cc-43f6-9d00-be625fe86e39/5e486728-207f-4450-a3e5-89f8422f2396) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:00.108355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b692639-a332-4e26-8da9-a988bc627905 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/172a3437-549d-48f1-8a4b-24b321a704bb HTTP/1.1" status: 200 len: 977 time: 7.9182501 Sep 22 17:01:00.110989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44390) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:00.186214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dc45dc23-2c47-4a62-94fa-4752375b9a33 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:00.192383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:00.194541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:00.201560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:00.214078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:00.238463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dc45dc23-2c47-4a62-94fa-4752375b9a33 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:00.238993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:00.239506 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:01:00.294858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Allocated IP 172.26.8.231 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/a9489a3b-bbdf-486d-bdcc-8f017ca58068) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:00.303946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Allocated IP 172.20.0.2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/2fceb097-7a2c-4fb6-b562-03af5335dc1e/259cfede-43ef-443e-b5f5-34496ec813a1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:00.328285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:00.356699 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 4 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:00.515181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Delete allocated IP 2001:db8::231 (a243d195-06a8-41af-b747-e2ff5f680a91/f3705bdf-e123-4c13-abf0-4b59de693748) {{(pid=89052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 17:01:00.608907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8:0:1::1ac (a243d195-06a8-41af-b747-e2ff5f680a91/dd684e31-8406-4b80-984d-4e5519f82b6b/7cd5dcd0-c6bd-4604-a49e-fa466bc18f65) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:00.615870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:00.663522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:00.689809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Allocated IP 172.20.0.2 (f42aa446-de7b-484a-9f4d-7bb227999dd2/d62ff54a-630b-4064-8211-b810367fa4d5/2ef283ab-fd31-4672-9149-2167d1fc64ba) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:00.705431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port f801b119-c96b-461d-9cdf-2c748cd8730c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:00.705769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:00.878689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5414813-73b6-48c1-9c10-9fe545fc5de0 req-6c1ac45f-b710-467a-902e-b9f632d88cc8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:00.879340 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5414813-73b6-48c1-9c10-9fe545fc5de0 req-6c1ac45f-b710-467a-902e-b9f632d88cc8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 932 time: 1.0063877 Sep 22 17:01:00.943219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dc45dc23-2c47-4a62-94fa-4752375b9a33 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:00.943439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.004417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:01:01.020039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.060406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa4338b6-9c8b-4fea-bf8e-8110795d2e23 {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:01:01.076212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.076547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port dc45dc23-2c47-4a62-94fa-4752375b9a33, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc45dc23-2c47-4a62-94fa-4752375b9a33,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:01.089777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.096707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.098861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.109248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.138978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Transition to ACTIVE for port object fa4338b6-9c8b-4fea-bf8e-8110795d2e23 will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:01.153136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.170503 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 5 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:01.194199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.210377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Transition to ACTIVE for port object 259cfede-43ef-443e-b5f5-34496ec813a1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:01.244483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:01.276875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:01.284720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.284720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.307326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Transition to ACTIVE for port object 259cfede-43ef-443e-b5f5-34496ec813a1 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:01.312169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:01.325399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.330883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.356210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=c341c2a7-4056-4617-b7e6-0bad755a32e0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.361230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.366551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.399933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Transition to ACTIVE for port object 2ef283ab-fd31-4672-9149-2167d1fc64ba will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:01.422451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:01.427658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:01.433360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:01.434193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.434589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:01.442008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Transition to ACTIVE for port object 2ef283ab-fd31-4672-9149-2167d1fc64ba will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:01.477827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Pushing event updated for resources: {'Port': ['ID=259cfede-43ef-443e-b5f5-34496ec813a1,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.477968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b5414813-73b6-48c1-9c10-9fe545fc5de0 req-dfc40aa0-5bdc-4f0e-93d3-c16c89a03c9c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Synchronizing usage tracker for tenant:38426a02657341308c90f08bcd75fe81 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:01.488572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for 59a86bd2-274b-474e-b1fd-23b6bb4a94b7 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:01.502599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.520852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for f801b119-c96b-461d-9cdf-2c748cd8730c owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:01.562286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:01.571028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:01.584340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc45dc23-2c47-4a62-94fa-4752375b9a33 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:01.599627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.616057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.664200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Attempting to bind port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:01.664200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Attempting to bind port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:01.664497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Attempting to bind port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 on network 073b8587-a90b-4891-b576-3e432ce032f8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:01.666676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Ignored duplicate provisioning block setup for port 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:01:01.669924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=5e486728-207f-4450-a3e5-89f8422f2396,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.675238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 on network 073b8587-a90b-4891-b576-3e432ce032f8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:01:01.675609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Attempting to bind port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 on network 073b8587-a90b-4891-b576-3e432ce032f8 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:01.676538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 0527b1b8-75ab-4800-b711-84a7f32af840 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:01.679065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.688549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:01.700689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.712524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:01.728497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:01.732562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:01.736528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Attempting to bind port 259cfede-43ef-443e-b5f5-34496ec813a1 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:01.736909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Attempting to bind port 259cfede-43ef-443e-b5f5-34496ec813a1 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:01.737269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Attempting to bind port 259cfede-43ef-443e-b5f5-34496ec813a1 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:01.739316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Pushing event updated for resources: {'Port': ['ID=2ef283ab-fd31-4672-9149-2167d1fc64ba,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:01.741670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:01.746523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:01.746869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Checking segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:01.747251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Bound using segment: {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:01.747700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Bound port: fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32a9607a-e07d-4a74-b75f-c5f05bd46a08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:01.748045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.766269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:01.766269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:01.766656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.766930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:01.767314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Bound port: 259cfede-43ef-443e-b5f5-34496ec813a1, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:01.768159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.777194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9ae673d-3694-4529-b1dc-ca512aea0703 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.6761839 Sep 22 17:01:01.785044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b5414813-73b6-48c1-9c10-9fe545fc5de0 req-dfc40aa0-5bdc-4f0e-93d3-c16c89a03c9c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Unset dirty status for tenant:38426a02657341308c90f08bcd75fe81 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:01.793170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5414813-73b6-48c1-9c10-9fe545fc5de0 req-dfc40aa0-5bdc-4f0e-93d3-c16c89a03c9c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8816843 Sep 22 17:01:01.816926 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 6 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:01.833775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:01.838357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] In _notify_port_updated(), no bound segment for port 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 on network a243d195-06a8-41af-b747-e2ff5f680a91 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:01:01.843824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:01.844463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:01.846907 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/ports/7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 HTTP/1.1" status: 200 len: 931 time: 3.5177190 Sep 22 17:01:01.848922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:01.853034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:eb:66:6f', 'name': 'tempest-NetworksTestDHCPv6-268667309'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:01.972198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Allocated IP 2001:db8:0:1::2 (a243d195-06a8-41af-b747-e2ff5f680a91/dd684e31-8406-4b80-984d-4e5519f82b6b/c4ef7d89-819d-4c38-ae97-9dd6f31ecc92) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:02.002843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d7b78c-c1c4-4e77-9da3-b1c8960b9cc5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=7cd5dcd0-c6bd-4604-a49e-fa466bc18f65,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:02.006804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:02.026402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Attempting to bind port 2ef283ab-fd31-4672-9149-2167d1fc64ba on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:02.027021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Attempting to bind port 2ef283ab-fd31-4672-9149-2167d1fc64ba by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '89182eeb-c135-4664-85f8-2eb8f9f44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:02.027381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Attempting to bind port 2ef283ab-fd31-4672-9149-2167d1fc64ba on network f42aa446-de7b-484a-9f4d-7bb227999dd2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:02.033205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dc45dc23-2c47-4a62-94fa-4752375b9a33 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:02.033578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.033910 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dc45dc23-2c47-4a62-94fa-4752375b9a33 Sep 22 17:01:02.126671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:02.142088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.158225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:02.158623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Checking segment: {'id': '89182eeb-c135-4664-85f8-2eb8f9f44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:02.158999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.159391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Bound using segment: {'id': '89182eeb-c135-4664-85f8-2eb8f9f44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:02.159875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Bound port: 2ef283ab-fd31-4672-9149-2167d1fc64ba, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89182eeb-c135-4664-85f8-2eb8f9f44a18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:02.160252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.198385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:02.206034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:02.215015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] For port 259cfede-43ef-443e-b5f5-34496ec813a1, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:02.217996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:02.231430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:02.232410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.284094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] For port 259cfede-43ef-443e-b5f5-34496ec813a1, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=259cfede-43ef-443e-b5f5-34496ec813a1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:02.304947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.370757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:02.385424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.387256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=f801b119-c96b-461d-9cdf-2c748cd8730c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:02.390367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:02.391238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.392647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] 10.222.0.18 "PUT /v2.0/ports/fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 1094 time: 3.1683247 Sep 22 17:01:02.424999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:02.427565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb4fcf1d-ee95-4703-af99-b895d9950a99" -d '{"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:02.430085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:02.431488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.10 (f42aa446-de7b-484a-9f4d-7bb227999dd2/d62ff54a-630b-4064-8211-b810367fa4d5/5ae1fb55-8eb3-491a-853e-8df9f2a861a9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:02.463698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] For port 2ef283ab-fd31-4672-9149-2167d1fc64ba, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:02.508255 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 7 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:02.526507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.526855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.527203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.527545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.527887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.528221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.528564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.528909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.529238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.529568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.529895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.530217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:02.534083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42af6908-2175-4c39-872b-525548a8cf10 x-openstack-request-id: req-42af6908-2175-4c39-872b-525548a8cf10 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:02.534363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:02.534633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-42af6908-2175-4c39-872b-525548a8cf10 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:02.534961 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42af6908-2175-4c39-872b-525548a8cf10'] response: {'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'status': 'completed', 'code': 200} Sep 22 17:01:02.537055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.538301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] For port 2ef283ab-fd31-4672-9149-2167d1fc64ba, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2ef283ab-fd31-4672-9149-2167d1fc64ba,segment=NetworkSegment(89182eeb-c135-4664-85f8-2eb8f9f44a18),segment_id=89182eeb-c135-4664-85f8-2eb8f9f44a18)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:02.554663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c4e7ca-7d65-45c8-9d03-9186a992bce3 None None] Pushing event updated for resources: {'Port': ['ID=259cfede-43ef-443e-b5f5-34496ec813a1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:02.561607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.573953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.605123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Ignored duplicate provisioning block setup for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:01:02.740781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:02.760168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dc45dc23-2c47-4a62-94fa-4752375b9a33 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:02.785371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.791023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'Port': ['ID=a9489a3b-bbdf-486d-bdcc-8f017ca58068,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:02.801498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:02.813350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:02.825980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.851215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:02.851798 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP 172a3437-549d-48f1-8a4b-24b321a704bb disassociated (deleted). External IP: 172.26.8.53, port: e4be8727-9143-4fa8-9bb7-01ac4ec934d2. Sep 22 17:01:02.855079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:03.051546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7bf40f-6bd0-4d37-919f-4bb827fa154b None None] Pushing event updated for resources: {'Port': ['ID=2ef283ab-fd31-4672-9149-2167d1fc64ba,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:03.121493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:03.125497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea41599-1a46-4ecc-84ff-a33d46656c79 service neutron] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:03.166022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 26d7e607-52ed-4473-82c4-638b3ea46b6b yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:03.245158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96d4df-dc09-45cf-8f16-eb6c6f0dda75 None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:03.277088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-b6861876-4b03-4bea-ad48-35d04e851cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:03.279206 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-b6861876-4b03-4bea-ad48-35d04e851cb0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1097 time: 0.7541997 Sep 22 17:01:03.356812 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 8 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:03.452306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-a53bbc89-6c40-4e51-adee-abb40c4d5e01 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 217 time: 0.1589353 Sep 22 17:01:03.459783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:03.474077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=59a86bd2-274b-474e-b1fd-23b6bb4a94b7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:03.707970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2ef283ab-fd31-4672-9149-2167d1fc64ba up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:03.726050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:03.798782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-9a264c2a-778d-4370-8b00-3dc72802d40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:03.800443 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-9a264c2a-778d-4370-8b00-3dc72802d40b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.3406584 Sep 22 17:01:03.807146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:03.818078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:03.834718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2ef283ab-fd31-4672-9149-2167d1fc64ba completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:03.842513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 259cfede-43ef-443e-b5f5-34496ec813a1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:03.906123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 172.20.0.3 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/2fceb097-7a2c-4fb6-b562-03af5335dc1e/26d7e607-52ed-4473-82c4-638b3ea46b6b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:03.941664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 259cfede-43ef-443e-b5f5-34496ec813a1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:03.949157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:03.991389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:feeb:666f (f3a9654d-3ae4-48af-9ca2-2c6331f26039/c341c2a7-4056-4617-b7e6-0bad755a32e0/26d7e607-52ed-4473-82c4-638b3ea46b6b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:04.012418 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 9 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:04.153497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:04.392417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:04.490374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:04.535033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-57dc6b55-9473-455e-b143-c4881aef6470 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:04.538828 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-57dc6b55-9473-455e-b143-c4881aef6470 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.7187178 Sep 22 17:01:04.569723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4f8879-de34-408d-9894-e64ff92f8f05 None None] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:04.635217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:04.646169 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:04.659441 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:04.660641 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:04.677172 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 10 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:04.699824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b62bb43-8c5e-44bf-98ec-13f019212d19 req-3068c8ab-1394-4e3f-a5ab-1420f16791bf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:04.707080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b62bb43-8c5e-44bf-98ec-13f019212d19 req-3068c8ab-1394-4e3f-a5ab-1420f16791bf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 944 time: 1.6562655 Sep 22 17:01:04.740007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:04.752061 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:04.753636 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:04.763178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:04.765018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d744d1da-f3c1-44ef-8250-9d6e1db5b70f None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:04.829991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:04.831034 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1ad6b29-7f20-47d6-9a46-30492b350948 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:04.871591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:04.892686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning for port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:04.907993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning complete for port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:04.909096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:04.909457 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 1 to provision port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 Sep 22 17:01:04.960238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:04.972724 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-c73305ed-e395-48cd-912d-f8285c9c0d0c service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3649833 Sep 22 17:01:04.975580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:04.995389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.009431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.012897 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8efc28b3-7b5d-46db-8116-12c769cb2a0d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/172a3437-549d-48f1-8a4b-24b321a704bb HTTP/1.1" status: 204 len: 168 time: 4.8986597 Sep 22 17:01:05.020164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:05.038047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.129753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 26d7e607-52ed-4473-82c4-638b3ea46b6b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:05.172216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port e4be8727-9143-4fa8-9bb7-01ac4ec934d2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:05.172556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.220712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.261205 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b62bb43-8c5e-44bf-98ec-13f019212d19 req-0b2a2395-f5e2-4367-bd24-060afe6d79ef tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5531952 Sep 22 17:01:05.272072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.272785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router 60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:05.286574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:05.327874 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ae21bf1-ffbb-43ca-95d8-458399f4cb28 req-a2b1db03-6057-4477-9348-70f2a9766ada service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3463733 Sep 22 17:01:05.368867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.373083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.431193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Current status of the port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:05.431784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.493974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] For port ed6dd0dd-10d4-44ba-ae81-08bddac28b37, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:05.500271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.552022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.560686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c0f3cd7-721b-4230-a448-cc922c3b0dea tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 204 len: 168 time: 7.6275227 Sep 22 17:01:05.575324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:05.588979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:05.595196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1381473173', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:05.596658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:05.603239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=26d7e607-52ed-4473-82c4-638b3ea46b6b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:05.608659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:05.617359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:05.622510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:05.634246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:05.640108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:05.649116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:05.649525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.651096 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:05.708738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:05.738920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Pushing event updated for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:05.753115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.767574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '2fceb097-7a2c-4fb6-b562-03af5335dc1e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c341c2a7-4056-4617-b7e6-0bad755a32e0'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '259cfede-43ef-443e-b5f5-34496ec813a1'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:01:05.779862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.790505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-65665386-eb38-4f8d-9dde-f52879559cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:05.792301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-65665386-eb38-4f8d-9dde-f52879559cf2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1097 time: 0.3174553 Sep 22 17:01:05.810415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:05.811102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.875411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.952597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.956647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:05.956841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.969035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for e4be8727-9143-4fa8-9bb7-01ac4ec934d2 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:05.988309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:05.989727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.047932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:06.080595 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-204eca26-5983-434a-a0bd-c845c9ef30b9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2333603 Sep 22 17:01:06.085598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:06.097322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44414) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:06.116723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:06.132585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:06.142567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.142813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=5ae1fb55-8eb3-491a-853e-8df9f2a861a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.221040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.253268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.277344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.277689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.278226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.278727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.280906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.281416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.286756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.287116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.287444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.287780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.288115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.288448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:06.304548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-04958b17-2e6e-403e-b141-9c799e215b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:06.306704 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-04958b17-2e6e-403e-b141-9c799e215b71 service neutron] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 896 time: 0.4913697 Sep 22 17:01:06.325418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:06.379746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning for port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:06.409958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.418140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Provisioning complete for port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:06.419805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.420164 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Attempt 1 to provision port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 Sep 22 17:01:06.427315 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-3c186518-b0a1-4dae-b65c-802a214a4551 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 217 time: 0.1127145 Sep 22 17:01:06.455470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.473553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=7cd5dcd0-c6bd-4604-a49e-fa466bc18f65,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.482368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.482486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Allocated IP 2001:db8::f816:3eff:fe78:66a (f3a9654d-3ae4-48af-9ca2-2c6331f26039/c341c2a7-4056-4617-b7e6-0bad755a32e0/259cfede-43ef-443e-b5f5-34496ec813a1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:06.513281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34008f17-4957-48f8-9e5f-182b5b001681 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 HTTP/1.1" status: 204 len: 168 time: 4.6548896 Sep 22 17:01:06.576006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:06.576706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.580556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:06.611364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.698649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Current status of the port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:06.699956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.708439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a293ccb-bda1-4622-a0da-d8ea3b7b1e08 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 17:01:06.709025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a293ccb-bda1-4622-a0da-d8ea3b7b1e08 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:06.719534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12c9555f-206e-4663-82ce-101606a74815 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.6603732 Sep 22 17:01:06.720639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router 0c163b76-16d7-4826-aa16-6f8cca4b02a9 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:06.729213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:06.738150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.739343 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bfd444bc-bb2e-4892-bdd9-e87c85f6dc7a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1553411 Sep 22 17:01:06.740287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'Port': ['ID=a9489a3b-bbdf-486d-bdcc-8f017ca58068,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.743643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:06.748039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': 'f42aa446-de7b-484a-9f4d-7bb227999dd2', 'name': 'tempest-PortsTestJSON-967637918', 'fixed_ips': [{'subnet_id': 'd62ff54a-630b-4064-8211-b810367fa4d5', 'ip_address': '172.20.0.9'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:06.752285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] For port 259cfede-43ef-443e-b5f5-34496ec813a1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=259cfede-43ef-443e-b5f5-34496ec813a1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:06.767495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.781000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] For port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:06.786359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-b832212a-0c96-4e5e-a796-f26dde265624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:06.788321 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-b832212a-0c96-4e5e-a796-f26dde265624 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.1629486 Sep 22 17:01:06.793509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.794114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': True}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:06.837130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.859666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Could not find standard attr ID for object b479ae74-5f55-478b-8d16-d55f105b72b7. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:06.872660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Ignored duplicate provisioning block setup for port 259cfede-43ef-443e-b5f5-34496ec813a1 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:01:06.878858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.879934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:06.928996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312888af-7d39-4426-95b5-a38ae170a920 None None] Pushing event updated for resources: {'Port': ['ID=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:06.931297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e6ebc2-5df7-407c-84a8-97aab8e36ca2 req-f8843072-f42e-4081-9da4-c4220b7f9663 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:06.939831 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56e6ebc2-5df7-407c-84a8-97aab8e36ca2 req-f8843072-f42e-4081-9da4-c4220b7f9663 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 944 time: 0.5078521 Sep 22 17:01:07.013552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=e4be8727-9143-4fa8-9bb7-01ac4ec934d2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.064800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning for port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:07.082668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832cd4de-866a-4b96-bde2-61cf22c59f30 None None] Pushing event updated for resources: {'Port': ['ID=259cfede-43ef-443e-b5f5-34496ec813a1,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.088471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a293ccb-bda1-4622-a0da-d8ea3b7b1e08 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:07.089676 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7a293ccb-bda1-4622-a0da-d8ea3b7b1e08 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/7cd5dcd0-c6bd-4604-a49e-fa466bc18f65 HTTP/1.1" status: 404 len: 333 time: 0.4969563 Sep 22 17:01:07.090757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.091829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aea37713-63d5-4958-86d0-ae69ec1891ac tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 9.8089795 Sep 22 17:01:07.104640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning for port 2ef283ab-fd31-4672-9149-2167d1fc64ba completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:07.108801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb06a9-4eb8-438e-8929-17834d074b9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:07.111067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning complete for port 2ef283ab-fd31-4672-9149-2167d1fc64ba triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:07.111986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.112535 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 1 to provision port 2ef283ab-fd31-4672-9149-2167d1fc64ba Sep 22 17:01:07.113832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:07.115101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cb06a9-4eb8-438e-8929-17834d074b9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:07.119768 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86cb06a9-4eb8-438e-8929-17834d074b9c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 1.0165431 Sep 22 17:01:07.121410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56e6ebc2-5df7-407c-84a8-97aab8e36ca2 req-0ae2b362-c218-4b2d-bb67-1124c9ff6118 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1807098 Sep 22 17:01:07.136945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44438) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:07.186461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-964b1c20-4fdc-4637-8f1f-47060e27ba4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:07.188014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-964b1c20-4fdc-4637-8f1f-47060e27ba4c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3919110 Sep 22 17:01:07.359188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Current status of the port 2ef283ab-fd31-4672-9149-2167d1fc64ba is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:07.359583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.405105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] For port 2ef283ab-fd31-4672-9149-2167d1fc64ba, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2ef283ab-fd31-4672-9149-2167d1fc64ba,segment=NetworkSegment(89182eeb-c135-4664-85f8-2eb8f9f44a18),segment_id=89182eeb-c135-4664-85f8-2eb8f9f44a18)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:07.410210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.413846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 26d7e607-52ed-4473-82c4-638b3ea46b6b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:07.414344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.472182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.487629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning complete for port 58a61f9e-8cbc-472b-8c3f-dbf921898756 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:07.488181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.488521 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 1 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:07.510155 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-0b207472-3da0-42b1-bc42-f0b39c699d58 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030028 Sep 22 17:01:07.515440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d247374c-7791-4690-80b3-c9896920a7a8 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/e4be8727-9143-4fa8-9bb7-01ac4ec934d2 HTTP/1.1" status: 204 len: 168 time: 2.4946222 Sep 22 17:01:07.518147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44452) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:07.518870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.552339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:07.552548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Pushing event updated for resources: {'Port': ['ID=2ef283ab-fd31-4672-9149-2167d1fc64ba,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.559152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:07.563985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:floatingip and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:07.568172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:07.568906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.569258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.569604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.570147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.570488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.571386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.571722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.572054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.572384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.572743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.573071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.573393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:07.575428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:07.600088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.603934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:07.636495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:07.696677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:07.697787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.697787 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 Sep 22 17:01:07.779317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.866825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:07.869515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 259cfede-43ef-443e-b5f5-34496ec813a1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:07.894571 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb4fcf1d-ee95-4703-af99-b895d9950a99 req-c1ba82e6-4d13-45eb-a646-0777994420d1 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3776159 Sep 22 17:01:07.919006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.955655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=014dad63-4987-4467-8073-c2a782401afd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:07.966262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:07.966973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.969177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:07.970315 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48875230-3403-4d4d-af38-f9a770aa9ce9 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/security-groups/014dad63-4987-4467-8073-c2a782401afd HTTP/1.1" status: 204 len: 168 time: 0.8547575 Sep 22 17:01:07.974330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:08.054391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:08.054778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.055687 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:08.129248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.137589 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 2 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:08.156250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:08.199779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:08.222556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.9 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/dc97bff0-7a94-44f0-85ff-d0cd82df5014) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:08.271444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-0a49cce7-f6f0-4bdc-8a7e-29264677d071 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Synchronizing usage tracker for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:08.281524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:08.282701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed6dd0dd-10d4-44ba-ae81-08bddac28b37 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:08.343205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:08.352760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:08.373375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:08.383121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:08.390019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Sync routers for ids ['0c163b76-16d7-4826-aa16-6f8cca4b02a9'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:08.403880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:08.404527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.404977 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 Sep 22 17:01:08.413634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.435998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Routers {'0c163b76-16d7-4826-aa16-6f8cca4b02a9'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:08.436733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0c163b76-16d7-4826-aa16-6f8cca4b02a9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:08.467660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-0a49cce7-f6f0-4bdc-8a7e-29264677d071 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Unset dirty status for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:08.468866 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-0a49cce7-f6f0-4bdc-8a7e-29264677d071 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--243365877&fields=id&tenant_id=a91a8e03b5a544d09963a21c378186c5 HTTP/1.1" status: 200 len: 267 time: 1.0126066 Sep 22 17:01:08.475140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.476535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-218925fd-86d4-4bf4-ae63-6734701f8135 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 13.4977369 Sep 22 17:01:08.483679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:08.491686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:08.494688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.573526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.591899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26301a16-5ff2-4d5f-993f-9e580844d075 req-95500834-ca00-4b23-83b9-a3b2b2371bd3 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:08.599421 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26301a16-5ff2-4d5f-993f-9e580844d075 req-95500834-ca00-4b23-83b9-a3b2b2371bd3 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 944 time: 0.2491958 Sep 22 17:01:08.615889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:01:08.639963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.666907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5ccaf0d-93db-4ec4-a61f-1f383e764ab2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:08.682895 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26301a16-5ff2-4d5f-993f-9e580844d075 req-682424e7-7385-4ea4-89d7-8a268449288a tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800562 Sep 22 17:01:08.701410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.705536 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7fa8bf2-9c28-4b1e-9e3f-ca0240dda765 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/security-groups/b5ccaf0d-93db-4ec4-a61f-1f383e764ab2 HTTP/1.1" status: 204 len: 168 time: 0.6924615 Sep 22 17:01:08.707300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.711524 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 3 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:08.725441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:08.811296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:08.854055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:08.951051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:08.953399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:08.957076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:08.962317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Set router 0c163b76-16d7-4826-aa16-6f8cca4b02a9 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:08.964572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:08.974539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:09.000667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=dc97bff0-7a94-44f0-85ff-d0cd82df5014,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:09.033187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 26d7e607-52ed-4473-82c4-638b3ea46b6b owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:09.033624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet f3705bdf-e123-4c13-abf0-4b59de693748 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:09.037344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.108020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.179631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.197794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:09.198551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-995b86da-3e4e-4d48-80f5-3c97c4a18833 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:09.200083 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-995b86da-3e4e-4d48-80f5-3c97c4a18833 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 811 time: 0.7154865 Sep 22 17:01:09.210392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.213408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:01:09.236839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.291005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.316816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:09.316816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.344470 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-21fc37f5-88be-467d-8e78-3aefbe450591 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/quotas/a91a8e03b5a544d09963a21c378186c5 HTTP/1.1" status: 200 len: 375 time: 0.1243536 Sep 22 17:01:09.348434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4338b6-9c8b-4fea-bf8e-8110795d2e23 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:01:09.355065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port a3aeccb1-c3b4-4e0f-a270-8cf08b62997b yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:09.367980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.409870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:09.418795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.464876 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 4 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:09.484835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.576072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2ef283ab-fd31-4672-9149-2167d1fc64ba up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:09.595810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=f3705bdf-e123-4c13-abf0-4b59de693748,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:09.603498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.618139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:09.623207 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-736c190a-a03b-48b2-9453-7393249be7f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/f3705bdf-e123-4c13-abf0-4b59de693748 HTTP/1.1" status: 204 len: 168 time: 0.8551042 Sep 22 17:01:09.631177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44470) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:09.634155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-067f31ec-f1a5-4cf5-8a96-f822117cfda7 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:09.651038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:09.653804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:09.737223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c163b76-16d7-4826-aa16-6f8cca4b02a9', 'name': '', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840', 'external_fixed_ips': [{'subnet_id': '759c5c8c-67cc-43f6-9d00-be625fe86e39', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '5e486728-207f-4450-a3e5-89f8422f2396', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:55Z', 'updated_at': '2022-09-22T17:01:02Z', 'revision_number': 3, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port': {'id': '5e486728-207f-4450-a3e5-89f8422f2396', 'name': '', 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:57:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c163b76-16d7-4826-aa16-6f8cca4b02a9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 543, 'fixed_ips': [{'subnet_id': '759c5c8c-67cc-43f6-9d00-be625fe86e39', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:58Z', 'updated_at': '2022-09-22T17:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '759c5c8c-67cc-43f6-9d00-be625fe86e39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:09.748869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Checking router: 0c163b76-16d7-4826-aa16-6f8cca4b02a9 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:09.749230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Updating router 0c163b76-16d7-4826-aa16-6f8cca4b02a9 port 5e486728-207f-4450-a3e5-89f8422f2396 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:01:09.836977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.852708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2ef283ab-fd31-4672-9149-2167d1fc64ba triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:09.853096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.853430 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2ef283ab-fd31-4672-9149-2167d1fc64ba Sep 22 17:01:09.884598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.893549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:09.915999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['fa4338b6-9c8b-4fea-bf8e-8110795d2e23'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:01:09.925643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:09.971035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:09.988139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:10.003620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:10.046421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.052250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:10.056449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.074136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=dc97bff0-7a94-44f0-85ff-d0cd82df5014,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:10.166204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.203647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b8deab-1c6c-4d7c-8d23-7caf887d3b3f req-84fe8f9a-c90a-42ba-b4b9-72eacd93a1bc tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:10.205423 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83b8deab-1c6c-4d7c-8d23-7caf887d3b3f req-84fe8f9a-c90a-42ba-b4b9-72eacd93a1bc tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 945 time: 0.3751097 Sep 22 17:01:10.209387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.210658 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-becfb848-65ba-404f-b7f3-3938b441be2e tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.6892860 Sep 22 17:01:10.215324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44476) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:10.237017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.255952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'port': {'network_id': '1ba40d01-30eb-4c61-b04b-231a68f7efd2', 'name': 'tempest-FloatingIPTestJSON-714923565'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:10.265462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=26d7e607-52ed-4473-82c4-638b3ea46b6b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:10.267914 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 5 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:10.358070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-6751284e-9f1f-462d-83cc-aed187f92890 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Synchronizing usage tracker for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:10.373487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port 5e486728-207f-4450-a3e5-89f8422f2396 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:10.374135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.403467 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83b8deab-1c6c-4d7c-8d23-7caf887d3b3f req-82f29d93-92e8-43c8-927b-df0c6c4aad85 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1888726 Sep 22 17:01:10.473198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.504364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:10.510473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:10.517057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:port and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:10.522527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for port was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:10.531728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:10.552559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:10.557168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.561251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.585017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] device_id is not set on port 467b6e0d-43a6-4a5f-908b-00f2ffbd492a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:10.643414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2ef283ab-fd31-4672-9149-2167d1fc64ba is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:10.662446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-6751284e-9f1f-462d-83cc-aed187f92890 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Unset dirty status for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:10.664956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-6751284e-9f1f-462d-83cc-aed187f92890 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&fields=id HTTP/1.1" status: 200 len: 348 time: 1.2704105 Sep 22 17:01:10.667376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.9 (f42aa446-de7b-484a-9f4d-7bb227999dd2/d62ff54a-630b-4064-8211-b810367fa4d5/a3aeccb1-c3b4-4e0f-a270-8cf08b62997b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:10.719411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.782898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:10.795297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:10.798722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:10.800198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.807255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.844114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Transition to ACTIVE for port object 5e486728-207f-4450-a3e5-89f8422f2396 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:10.881083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:10.897527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.017198 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 6 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:11.040940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.2 (1ba40d01-30eb-4c61-b04b-231a68f7efd2/8a0a8b08-2a32-4966-93cc-18c8696b169a/467b6e0d-43a6-4a5f-908b-00f2ffbd492a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:11.068693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Attempting to bind port 5e486728-207f-4450-a3e5-89f8422f2396 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:11.069192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Attempting to bind port 5e486728-207f-4450-a3e5-89f8422f2396 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:11.069699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Attempting to bind port 5e486728-207f-4450-a3e5-89f8422f2396 on network 0527b1b8-75ab-4800-b711-84a7f32af840 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:11.126003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:11.126592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Checking segment: {'id': '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:11.127165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.127697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Bound using segment: {'id': '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:11.128549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Bound port: 5e486728-207f-4450-a3e5-89f8422f2396, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '0527b1b8-75ab-4800-b711-84a7f32af840'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:11.129273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.201711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbacc20-c189-410a-84e2-187dde9c34dc None None] Pushing event updated for resources: {'Port': ['ID=5e486728-207f-4450-a3e5-89f8422f2396,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:11.214809 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b943c8e1-59df-4e9d-982f-69158a29de49 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/26d7e607-52ed-4473-82c4-638b3ea46b6b HTTP/1.1" status: 204 len: 168 time: 4.0675826 Sep 22 17:01:11.216114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:11.249449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:11.290812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=a4ae0877-2371-4706-a99c-823f1bf6dcfd,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:11.300066 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67b22ad3-d1c8-4a0a-a524-3ea8d907d172 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6654067 Sep 22 17:01:11.301119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:11.309276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'security_group': {'name': 'tempest-secgroup-149844473'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:11.318573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] For port 5e486728-207f-4450-a3e5-89f8422f2396, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:11.320442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:11.322915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] For port 5e486728-207f-4450-a3e5-89f8422f2396, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e486728-207f-4450-a3e5-89f8422f2396,segment=NetworkSegment(9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc),segment_id=9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:11.329496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.346157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:11.353502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:11.372213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:11.410090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Routers {'0c163b76-16d7-4826-aa16-6f8cca4b02a9'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:11.411130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0c163b76-16d7-4826-aa16-6f8cca4b02a9'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:11.411807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.425549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.481271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:11.486710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:11.491508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:11.501431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:11.666386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbacc20-c189-410a-84e2-187dde9c34dc None None] Pushing event updated for resources: {'Port': ['ID=5e486728-207f-4450-a3e5-89f8422f2396,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:11.703917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] Set router 0c163b76-16d7-4826-aa16-6f8cca4b02a9 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:11.709829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.756754 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-c89acfb5-d55f-4e3e-9ff5-893e300e2889 service neutron] 10.222.0.25 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0754859 Sep 22 17:01:11.797902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.814424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 1ba40d01-30eb-4c61-b04b-231a68f7efd2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:11.815282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 172.26.8.192 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4c255324-7acd-413b-8440-81db028c4bfe) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:11.834201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:11.836221 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 7 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:11.844523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.848279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:11.891545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.897169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ebc38af-84b9-49c9-a3f8-54764885470a None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:11.956396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=467b6e0d-43a6-4a5f-908b-00f2ffbd492a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:11.976657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c163b76-16d7-4826-aa16-6f8cca4b02a9', 'name': '', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:55Z', 'updated_at': '2022-09-22T17:01:10Z', 'revision_number': 4, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:11.980100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.984795 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6796093 Sep 22 17:01:11.984795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48651750-98ed-4575-9953-26208487dcf5 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0779034-56fc-4df7-8f12-fff7b3c5389f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:11.990720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:11.991486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:11.996753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44490) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:12.008394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c73993f-ec6c-4b8c-97f6-5820644067ff None None] The sync data for ids ['0c163b76-16d7-4826-aa16-6f8cca4b02a9'] in dv-neutron-858953-1-hyperv is: [{'id': '0c163b76-16d7-4826-aa16-6f8cca4b02a9', 'name': '', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:55Z', 'updated_at': '2022-09-22T17:01:10Z', 'revision_number': 4, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:12.009005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3bb346b-ca5e-4813-9951-d521dc44af8e req-d864eb3b-a09d-49be-a924-7094c95ce2bf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:12.011510 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3bb346b-ca5e-4813-9951-d521dc44af8e req-d864eb3b-a09d-49be-a924-7094c95ce2bf tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 945 time: 0.4483137 Sep 22 17:01:12.014017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:12.020568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'security_group': {'name': 'tempest-secgroup-1164802804'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:12.047076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:12.057819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:12.065586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e47d4df-2ce6-4369-b757-b8afff3f4b36 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.8451059 Sep 22 17:01:12.067184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:12.070061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44494) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:12.090377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': '467b6e0d-43a6-4a5f-908b-00f2ffbd492a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:12.141225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:12.179932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3bb346b-ca5e-4813-9951-d521dc44af8e req-ae0ae42b-54eb-46c7-9e42-436a45357a15 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1505046 Sep 22 17:01:12.186288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.265106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for 5e486728-207f-4450-a3e5-89f8422f2396 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:12.265476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.341199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:12.342929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:12.344197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:12.344366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:12.345424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:12.352923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:12.386088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:12.402321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:12.404051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-cdd270a5-c71e-4112-b83f-a917ea33b1f1 service neutron] 10.222.0.25 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5838635 Sep 22 17:01:12.417013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Update dhcp port {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'fixed_ips': [{'subnet_id': 'dd684e31-8406-4b80-984d-4e5519f82b6b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4ae0877-2371-4706-a99c-823f1bf6dcfd'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': 'c4ef7d89-819d-4c38-ae97-9dd6f31ecc92'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:01:12.457038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.517686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:12.526202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef6f36da-42d7-4c1f-8336-6092212d8ec6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 1.1316509 Sep 22 17:01:12.531860 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 8 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:12.532908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44498) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:12.555875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object a3aeccb1-c3b4-4e0f-a270-8cf08b62997b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:12.634990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.646837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:12.683079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:12.778065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 2fceb097-7a2c-4fb6-b562-03af5335dc1e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:12.779350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:01:12.779877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:01:12.784752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.788818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.818284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.828084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.853189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:12.868476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:12.868912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.869252 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 Sep 22 17:01:12.871099 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ec44909f-4bd1-4bdc-90c7-f81c187d561f req-ed1fc912-4c40-4563-907b-f17ed24978c0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 210 time: 0.1509461 Sep 22 17:01:12.871775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:12.997571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=a3aeccb1-c3b4-4e0f-a270-8cf08b62997b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:13.017826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:13.022545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:13.035741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:13.076640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.121556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:13.121756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.122128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.125758 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1278558 Sep 22 17:01:13.131442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44512) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:13.142132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'security_group': {'name': 'tempest-secgroup-245356672'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:13.148062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:13.153200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:13.156509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:13.163152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:13.169528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Allocated IP 2001:db8::2 (a243d195-06a8-41af-b747-e2ff5f680a91/a4ae0877-2371-4706-a99c-823f1bf6dcfd/c4ef7d89-819d-4c38-ae97-9dd6f31ecc92) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:13.177418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72fff81-c209-42d9-b5d9-a27012c6ef1f tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941bad31-839c-44db-b6eb-ec17fb13914f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:13.197230 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 9 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:13.204164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.253118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:13.253780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.274895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.333388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:13.345677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:13.348132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d87425c9-d5a1-4257-803c-b0e35d94e11f" -d '{"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-plugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:13.379317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:13.439038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port 5e486728-207f-4450-a3e5-89f8422f2396 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:13.439677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.472228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bdc196-2d4b-4256-9a9d-2992196a1b38 x-openstack-request-id: req-f9bdc196-2d4b-4256-9a9d-2992196a1b38 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:13.472777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-plugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:13.472777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9bdc196-2d4b-4256-9a9d-2992196a1b38 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:13.473170 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9bdc196-2d4b-4256-9a9d-2992196a1b38'] response: {'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'code': 200} Sep 22 17:01:13.474359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.507135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.609389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:13.663075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.688004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.694393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:13.699895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Transition to ACTIVE for port object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:13.707017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.719722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] For port 5e486728-207f-4450-a3e5-89f8422f2396, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e486728-207f-4450-a3e5-89f8422f2396,segment=NetworkSegment(9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc),segment_id=9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:13.720397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.766634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e7d8f2-5bb7-48f6-addb-da0947bf73d4 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:13.812232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=4c255324-7acd-413b-8440-81db028c4bfe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:13.822960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:13.837725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:13.862113 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 10 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:13.899040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=2fceb097-7a2c-4fb6-b562-03af5335dc1e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:13.926653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:13.938145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for 5e486728-207f-4450-a3e5-89f8422f2396 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:13.958612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e84a9ee0-2ff8-4426-8d0e-3616919e56ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/2fceb097-7a2c-4fb6-b562-03af5335dc1e HTTP/1.1" status: 204 len: 168 time: 1.4234991 Sep 22 17:01:13.962643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:13.989130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:security_group_rule and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:13.993652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:13.997745 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd2ebf16-9d0b-41d3-8159-c1b9154f346c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 7.2638168 Sep 22 17:01:14.003302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:14.006284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:14.012626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:14.036958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:14.060073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133434c3-7a5d-4388-9784-24d7ac8a8e6e None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:14.066981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:14.109971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning for port 259cfede-43ef-443e-b5f5-34496ec813a1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:14.143956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:14.152749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning complete for port 259cfede-43ef-443e-b5f5-34496ec813a1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:14.153288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.153723 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 1 to provision port 259cfede-43ef-443e-b5f5-34496ec813a1 Sep 22 17:01:14.254977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet c341c2a7-4056-4617-b7e6-0bad755a32e0 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:14.259317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.323369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.348480 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a335851d-3888-41b7-a4cc-d650d1b3c2f4 req-4b142f30-b4b7-4662-a839-b163089c179a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 210 time: 0.1974115 Sep 22 17:01:14.370412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.422235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Current status of the port 259cfede-43ef-443e-b5f5-34496ec813a1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:14.422844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.481844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] For port 259cfede-43ef-443e-b5f5-34496ec813a1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=259cfede-43ef-443e-b5f5-34496ec813a1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:14.488742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.612731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Could not find standard attr ID for object b479ae74-5f55-478b-8d16-d55f105b72b7. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:14.618066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda14933-7ac1-43bf-be6f-84b3f7d86202 req-b894bf5d-e197-4756-a897-bf710f06dd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:14.619693 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eda14933-7ac1-43bf-be6f-84b3f7d86202 req-b894bf5d-e197-4756-a897-bf710f06dd8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 0.8782125 Sep 22 17:01:14.634840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.638794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Could not find standard attr ID for object 7cd5dcd0-c6bd-4604-a49e-fa466bc18f65. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:14.676185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Pushing event updated for resources: {'Port': ['ID=259cfede-43ef-443e-b5f5-34496ec813a1,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:14.696458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:14.707923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:14.711865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:14.712463 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:14.909177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ddfce8b-1ffa-49c1-92ce-46c1dee66724 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:14.910659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ddfce8b-1ffa-49c1-92ce-46c1dee66724 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:14.932159 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eda14933-7ac1-43bf-be6f-84b3f7d86202 req-82965cdc-5bac-448f-a124-7601fc6f6c08 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2597532 Sep 22 17:01:14.945623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82515da8-bea7-420c-ab2b-76f201d86c37 req-5dacbf9a-f05c-4f3c-8cbd-8f2ccfc960ad tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:14.947493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82515da8-bea7-420c-ab2b-76f201d86c37 req-5dacbf9a-f05c-4f3c-8cbd-8f2ccfc960ad tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.1363955 Sep 22 17:01:14.981653 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP a3c119b8-428c-489c-9bf8-39106f315ccd associated. External IP: 172.26.8.9, port: 467b6e0d-43a6-4a5f-908b-00f2ffbd492a. Sep 22 17:01:15.018837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:15.034968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning for port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:15.043142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Provisioning complete for port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:15.043768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.044002 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 1 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:15.052418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ddfce8b-1ffa-49c1-92ce-46c1dee66724 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:15.053071 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ddfce8b-1ffa-49c1-92ce-46c1dee66724 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 1.0125299 Sep 22 17:01:15.071158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44536) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:15.125558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:15.142236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.203500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.236689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-d7f76454-4fd7-4d47-90bd-cf8db5bea313 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:15.238501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-d7f76454-4fd7-4d47-90bd-cf8db5bea313 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 811 time: 0.8806460 Sep 22 17:01:15.264558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.276784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82515da8-bea7-420c-ab2b-76f201d86c37 req-c787aa5f-1341-456c-8a39-9018d1d81a9b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3190367 Sep 22 17:01:15.410922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24e44dd6-8b56-4fd2-a030-aec9fce2cda6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:15.432874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-c66961d2-1efd-4efb-99fa-d359adb8db1f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a91a8e03b5a544d09963a21c378186c5 HTTP/1.1" status: 200 len: 379 time: 0.1473522 Sep 22 17:01:15.436439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.440344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.441826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-238deab9-5567-43cc-bc72-25d1816d7635 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.3092384 Sep 22 17:01:15.447314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:15.457734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-92614338', 'security_groups': ['24e44dd6-8b56-4fd2-a030-aec9fce2cda6'], 'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'a4ae0877-2371-4706-a99c-823f1bf6dcfd'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:15.481620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870bcea-963f-4d88-a22f-b72ab754e357 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:15.487399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870bcea-963f-4d88-a22f-b72ab754e357 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:15.488340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'port': {'device_id': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'admin_state_up': True, 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'security_groups': ['6021986f-9224-444e-86ad-40deb9a74ff3']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:15.493684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1870bcea-963f-4d88-a22f-b72ab754e357 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:15.495353 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1870bcea-963f-4d88-a22f-b72ab754e357 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.4232473 Sep 22 17:01:15.504927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:15.558282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 259cfede-43ef-443e-b5f5-34496ec813a1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:15.574552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Port': ['ID=5e486728-207f-4450-a3e5-89f8422f2396,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:15.626283 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 2 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:15.680021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.695319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 259cfede-43ef-443e-b5f5-34496ec813a1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:15.695800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.696198 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 259cfede-43ef-443e-b5f5-34496ec813a1 Sep 22 17:01:15.719967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:15.822466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.826818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 259cfede-43ef-443e-b5f5-34496ec813a1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:15.827984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:15.846985 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-42fedab2-be92-4738-8bfd-bee468085a93 req-b589546e-0936-4be2-90c3-fdc9e202c50f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 210 time: 0.3446977 Sep 22 17:01:15.872240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.915304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:15.916248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.916415 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:15.941400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=c341c2a7-4056-4617-b7e6-0bad755a32e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:15.954126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:15.958995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a41608d-9975-4e05-8074-87d3f24c35da None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:16.012924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port a3aeccb1-c3b4-4e0f-a270-8cf08b62997b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:16.013276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.057168 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-136388dc-06a1-4028-90c5-11e8a85d61cd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/c341c2a7-4056-4617-b7e6-0bad755a32e0 HTTP/1.1" status: 204 len: 168 time: 2.0932462 Sep 22 17:01:16.065749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:16.079856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.081854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:16.084481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.112695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:16.131412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.132065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0c163b76-16d7-4826-aa16-6f8cca4b02a9 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:16.144429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.148456 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b610d08-bc86-4044-97a7-1f99b3d6263c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/routers/0c163b76-16d7-4826-aa16-6f8cca4b02a9 HTTP/1.1" status: 204 len: 168 time: 7.6564634 Sep 22 17:01:16.157062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:16.176440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fde80334-8409-46f2-b87d-42267584da23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1006472 Sep 22 17:01:16.181201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:16.184353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44558) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:16.222293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:16.272682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:16.299185 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 3 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:16.391517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:16.417682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:16.472483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:16.521756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:01:16.526939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Deleting port 259cfede-43ef-443e-b5f5-34496ec813a1 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:16.527324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.527603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Made reservation on behalf of a91a8e03b5a544d09963a21c378186c5 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:16.532503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.596954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting subnet 759c5c8c-67cc-43f6-9d00-be625fe86e39 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:16.632173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:16.650720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.711398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.721710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.747251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:16.759562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] For port 259cfede-43ef-443e-b5f5-34496ec813a1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=259cfede-43ef-443e-b5f5-34496ec813a1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:16.760243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:16.877877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:16.887358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Calling delete_port for 259cfede-43ef-443e-b5f5-34496ec813a1 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:16.914460 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 4 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:16.949633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:16.975159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c57c0-39f6-403c-9e38-d54669774f37 req-85d8a98e-1c74-49ea-9520-d765c8f09a81 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:16.976873 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d41c57c0-39f6-403c-9e38-d54669774f37 req-85d8a98e-1c74-49ea-9520-d765c8f09a81 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.4178591 Sep 22 17:01:16.984168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:17.005832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:17.021525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Allocated IP 172.20.0.13 (d8a44100-4b73-404b-a555-3c82358d4934/7ae8c285-cbaa-4f4f-b240-790963d5882f/0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:17.035654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.043754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.105515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] Pushing event deleted for resources: {'Port': ['ID=259cfede-43ef-443e-b5f5-34496ec813a1,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:17.114308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5e1dbb-1c57-48f5-bbd3-de1f3347f4d3 None None] No DVR routers for this DVR port 259cfede-43ef-443e-b5f5-34496ec813a1 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:01:17.118172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d41c57c0-39f6-403c-9e38-d54669774f37 req-1606a328-7ff0-4e34-8e0f-96ac97440296 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332483 Sep 22 17:01:17.152572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.180242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:17.185408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.192808 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:17.208067 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:17.209231 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.226079 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2a16bd5-d159-4a67-8609-966ffa66ff92 req-6ca42516-c0b4-49b5-826c-de8df16f347d tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 210 time: 0.1467021 Sep 22 17:01:17.226714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:17.230214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.290490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:17.310799 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.321623 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:17.322426 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.389009 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.389272 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6268dc-c530-4997-96fe-e40a24c92c6a None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:17.423743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.507142 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 5 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:17.522307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.551554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Transition to ACTIVE for port object 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:17.557181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 259cfede-43ef-443e-b5f5-34496ec813a1 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:01:17.562314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:17.577945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] device_id is not set on port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:17.587305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.590599 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f53599ab-5560-49b7-bd8e-428d1ddd929f tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "PUT /v2.0/routers/ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 200 len: 919 time: 10.8249068 Sep 22 17:01:17.592101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44566) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:17.608029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 259cfede-43ef-443e-b5f5-34496ec813a1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:01:17.608555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 259cfede-43ef-443e-b5f5-34496ec813a1 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:01:17.611113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] Sync routers for ids ['ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:17.631218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] Routers {'ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:17.632026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.667475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.686317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.721983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:17.723066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.724874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for a3aeccb1-c3b4-4e0f-a270-8cf08b62997b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:17.738381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] Routers {'ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:17.739024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.760985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Network d8a44100-4b73-404b-a555-3c82358d4934 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:17.767063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:17.769577 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9aeffcce-91b7-4ade-ab08-44e241bf7b3d tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/a3c119b8-428c-489c-9bf8-39106f315ccd HTTP/1.1" status: 200 len: 975 time: 5.6971714 Sep 22 17:01:17.770465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44570) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:17.774091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:17.855842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:17.857015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a973bb9-b614-43ca-b59f-e9864bc2279c None None] The sync data for ids ['ba3e300f-e026-4f4e-a3cf-f86eac3b26b0'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:17.906014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event updated for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:17.935065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:17.935877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:17.963400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-771f8f4f-492a-4f25-8e6a-cf9f0a3526fe tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 200 len: 925 time: 0.3698123 Sep 22 17:01:17.964744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44574) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:17.968310 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-2067bacc-2a59-4c52-bd36-cc9858d93cdf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5250347 Sep 22 17:01:18.011623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Request body: {'port': {'device_id': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:18.017526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 467b6e0d-43a6-4a5f-908b-00f2ffbd492a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:18.017880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:18.146701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:18.173601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:18.223151 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 6 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:18.285707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:18.323872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:18.335424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=759c5c8c-67cc-43f6-9d00-be625fe86e39,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:18.378264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7074ce9e-1579-40ec-b474-baed373eb913 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:18.379038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7074ce9e-1579-40ec-b474-baed373eb913 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Synchronizing usage tracker for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:18.454910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:18.544411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7074ce9e-1579-40ec-b474-baed373eb913 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Unset dirty status for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:18.546293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7074ce9e-1579-40ec-b474-baed373eb913 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=ba3e300f-e026-4f4e-a3cf-f86eac3b26b0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5803411 Sep 22 17:01:18.552187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:18.685401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=a3aeccb1-c3b4-4e0f-a270-8cf08b62997b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:18.704075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8::261 (a243d195-06a8-41af-b747-e2ff5f680a91/a4ae0877-2371-4706-a99c-823f1bf6dcfd/7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:18.825504 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 7 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:18.878981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30438f5-b45e-43de-b42b-d465153f9f72 req-a8b9f526-bdf3-46f2-959a-e95cb2bfeb65 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:18.881585 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d30438f5-b45e-43de-b42b-d465153f9f72 req-a8b9f526-bdf3-46f2-959a-e95cb2bfeb65 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.5077670 Sep 22 17:01:18.884517 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3c97127b-f345-46b2-b78c-c1c6b3174ad6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/subnets/759c5c8c-67cc-43f6-9d00-be625fe86e39 HTTP/1.1" status: 204 len: 168 time: 2.7208371 Sep 22 17:01:18.893600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:18.902982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:19.034213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.132953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f5802d9-cd3d-485c-929a-634a3ec08641 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:19.133845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1f5802d9-cd3d-485c-929a-634a3ec08641 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Synchronizing usage tracker for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:19.146501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d30438f5-b45e-43de-b42b-d465153f9f72 req-493642c4-dd4b-4385-836c-f7305014b303 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2188671 Sep 22 17:01:19.329317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1f5802d9-cd3d-485c-929a-634a3ec08641 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Unset dirty status for tenant:6329729ce47f40b2a849355b29eb59e1 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:19.330489 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1f5802d9-cd3d-485c-929a-634a3ec08641 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.7768304 Sep 22 17:01:19.338900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44592) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:19.348232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:19.368233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:19.377982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f9d231-7641-48e3-8d57-133311269267 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:19.397756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:01:19.411188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:19.411771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.412566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.417638 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-968ad080-ae58-4fd6-b275-0f5cb92ed884 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 200 len: 205 time: 0.0757201 Sep 22 17:01:19.425173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:19.448760 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 8 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:19.512194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Transition to ACTIVE for port object 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:19.538829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:19.541787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.612810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.628852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.634002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2a9f40a-7cfd-45b1-aeba-b5ea380a7133 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/a3aeccb1-c3b4-4e0f-a270-8cf08b62997b HTTP/1.1" status: 204 len: 168 time: 4.0838597 Sep 22 17:01:19.636739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:19.647111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.649626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=0b0a1f55-310d-4728-94ae-e0eac4f53e39,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:19.680126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '0b0a1f55-310d-4728-94ae-e0eac4f53e39'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:19.681133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:19.724414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069b8c87-101d-4045-81ef-eeedbeec90e5 req-da4a3c49-c393-4829-9389-3e5b331792ad tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:19.726107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-069b8c87-101d-4045-81ef-eeedbeec90e5 req-da4a3c49-c393-4829-9389-3e5b331792ad tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 932 time: 1.3362415 Sep 22 17:01:19.750425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-261a9c23-426c-4fce-a25e-ff41cf7585db tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5653446 Sep 22 17:01:19.756357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:19.764765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:19.776300 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-abec6ca3-71d1-434d-b52d-aba1bc806806 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:01:19.776861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abec6ca3-71d1-434d-b52d-aba1bc806806 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:19.859756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Allocated IP 172.20.0.2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0b0a1f55-310d-4728-94ae-e0eac4f53e39/8fa458aa-629b-4417-bd16-145f34f806c1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:19.887714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:19.921042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a745fc-2f72-41e1-9e5f-7c624f24ef9f req-e8f6def5-5cb9-4b38-9998-a428658b45eb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:19.922502 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35a745fc-2f72-41e1-9e5f-7c624f24ef9f req-e8f6def5-5cb9-4b38-9998-a428658b45eb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.6354148 Sep 22 17:01:19.929989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abec6ca3-71d1-434d-b52d-aba1bc806806 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:19.934171 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-abec6ca3-71d1-434d-b52d-aba1bc806806 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/a3aeccb1-c3b4-4e0f-a270-8cf08b62997b HTTP/1.1" status: 404 len: 333 time: 0.2786961 Sep 22 17:01:19.949117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:19.956025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.114708 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 9 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:20.158794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.184159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Transition to ACTIVE for port object 8fa458aa-629b-4417-bd16-145f34f806c1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:20.199584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.205367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:20.211551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-069b8c87-101d-4045-81ef-eeedbeec90e5 req-a56c2fd4-1a2a-4113-a81a-afa4d3fefcbd tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Synchronizing usage tracker for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:20.214921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Transition to ACTIVE for port object 8fa458aa-629b-4417-bd16-145f34f806c1 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:20.223007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.288860 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35a745fc-2f72-41e1-9e5f-7c624f24ef9f req-4e27e64e-a7ba-4d63-8db9-adbfdef99252 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3547437 Sep 22 17:01:20.298267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Attempting to bind port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:20.298615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Attempting to bind port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:20.298946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Attempting to bind port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 on network d8a44100-4b73-404b-a555-3c82358d4934 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:20.333311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:20.337031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 on network d8a44100-4b73-404b-a555-3c82358d4934 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:01:20.337351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Attempting to bind port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 on network d8a44100-4b73-404b-a555-3c82358d4934 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:20.337586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:20.340573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:20.345784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:20.345995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:20.346233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Checking segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:20.346589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Bound using segment: {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:20.347035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Bound port: 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0799d853-3fde-4f11-af12-2413a6e1c2ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:20.347590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.348048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Pushing event updated for resources: {'Port': ['ID=8fa458aa-629b-4417-bd16-145f34f806c1,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:20.368504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:20.375530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.409719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:20.410127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.457573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-069b8c87-101d-4045-81ef-eeedbeec90e5 req-a56c2fd4-1a2a-4113-a81a-afa4d3fefcbd tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Unset dirty status for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:20.458648 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-069b8c87-101d-4045-81ef-eeedbeec90e5 req-a56c2fd4-1a2a-4113-a81a-afa4d3fefcbd tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7157538 Sep 22 17:01:20.466778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.475733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Attempting to bind port 8fa458aa-629b-4417-bd16-145f34f806c1 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:20.476107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Attempting to bind port 8fa458aa-629b-4417-bd16-145f34f806c1 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:20.476658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Attempting to bind port 8fa458aa-629b-4417-bd16-145f34f806c1 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:20.486873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:20.487719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:20.488424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.489211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:20.490019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Bound port: 8fa458aa-629b-4417-bd16-145f34f806c1, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:20.490637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.497886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:20.500132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port 4c255324-7acd-413b-8440-81db028c4bfe {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:20.500478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.510338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:20.521748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:20.530642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0527b1b8-75ab-4800-b711-84a7f32af840']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:20.548452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:20.578748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.579101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.579592 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP a3c119b8-428c-489c-9bf8-39106f315ccd disassociated. External IP: 172.26.8.9, port: 467b6e0d-43a6-4a5f-908b-00f2ffbd492a. Sep 22 17:01:20.580102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 467b6e0d-43a6-4a5f-908b-00f2ffbd492a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:20.600547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] For port 8fa458aa-629b-4417-bd16-145f34f806c1, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:20.605845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] For port 8fa458aa-629b-4417-bd16-145f34f806c1, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8fa458aa-629b-4417-bd16-145f34f806c1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:20.610139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.621383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:20.621991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:20.654004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:20.682124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:20.689798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cdb64c3-f67f-4e5f-bcff-56321fb23716 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:20.691371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1cdb64c3-f67f-4e5f-bcff-56321fb23716 tempest-TestNetworkAdvancedServerOps-377624815 tempest-TestNetworkAdvancedServerOps-377624815-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1094 time: 0.3557386 Sep 22 17:01:20.696402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.697440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:20.698783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.703204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:20.703809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.705334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] 10.222.0.18 "PUT /v2.0/ports/0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1094 time: 2.6980629 Sep 22 17:01:20.708509 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Attempt 10 to provision port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 Sep 22 17:01:20.708877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:20.726596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:20.734436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.767575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510d39dc-5a76-4fe3-8a36-d48ecc4062b1 None None] Pushing event updated for resources: {'Port': ['ID=8fa458aa-629b-4417-bd16-145f34f806c1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:20.791702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.793570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f82ded0-5557-48cd-87ab-7ce9e93f0ce8 None None] Port 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:20.805277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:20.807673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f1698b-5522-4508-a678-fb901b6562dd" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:20.853559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.855622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:20.885509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43a159d0-28f2-473e-8398-cae24b9a9e9f x-openstack-request-id: req-43a159d0-28f2-473e-8398-cae24b9a9e9f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:20.885800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:20.886043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-43a159d0-28f2-473e-8398-cae24b9a9e9f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:20.886429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43a159d0-28f2-473e-8398-cae24b9a9e9f'] response: {'name': 'network-changed', 'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'status': 'completed', 'code': 200} Sep 22 17:01:20.887403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Usage tracker for resource:floatingip and tenant:38426a02657341308c90f08bcd75fe81 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:20.899531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:20.908270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Could not find standard attr ID for object 26d7e607-52ed-4473-82c4-638b3ea46b6b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:20.912216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccc01c6-298f-428e-ae8e-2a574e864e82 service neutron] Pushing event updated for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:20.929519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:20.932669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.934994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:01:20.935546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.941706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:20.952549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:20.953766 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:21.073625 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc resource provider aggregate not found Sep 22 17:01:21.114578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for 4c255324-7acd-413b-8440-81db028c4bfe owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:21.152175 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d5ef9b4-10d9-4a1b-ad2a-bb8d11c064bc found for delete ", "request_id": "req-5d9b98da-8e10-4349-8b7b-832ab9ecc654"}]} Sep 22 17:01:21.189403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.204507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:21.213893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:21.225906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Provisioning complete for port 58a61f9e-8cbc-472b-8c3f-dbf921898756 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:21.228213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.228746 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 1 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:21.303972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:21.354960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-10841948-834c-4218-9485-981437f59012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:21.357604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-10841948-834c-4218-9485-981437f59012 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1097 time: 0.5406144 Sep 22 17:01:21.433584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:21.460141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:21.465682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:21.466321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.487981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:21.546613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.550649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-b65712bc-9323-4afe-b47d-c4cd1c12a4d6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 217 time: 0.1691802 Sep 22 17:01:21.557773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.651338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-af48df26-28f7-4fcc-a90f-b87ac29210f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:21.652879 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-af48df26-28f7-4fcc-a90f-b87ac29210f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.0923452 Sep 22 17:01:21.655978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0527b1b8-75ab-4800-b711-84a7f32af840 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Sep 22 17:01:21.669220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.676673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8fa458aa-629b-4417-bd16-145f34f806c1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:21.804700 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 2 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:21.871037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.931062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Network': ['ID=0527b1b8-75ab-4800-b711-84a7f32af840,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:21.949511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:21.953078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 8fa458aa-629b-4417-bd16-145f34f806c1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:21.965084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:22.042364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=4c255324-7acd-413b-8440-81db028c4bfe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:22.113420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 5ae1fb55-8eb3-491a-853e-8df9f2a861a9 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:22.146595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ac29df6-7b2b-4a45-8741-063cdfbdc78b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:22.148650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-8ac29df6-7b2b-4a45-8741-063cdfbdc78b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4284377 Sep 22 17:01:22.155781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10e4e8a7-0221-42eb-8744-09d44b5d65de tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.7074032 Sep 22 17:01:22.180246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:22.192657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.195924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91b6525c-6948-48da-b99f-4f6578825aea tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/networks/0527b1b8-75ab-4800-b711-84a7f32af840 HTTP/1.1" status: 204 len: 168 time: 3.2838476 Sep 22 17:01:22.221056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:22.236539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.271204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=467b6e0d-43a6-4a5f-908b-00f2ffbd492a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:22.341860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5dd5d0cf-2f31-413f-800d-a6ac8b45d3c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.459334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d43d17-4a0b-4f6a-9eb2-dd5233bf8518 req-a481348f-ce79-4123-abb5-d7a647b9d57f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:22.460931 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57d43d17-4a0b-4f6a-9eb2-dd5233bf8518 req-a481348f-ce79-4123-abb5-d7a647b9d57f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 944 time: 0.4534011 Sep 22 17:01:22.466363 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 3 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:22.500077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44638) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:22.558076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:22.583130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'name': 'tempest-router--197471156', 'project_id': '301ccd88a0ba4a919b74c0d9ee280e40'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:22.640291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:22.677196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:router and tenant:301ccd88a0ba4a919b74c0d9ee280e40 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:22.691733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:22.706502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:22.726695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.738576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.744119 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57d43d17-4a0b-4f6a-9eb2-dd5233bf8518 req-f3f93496-f857-42e7-a1aa-82f405f78729 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2763515 Sep 22 17:01:22.746367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.789627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Allocated IP 172.26.8.148 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/f7587a1f-843c-4e88-874e-daa2914e4748) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:22.790710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.791740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.812247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=5ae1fb55-8eb3-491a-853e-8df9f2a861a9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:22.815529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:01:22.843717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.844195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:22.847763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:22.899286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-a2dc6689-6261-4155-8aa9-47436d1ee2c4 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7442083 Sep 22 17:01:22.985548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:22.991335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:22.992653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eccce839-ea79-461a-8077-c71ecc4beed7 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 204 len: 168 time: 3.5617912 Sep 22 17:01:23.040510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.041667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44642) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:23.046761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:23.055684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:23.059535 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 4 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:23.067655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-851992387', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:23.069353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:23.091174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:23.108556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:23.112019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.114009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:23.120655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:23.125822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:23.137316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:23.196422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.204474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.272383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a47fa1d-cb6f-4a0c-93b2-2ed8f840b95a req-64eb324f-72be-4e8b-a28e-70e4b2cc2e17 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209016 Sep 22 17:01:23.275678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.330374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4ae0877-2371-4706-a99c-823f1bf6dcfd (CIDR: 2001:db8::/64) Sep 22 17:01:23.336669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:23.337136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:23.364966 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d41b49aa-502e-48b7-b220-cf59c1383f10 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.1791396 Sep 22 17:01:23.364966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.368871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:23.411053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:23.428143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.429235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.451709 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc7f2191-524c-423d-b221-a54e997304ee tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/5ae1fb55-8eb3-491a-853e-8df9f2a861a9 HTTP/1.1" status: 204 len: 168 time: 3.4467926 Sep 22 17:01:23.456997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.458112 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e74548a5-c621-406e-ac2b-0fd98f7923ce tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9495339 Sep 22 17:01:23.458736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:23.465660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44652) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:23.574927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:23.585128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:23.603847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:23.604918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.621512 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 5 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:23.631373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:23.642503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:23.647029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=f7587a1f-843c-4e88-874e-daa2914e4748,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:23.664721 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:23.665651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:23.729524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:23.733636 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed625af-f4fb-4e0d-9f7d-494ddb6345d4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:01:23.734177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ed625af-f4fb-4e0d-9f7d-494ddb6345d4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:23.739760 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:23.756226 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:23.756886 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:00:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:23.760396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:23.767585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:23.773578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:23.782045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:23.791286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1698b-5522-4508-a678-fb901b6562dd req-358dbc17-3aae-4b21-985f-de068f9092d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:23.793035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-358dbc17-3aae-4b21-985f-de068f9092d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1097 time: 0.3857665 Sep 22 17:01:23.793621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:23.827191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:23.827598 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640e332e-d2d0-48e0-982a-77918ba5d549 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:23.993343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.003562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4ed625af-f4fb-4e0d-9f7d-494ddb6345d4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:24.007925 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ed625af-f4fb-4e0d-9f7d-494ddb6345d4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/5ae1fb55-8eb3-491a-853e-8df9f2a861a9 HTTP/1.1" status: 404 len: 333 time: 0.5406103 Sep 22 17:01:24.007925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.014938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44660) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:24.061173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:24.065024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.230395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.231608 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 6 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:24.234842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-553aca7a-9d0c-492a-a190-a77f64c2fca2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/467b6e0d-43a6-4a5f-908b-00f2ffbd492a HTTP/1.1" status: 204 len: 168 time: 6.4371762 Sep 22 17:01:24.235514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:24.297399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.298785 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ee6e66a-1e4d-4e60-ae8b-a3afbe0287bf tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2506945 Sep 22 17:01:24.313034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44668) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:24.322296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:24.343606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:24.409909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.416330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.438614 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9a700823-581d-4654-aad3-482159381fe2 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/floatingips/a3c119b8-428c-489c-9bf8-39106f315ccd HTTP/1.1" status: 200 len: 686 time: 0.1435468 Sep 22 17:01:24.442437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet d62ff54a-630b-4064-8211-b810367fa4d5 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:24.444222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:24.502467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-214a9838-adb1-413a-bff3-bb34e71bed6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.522140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.585886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.586355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2fd4ed72-3f95-4585-8075-661dad035986 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:24.593989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1698b-5522-4508-a678-fb901b6562dd req-264c79c5-624a-427d-b4d5-442474e80a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:24.595489 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-264c79c5-624a-427d-b4d5-442474e80a8f service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.7965574 Sep 22 17:01:24.616537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet dd684e31-8406-4b80-984d-4e5519f82b6b (CIDR: 2001:db8:0:1::/64) Sep 22 17:01:24.729052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.730086 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-225635c3-c7a5-46a2-b938-f61a8c0b8620 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/routers/2fd4ed72-3f95-4585-8075-661dad035986 HTTP/1.1" status: 204 len: 168 time: 1.2582402 Sep 22 17:01:24.751186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:24.751687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:24.784029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:24.823390 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 7 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:24.829633 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-126990b5-15ab-4a41-bde6-8d316161669b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 217 time: 0.2091429 Sep 22 17:01:24.856112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b16ec96-74ed-47fd-8959-49e1ed49008b req-89b5a6ae-a685-4d03-afd9-2de1292ff90a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:24.856967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7b16ec96-74ed-47fd-8959-49e1ed49008b req-89b5a6ae-a685-4d03-afd9-2de1292ff90a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Synchronizing usage tracker for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:24.901017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:24.905005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:24.975263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port dc97bff0-7a94-44f0-85ff-d0cd82df5014 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:24.975600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.013536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.016260 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-549c845b-b79c-4bdc-89f1-3c7602e51054 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.6169007 Sep 22 17:01:25.026064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:25.067197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'subnet': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:25.115166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.122699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1698b-5522-4508-a678-fb901b6562dd req-eef43dcf-ddb5-488d-b0d9-631863d76399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:25.124178 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-eef43dcf-ddb5-488d-b0d9-631863d76399 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.2629271 Sep 22 17:01:25.124802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7b16ec96-74ed-47fd-8959-49e1ed49008b req-89b5a6ae-a685-4d03-afd9-2de1292ff90a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Unset dirty status for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:25.125804 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7b16ec96-74ed-47fd-8959-49e1ed49008b req-89b5a6ae-a685-4d03-afd9-2de1292ff90a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 944 time: 1.0732639 Sep 22 17:01:25.321619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-375971804', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:25.337657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7b16ec96-74ed-47fd-8959-49e1ed49008b req-f9625f7e-6c7b-4a74-863d-647736a6276a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677256 Sep 22 17:01:25.340859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:25.370933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port 8fa458aa-629b-4417-bd16-145f34f806c1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8fa458aa-629b-4417-bd16-145f34f806c1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:25.402231 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 8 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:25.436287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.462848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:25.496716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:25.501986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:25.504792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:25.513155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:25.514573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:25.530353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Usage tracker for resource:subnet and tenant:06e60904d95f461eb3e61c768d235e52 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:25.536461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.536995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.541395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.543922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.545287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.546595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:25.548976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.556585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.566673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f1698b-5522-4508-a678-fb901b6562dd req-c9aead25-4a84-4be9-9b96-87fc7ec17504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:25.568198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-c9aead25-4a84-4be9-9b96-87fc7ec17504 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4371126 Sep 22 17:01:25.626224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:25.628137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.628984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.663168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.762539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for dc97bff0-7a94-44f0-85ff-d0cd82df5014 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:25.844523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.865594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Made reservation on behalf of 06e60904d95f461eb3e61c768d235e52 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:25.867478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.869755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.901122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:25.904214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:25.957417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:25.968510 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:01:25.969340 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 9 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:25.981928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-5dbb7fc0-9fe6-4658-9f0c-672fccccecd8 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4059727 Sep 22 17:01:25.986073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:25.986384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.000328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=1767ec81-242f-4c10-9fbe-1dd883cd9747,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:26.001829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f10a348-e576-4a49-a936-5b6fef98c19c None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:26.029228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7786f552-7a5b-4248-881e-95c75f928bcf None None] Network f42aa446-de7b-484a-9f4d-7bb227999dd2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:26.051892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.079353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=8fa458aa-629b-4417-bd16-145f34f806c1,revision_number=4']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:26.082146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=d62ff54a-630b-4064-8211-b810367fa4d5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:26.095943 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15aabe56-f292-466a-b62f-8beb852b8872 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/d62ff54a-630b-4064-8211-b810367fa4d5 HTTP/1.1" status: 204 len: 168 time: 2.0714493 Sep 22 17:01:26.098777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44688) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:26.116104 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5af52c2-abb4-4b8e-886e-018d28346b01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3558474 Sep 22 17:01:26.131122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:26.198261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:26.313561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:68:2a:b8', 'name': 'tempest-NetworksTestDHCPv6-28912530'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:26.361224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.403291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 2ef283ab-fd31-4672-9149-2167d1fc64ba {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:26.403635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.434351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.442120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.515032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=dc97bff0-7a94-44f0-85ff-d0cd82df5014,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:26.571134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] DHCP port deletion for f42aa446-de7b-484a-9f4d-7bb227999dd2 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:01:26.576452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Deleting port 2ef283ab-fd31-4672-9149-2167d1fc64ba {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:26.577003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.712391 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Attempt 10 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:26.779273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:26.792996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:01:26.821120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6f1698b-5522-4508-a678-fb901b6562dd req-331fc86c-abf5-4ad4-a4e7-af9299810dd2 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7292004 Sep 22 17:01:26.823319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:26.962810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.029567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.080320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] For port 2ef283ab-fd31-4672-9149-2167d1fc64ba, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2ef283ab-fd31-4672-9149-2167d1fc64ba,segment=NetworkSegment(89182eeb-c135-4664-85f8-2eb8f9f44a18),segment_id=89182eeb-c135-4664-85f8-2eb8f9f44a18)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:27.081070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.091892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:27.101029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:27.108566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Provisioning for port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:27.119062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.136845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:27.153481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Network a243d195-06a8-41af-b747-e2ff5f680a91 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:27.159766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:27.165304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:27.165868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.185143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:27.221060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85034ca9-1423-4720-ac08-2eaa90113868 req-eda73f62-f96f-4ee9-9f40-faf0cd33db00 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:27.222760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85034ca9-1423-4720-ac08-2eaa90113868 req-eda73f62-f96f-4ee9-9f40-faf0cd33db00 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 944 time: 0.7154026 Sep 22 17:01:27.230904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 2ef283ab-fd31-4672-9149-2167d1fc64ba, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2ef283ab-fd31-4672-9149-2167d1fc64ba,segment=NetworkSegment(89182eeb-c135-4664-85f8-2eb8f9f44a18),segment_id=89182eeb-c135-4664-85f8-2eb8f9f44a18)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:27.231541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.242155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Subnet': ['ID=44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:27.242436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:27.246237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.247756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a7470cd-687d-427c-9edb-b684ba72b515 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/a3c119b8-428c-489c-9bf8-39106f315ccd HTTP/1.1" status: 204 len: 168 time: 2.7930810 Sep 22 17:01:27.265500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:27.267529 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2d8608a3-36f2-4e6a-8bd4-bccc6c4b4439 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.2315154 Sep 22 17:01:27.336718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'a8c3ee54-c2ab-4d83-8864-a15021c465a6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:27.344187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:27.381844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Calling delete_port for 2ef283ab-fd31-4672-9149-2167d1fc64ba owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:27.413489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.425290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1928577288', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78'}], 'security_groups': ['a0779034-56fc-4df7-8f12-fff7b3c5389f', '941bad31-839c-44db-b6eb-ec17fb13914f']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:27.466824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 2ef283ab-fd31-4672-9149-2167d1fc64ba owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:27.480327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92045df7-599c-4edf-939c-04e5629883ab None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:27.483239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:27.515956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.523860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:27.543141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port ad0983c4-1370-4a88-8a27-ab644017f3dc yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:27.566937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:floatingip and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:27.579482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:27.583213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.598875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:27.610224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8fa458aa-629b-4417-bd16-145f34f806c1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:27.614847 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85034ca9-1423-4720-ac08-2eaa90113868 req-c5e9178c-7c6f-4baa-98f4-bd795de739a9 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3749626 Sep 22 17:01:27.656886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.657523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Could not find standard attr ID for object a3aeccb1-c3b4-4e0f-a270-8cf08b62997b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:27.689798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.734323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5258baa3-9eca-45a0-9bc1-fec0cebf37ad None None] Could not find standard attr ID for object 259cfede-43ef-443e-b5f5-34496ec813a1. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:27.751550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Allocated IP 172.26.8.234 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/fb8f970b-4a7b-4cb5-9519-8bdbc1e7f7eb) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:27.763419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.818458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event updated for resources: {'Port': ['ID=f7587a1f-843c-4e88-874e-daa2914e4748,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:27.826977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:27.829283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=2ef283ab-fd31-4672-9149-2167d1fc64ba,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:27.846697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:01:27.847053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:01:27.858560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'port_id': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'mac_address': 'fa:16:3e:06:8d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:01:27.863425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.887473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No DVR routers for this DVR port 2ef283ab-fd31-4672-9149-2167d1fc64ba on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:01:27.972348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Provisioning for port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:27.995132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Provisioning complete for port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:27.995532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:27.995832 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 1 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:28.049929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:28.050372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.071113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2ef283ab-fd31-4672-9149-2167d1fc64ba no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:01:28.111417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.130245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:01:28.137458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2ef283ab-fd31-4672-9149-2167d1fc64ba {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:01:28.137458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2ef283ab-fd31-4672-9149-2167d1fc64ba not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:01:28.142762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:28.166386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:28.171111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f42aa446-de7b-484a-9f4d-7bb227999dd2']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:28.174048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.200298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89182eeb-c135-4664-85f8-2eb8f9f44a18') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:28.200582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89182eeb-c135-4664-85f8-2eb8f9f44a18') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:28.214225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.233757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.241179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:01:28.241962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.331484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:28.339363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Update dhcp port {'port': {'network_id': 'a243d195-06a8-41af-b747-e2ff5f680a91', 'fixed_ips': [{'subnet_id': 'dd684e31-8406-4b80-984d-4e5519f82b6b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'a4ae0877-2371-4706-a99c-823f1bf6dcfd', 'ip_address': '2001:db8::2'}, {'subnet_id': '44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': 'c4ef7d89-819d-4c38-ae97-9dd6f31ecc92'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:01:28.350337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.360083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.369514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Deleting port 2ef283ab-fd31-4672-9149-2167d1fc64ba {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:28.369514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.373866 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 89182eeb-c135-4664-85f8-2eb8f9f44a18 resource provider aggregate not found Sep 22 17:01:28.381458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.407673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.411389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 89182eeb-c135-4664-85f8-2eb8f9f44a18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89182eeb-c135-4664-85f8-2eb8f9f44a18 found for delete ", "request_id": "req-24b24ada-d00c-4e7f-af05-20512c4bc9f0"}]} Sep 22 17:01:28.436577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.458732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=f42aa446-de7b-484a-9f4d-7bb227999dd2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:28.459043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c49b04b9-2e84-409f-80d9-44403ec2b906 None None] The port '2ef283ab-fd31-4672-9149-2167d1fc64ba' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:01:28.474297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.485710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-142f4ad8-9522-48a1-9c54-0c820e1bdea6 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/f42aa446-de7b-484a-9f4d-7bb227999dd2 HTTP/1.1" status: 204 len: 168 time: 2.3741226 Sep 22 17:01:28.496521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44710) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:28.528877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1458434654'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:28.557742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Floating IP 9e10ff8a-6e33-4f00-a95b-1598409daa13 associated. External IP: 172.26.8.148, port: fa4338b6-9c8b-4fea-bf8e-8110795d2e23. Sep 22 17:01:28.572494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:28.592016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:network and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:28.600553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:01:28.601994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:28.611164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:28.644128 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 2 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:28.644972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.658707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:28.680160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 172.20.0.12 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0b0a1f55-310d-4728-94ae-e0eac4f53e39/ad0983c4-1370-4a88-8a27-ab644017f3dc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:28.695502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe68:2ab8 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/1767ec81-242f-4c10-9fbe-1dd883cd9747/ad0983c4-1370-4a88-8a27-ab644017f3dc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:28.752462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:28.858237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Allocated IP 2001:db8:0:2::2 (a243d195-06a8-41af-b747-e2ff5f680a91/44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78/c4ef7d89-819d-4c38-ae97-9dd6f31ecc92) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:28.902146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:28.905933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.028886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:01:29.047008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.047770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Added segment ab98f7f2-a443-4a0a-89a0-d98b8fe3664a of type vlan for network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 Sep 22 17:01:29.076572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:29.092797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.107817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.124953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.126926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Transition to ACTIVE for port object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:29.130688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.135154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:29.135987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.180322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.279164 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 3 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:29.316870 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8010204 Sep 22 17:01:29.321038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44716) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:29.329527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:29.351740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2660199-0fcc-42ff-9b36-690ac33e112f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Network': ['ID=7fe268f2-a2c6-4eff-a385-23e987dabfb4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:29.360845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:29.374524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:29.378442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:01:29.387824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:29.427300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1365f-39fa-4cdc-95ac-2d7e6570babb None None] Pushing event updated for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:29.472244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec4e7cb-6f54-4171-b9a3-972bcaef0b26 req-c659c7da-fcae-45c4-8f8d-a81771662532 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:29.473796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ec4e7cb-6f54-4171-b9a3-972bcaef0b26 req-c659c7da-fcae-45c4-8f8d-a81771662532 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 945 time: 0.5642273 Sep 22 17:01:29.511022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:29.515239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Allocated IP 172.26.8.32 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/034ab82e-417b-4848-96a3-382de533ac7e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:29.519889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:29.525166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:29.543128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:29.545705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:29.559848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Delete allocated IP 2001:db8::261 (a243d195-06a8-41af-b747-e2ff5f680a91/a4ae0877-2371-4706-a99c-823f1bf6dcfd) {{(pid=89052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 17:01:29.571765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Pushing event updated for resources: {'Port': ['ID=fb8f970b-4a7b-4cb5-9519-8bdbc1e7f7eb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:29.574619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Allocated IP 2001:db8:0:2::6d (a243d195-06a8-41af-b747-e2ff5f680a91/44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78/7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:29.582176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:29.585673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.636687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:29.669334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ec4e7cb-6f54-4171-b9a3-972bcaef0b26 req-2ae74712-0b9b-4c43-ba6d-27d84e60693c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1713579 Sep 22 17:01:29.780252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:29.873058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Router b36efef0-9a58-42dc-a021-4a3b27e8693b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:29.943306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object ad0983c4-1370-4a88-8a27-ab644017f3dc will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:30.039542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.044078 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 4 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:30.058118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.098050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Transition to ACTIVE for port object 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:30.109740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:30.117133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.237182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=2688fbaa-7ded-45e2-9781-4f54f67c8a2c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:30.264433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.294363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event updated for resources: {'Port': ['ID=7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:30.299289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] In _notify_port_updated(), no bound segment for port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 on network a243d195-06a8-41af-b747-e2ff5f680a91 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:01:30.305330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:30.305966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.307302 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bdfcb4f1-6bc6-4708-8f22-7a7dd1319c84 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "PUT /v2.0/ports/7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 HTTP/1.1" status: 200 len: 969 time: 2.9618313 Sep 22 17:01:30.309087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Checking segment: {'id': 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:30.309436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network hostable DHCP agents. Network: 7fe268f2-a2c6-4eff-a385-23e987dabfb4, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:01:30.313894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44720) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:30.338880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.400811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:01:30.406759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:30.407108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.460270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 7fe268f2-a2c6-4eff-a385-23e987dabfb4) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:30.468672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:30.469262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.478563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d33f58-6b9a-47c2-9cec-13106411cee2 None None] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:30.556036 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e810b064-8afc-489d-9325-681b80fd4f9e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2313256 Sep 22 17:01:30.559610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44724) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:30.573033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2017198663', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:30.588110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:30.596959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:router and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:30.606131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:30.615323 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 5 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:30.618472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:30.651036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Sync routers for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:30.673141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:30.684694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:30.685322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:30.697149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:30.706818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.708542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.713105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:30.730547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:30.760589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=ad0983c4-1370-4a88-8a27-ab644017f3dc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:30.785528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.808547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.821047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.882439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.894207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:30.945536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:30.946354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:30.950968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.054514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:31.081926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:31.091027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:31.097469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-7fe268f2-a2c6-4eff-a385-23e987dabfb4', 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '2688fbaa-7ded-45e2-9781-4f54f67c8a2c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:31.098902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.103027 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40834ff3-7d7a-46b4-a369-a7ce5d32836b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 10.3988492 Sep 22 17:01:31.103027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:31.131021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:31.131610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:31.133544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6" -d '{"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:31.144537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be94f7ed-f7b2-41a2-9fae-dbbbf7a479d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.9962487 Sep 22 17:01:31.181039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:31.206036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44734) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:31.213534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event updated for resources: {'Port': ['ID=034ab82e-417b-4848-96a3-382de533ac7e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:31.273819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:31.343710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:31.344096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.344428 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 Sep 22 17:01:31.420839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.502143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.106 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/164b9a5d-95c1-4434-9d49-d305a11c48b1) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:31.512105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.513695 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad69c541-58b8-4d8e-b203-d1faf255d1f7 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.9531231 Sep 22 17:01:31.520932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44738) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:31.532703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4', 'name': 'tempest-PortsTestJSON-1071318268'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:31.567665 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 6 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:31.760094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Allocated IP 172.20.0.2 (7fe268f2-a2c6-4eff-a385-23e987dabfb4/2688fbaa-7ded-45e2-9781-4f54f67c8a2c/30a59523-9fad-4a91-81d0-599a25ffdb1d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:31.771737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28dd0d4-2cf2-47eb-b613-f533d75444ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:31.778241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28dd0d4-2cf2-47eb-b613-f533d75444ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:31.779182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b28dd0d4-2cf2-47eb-b613-f533d75444ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:31.799821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988f0787-37fb-422a-b05c-18235e11703a req-e02d8c95-21d2-45d9-9c41-af01c2a1538f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:31.801403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-988f0787-37fb-422a-b05c-18235e11703a req-e02d8c95-21d2-45d9-9c41-af01c2a1538f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 945 time: 0.4941666 Sep 22 17:01:31.803850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:31.804488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.855288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:31.891159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:31.893054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.894919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b28dd0d4-2cf2-47eb-b613-f533d75444ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:31.895677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9671b-1d4c-4ba1-a5ba-a95e7a360175" -d '{"events": [{"server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "name": "network-vif-plugged", "status": "completed", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:31.899697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b28dd0d4-2cf2-47eb-b613-f533d75444ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.6829948 Sep 22 17:01:31.905523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:31.914218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afd1a62-2537-43c3-89c8-77faaf52533a req-f8886852-941d-4c33-ba86-a6fbb555e2e1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:31.915698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9afd1a62-2537-43c3-89c8-77faaf52533a req-f8886852-941d-4c33-ba86-a6fbb555e2e1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.6148894 Sep 22 17:01:31.920343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.948711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:31.999960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:32.018180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-988f0787-37fb-422a-b05c-18235e11703a req-bb52f396-abe1-40a2-9215-74b70e5a1682 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2028148 Sep 22 17:01:32.023533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.027182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.041986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:32.076254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:32.095204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:port and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:32.101439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:32.108539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.113561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:32.148904 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-206de8a4-0881-44e2-9cf6-b09168905684 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 HTTP/1.1" status: 204 len: 168 time: 1.8333666 Sep 22 17:01:32.149862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:32.200473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:32.204410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.228208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4272e9b0-2780-49e5-b70c-acfa475af3f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] GET failed (client error): The resource could not be found. Sep 22 17:01:32.229016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4272e9b0-2780-49e5-b70c-acfa475af3f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Synchronizing usage tracker for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:32.249873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port b0c8ad17-e411-4a51-8d6d-22388577d1bb yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:32.254577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d937872a-e0e1-4729-9688-ce8851f0e75a x-openstack-request-id: req-d937872a-e0e1-4729-9688-ce8851f0e75a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:32.254914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "name": "network-vif-plugged", "status": "completed", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:32.255170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d937872a-e0e1-4729-9688-ce8851f0e75a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:32.255570 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d937872a-e0e1-4729-9688-ce8851f0e75a'] response: {'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'code': 200} Sep 22 17:01:32.259443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:32.318378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.354716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9e10ff8a-6e33-4f00-a95b-1598409daa13', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:24Z', 'updated_at': '2022-09-22T17:01:24Z', 'revision_number': 0, 'project_id': '38426a02657341308c90f08bcd75fe81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:32.358588 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 7 to provision port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 Sep 22 17:01:32.388008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4272e9b0-2780-49e5-b70c-acfa475af3f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Unset dirty status for tenant:06e60904d95f461eb3e61c768d235e52 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:32.392491 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4272e9b0-2780-49e5-b70c-acfa475af3f3 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports/7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 HTTP/1.1" status: 404 len: 333 time: 0.2390032 Sep 22 17:01:32.394197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44752) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:32.405238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Checking router: b36efef0-9a58-42dc-a021-4a3b27e8693b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:32.409574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Port 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:01:32.415874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.434712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Transition to ACTIVE for port object 30a59523-9fad-4a91-81d0-599a25ffdb1d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:32.443474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:32.444120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:32.480804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:32.495245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:32.497649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:32.503922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aeafab2b-0710-412f-aaba-0d7be343cbe1 x-openstack-request-id: req-aeafab2b-0710-412f-aaba-0d7be343cbe1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:32.504244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:32.504460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-aeafab2b-0710-412f-aaba-0d7be343cbe1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:32.504953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aeafab2b-0710-412f-aaba-0d7be343cbe1'] response: {'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'status': 'completed', 'code': 200} Sep 22 17:01:32.524655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Provisioning for port 8fa458aa-629b-4417-bd16-145f34f806c1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:32.531840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=164b9a5d-95c1-4434-9d49-d305a11c48b1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:32.544888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Provisioning complete for port 8fa458aa-629b-4417-bd16-145f34f806c1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:32.545375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.545812 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Attempt 1 to provision port 8fa458aa-629b-4417-bd16-145f34f806c1 Sep 22 17:01:32.549314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.594213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Transition to ACTIVE for port object 30a59523-9fad-4a91-81d0-599a25ffdb1d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:32.671113 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9afd1a62-2537-43c3-89c8-77faaf52533a req-7fc0561d-57cc-43b4-9448-5a19df6a63a8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7201593 Sep 22 17:01:32.702486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.713528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.729539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44756) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:32.813224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:32.861790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:32.870645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:32.872630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Pushing event updated for resources: {'Port': ['ID=30a59523-9fad-4a91-81d0-599a25ffdb1d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:32.875108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:32.891673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:32.987903 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80914b4b-741b-42db-b197-562ea75ecef6 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/floatingips/9e10ff8a-6e33-4f00-a95b-1598409daa13 HTTP/1.1" status: 200 len: 992 time: 0.2553649 Sep 22 17:01:32.988093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032ed375-1d4f-4403-a124-ac97f8e5effb req-9241d13d-0eb5-48d7-8f6c-6191c8bcb5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:32.989541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-032ed375-1d4f-4403-a124-ac97f8e5effb req-9241d13d-0eb5-48d7-8f6c-6191c8bcb5ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.4479814 Sep 22 17:01:32.994943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.10 (7fe268f2-a2c6-4eff-a385-23e987dabfb4/2688fbaa-7ded-45e2-9781-4f54f67c8a2c/b0c8ad17-e411-4a51-8d6d-22388577d1bb) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:33.059262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port ad0983c4-1370-4a88-8a27-ab644017f3dc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:33.059858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.155529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Current status of the port 8fa458aa-629b-4417-bd16-145f34f806c1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:33.156083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.208677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Attempting to bind port 30a59523-9fad-4a91-81d0-599a25ffdb1d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:33.209242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Attempting to bind port 30a59523-9fad-4a91-81d0-599a25ffdb1d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:33.209733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Attempting to bind port 30a59523-9fad-4a91-81d0-599a25ffdb1d on network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:33.238141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:33.238776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Checking segment: {'id': 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:33.239381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.239945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Bound using segment: {'id': 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:33.240728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Bound port: 30a59523-9fad-4a91-81d0-599a25ffdb1d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '7fe268f2-a2c6-4eff-a385-23e987dabfb4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:33.241227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.329127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] For port 8fa458aa-629b-4417-bd16-145f34f806c1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8fa458aa-629b-4417-bd16-145f34f806c1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:33.353907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.368941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.387423 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-032ed375-1d4f-4403-a124-ac97f8e5effb req-3bad3041-dd4b-460f-87d0-24a526b480f3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3759525 Sep 22 17:01:33.459245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e44dd6-8b56-4fd2-a030-aec9fce2cda6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:33.459908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11b37e-186d-4b9d-9fa9-a7b39de1dedf None None] Pushing event updated for resources: {'Port': ['ID=8fa458aa-629b-4417-bd16-145f34f806c1,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:33.512385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.519313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Router 07848274-ddd7-4d91-b331-a2aab4511f6e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:33.578435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Could not find standard attr ID for object 7d3f7cbe-f7a0-4fe2-bfc6-c08083e82cd9. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:33.599326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Provisioning for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:33.608592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.612498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0448e231-c43c-4a9e-b2f4-77f08bd3110c tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/security-groups/24e44dd6-8b56-4fd2-a030-aec9fce2cda6 HTTP/1.1" status: 204 len: 168 time: 1.1928961 Sep 22 17:01:33.614291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:33.704537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8fa458aa-629b-4417-bd16-145f34f806c1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:33.721711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130117c-1f36-4698-b3a5-39e4517f5d80 req-c3430f55-857a-4707-9266-0eddd78c8982 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:33.728931 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7130117c-1f36-4698-b3a5-39e4517f5d80 req-c3430f55-857a-4707-9266-0eddd78c8982 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4847612 Sep 22 17:01:33.731845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] For port 30a59523-9fad-4a91-81d0-599a25ffdb1d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:33.742597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-10522131-138e-4e54-bffa-25959d99dd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:33.743788 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-10522131-138e-4e54-bffa-25959d99dd6e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 1.2380590 Sep 22 17:01:33.756128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Provisioning complete for port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:33.756899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.758057 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 1 to provision port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 Sep 22 17:01:33.813190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] For port 30a59523-9fad-4a91-81d0-599a25ffdb1d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30a59523-9fad-4a91-81d0-599a25ffdb1d,segment=NetworkSegment(ab98f7f2-a443-4a0a-89a0-d98b8fe3664a),segment_id=ab98f7f2-a443-4a0a-89a0-d98b8fe3664a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:33.833374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.837504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.861551 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7130117c-1f36-4698-b3a5-39e4517f5d80 req-91a414c8-22fb-4869-85a8-6a86763e853f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316094 Sep 22 17:01:33.908255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.929116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.936538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object b0c8ad17-e411-4a51-8d6d-22388577d1bb will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:33.943364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9e10ff8a-6e33-4f00-a95b-1598409daa13', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:24Z', 'updated_at': '2022-09-22T17:01:24Z', 'revision_number': 0, 'project_id': '38426a02657341308c90f08bcd75fe81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:33.963039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b59213-02f3-4bda-865a-a5624e1e092d None None] The sync data for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv is: [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9e10ff8a-6e33-4f00-a95b-1598409daa13', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'floating_ip_address': '172.26.8.148', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:24Z', 'updated_at': '2022-09-22T17:01:24Z', 'revision_number': 0, 'project_id': '38426a02657341308c90f08bcd75fe81', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:33.977731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8fa458aa-629b-4417-bd16-145f34f806c1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:33.977731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:33.978353 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8fa458aa-629b-4417-bd16-145f34f806c1 Sep 22 17:01:34.043064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:34.044516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.086257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.101809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b11db9c-44a9-4e2f-8e39-da90235e3e3b None None] Pushing event updated for resources: {'Port': ['ID=30a59523-9fad-4a91-81d0-599a25ffdb1d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:34.160954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Current status of the port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:34.266047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Provisioning complete for port 58a61f9e-8cbc-472b-8c3f-dbf921898756 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:34.266436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.280815 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 1 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:34.298759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.377694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a335ac67-d985-4515-b29d-236c84acd3ba None None] New status for floating IP 9e10ff8a-6e33-4f00-a95b-1598409daa13: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:01:34.379576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8fa458aa-629b-4417-bd16-145f34f806c1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:34.411176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:34.416377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.480055 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0c2faed-08f7-435f-a275-b413208a3d24 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/floatingips/9e10ff8a-6e33-4f00-a95b-1598409daa13 HTTP/1.1" status: 200 len: 992 time: 0.4015799 Sep 22 17:01:34.488267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.572803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941bad31-839c-44db-b6eb-ec17fb13914f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:34.595110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:34.614903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=b0c8ad17-e411-4a51-8d6d-22388577d1bb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:34.617759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:34.637783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:34.673351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.674660 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-026e69dd-67d2-43a5-bb2a-c65fad6ff5c4 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/security-groups/941bad31-839c-44db-b6eb-ec17fb13914f HTTP/1.1" status: 204 len: 168 time: 1.0525672 Sep 22 17:01:34.688771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44770) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:34.703873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for ad0983c4-1370-4a88-8a27-ab644017f3dc owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:34.755899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-133b0561-b843-46e4-a1e4-18f0dc89ce7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:34.756657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:34.757466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.757644 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-133b0561-b843-46e4-a1e4-18f0dc89ce7f service neutron] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 896 time: 0.9233482 Sep 22 17:01:34.819842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-21fb8d02-1255-4848-b605-98dabcbb2cd3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.2950020 Sep 22 17:01:34.825527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44774) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:34.894931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.904729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.904936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:34.912469 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 2 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:34.917541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.925548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:34.927069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-038dc2ab-abea-4208-85ce-4a22e70db5d2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "PUT /v2.0/routers/07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 200 len: 919 time: 10.5957136 Sep 22 17:01:34.928032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Router dbbd0708-fcdf-4216-9f09-d208f0117321 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:34.932281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:35.013561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] Sync routers for ids ['07848274-ddd7-4d91-b331-a2aab4511f6e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:35.052826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-541a49eb-0e60-46ca-b2bb-3aa4434f2dd5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 1002 time: 0.2813036 Sep 22 17:01:35.080250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] Routers {'07848274-ddd7-4d91-b331-a2aab4511f6e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:35.084707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['07848274-ddd7-4d91-b331-a2aab4511f6e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:35.192984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:35.208370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:35.220464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] Routers {'07848274-ddd7-4d91-b331-a2aab4511f6e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:35.221244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['07848274-ddd7-4d91-b331-a2aab4511f6e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:35.292649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:35.293233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4951657b-0d61-496f-a81a-73e362ed4ae5 None None] The sync data for ids ['07848274-ddd7-4d91-b331-a2aab4511f6e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:35.389757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a933393-72be-4918-b8e8-f29acc3842da None None] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:35.487902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:35.542319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:35.652563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=164b9a5d-95c1-4434-9d49-d305a11c48b1,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:35.662384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:35.680654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-e1bd2290-4955-4522-92cd-d92c85b7f703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:35.682127 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-e1bd2290-4955-4522-92cd-d92c85b7f703 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.5241239 Sep 22 17:01:35.685711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30a59523-9fad-4a91-81d0-599a25ffdb1d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:35.716850 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 3 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:35.800510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f03d6711-0c22-4e9d-acca-496325c4f401 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 200 len: 925 time: 0.8662653 Sep 22 17:01:35.803484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:35.821196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 30a59523-9fad-4a91-81d0-599a25ffdb1d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:35.822458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:35.888135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:35.907045 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] Sync routers for ids ['dbbd0708-fcdf-4216-9f09-d208f0117321'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:35.931121 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] Routers {'dbbd0708-fcdf-4216-9f09-d208f0117321'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:35.932175 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dbbd0708-fcdf-4216-9f09-d208f0117321'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:35.936938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e47f6c35-b120-4449-95b8-94d66dd38029 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/floatingips/9e10ff8a-6e33-4f00-a95b-1598409daa13 HTTP/1.1" status: 200 len: 994 time: 0.3963125 Sep 22 17:01:35.979561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:35.985199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:35.985935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-85c52de3-fc0b-44e4-8cb0-4620389e02a7 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 11.0799475 Sep 22 17:01:35.995226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44792) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.039204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:36.058543 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] Routers {'dbbd0708-fcdf-4216-9f09-d208f0117321'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:36.059537 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dbbd0708-fcdf-4216-9f09-d208f0117321'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:36.140790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.145080 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:36.145496 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e0a699f-0f58-47a4-bc17-4be83a4e441d None None] The sync data for ids ['dbbd0708-fcdf-4216-9f09-d208f0117321'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:36.184890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.185944 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/security-groups/a0779034-56fc-4df7-8f12-fff7b3c5389f HTTP/1.1" status: 204 len: 168 time: 1.4965429 Sep 22 17:01:36.206806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e32183c-6473-4056-b9d9-d7ef99e23d87 req-16bfc461-0cc8-4a89-bfcf-2d04cbe21d7a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:36.214259 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8e32183c-6473-4056-b9d9-d7ef99e23d87 req-16bfc461-0cc8-4a89-bfcf-2d04cbe21d7a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.9550917 Sep 22 17:01:36.219554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.220345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=ad0983c4-1370-4a88-8a27-ab644017f3dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:36.240409 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP feb184ba-908d-4f62-a1c6-6882de596ed7 associated. External IP: 172.26.8.106, port: a8c3ee54-c2ab-4d83-8864-a15021c465a6. Sep 22 17:01:36.305146 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 4 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:36.308901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240a9697-f5c8-4cde-9a8d-47d079b389f6 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0779034-56fc-4df7-8f12-fff7b3c5389f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:36.401332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:36.430204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-0225c4e6-58fd-46b5-8eb7-e746f9bcc735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:36.431836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-0225c4e6-58fd-46b5-8eb7-e746f9bcc735 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7319758 Sep 22 17:01:36.469334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8e32183c-6473-4056-b9d9-d7ef99e23d87 req-b64c8379-d337-4d2d-86ff-56d350352184 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2516561 Sep 22 17:01:36.501766 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c453374d-6cce-49be-b425-898317718ec3 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/dbbd0708-fcdf-4216-9f09-d208f0117321 HTTP/1.1" status: 200 len: 919 time: 0.5050733 Sep 22 17:01:36.506236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.526839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet a4ae0877-2371-4706-a99c-823f1bf6dcfd {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:36.566591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-58e67f85-33aa-4cb2-9641-b4f0a015ebf4 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbd0708-fcdf-4216-9f09-d208f0117321 HTTP/1.1" status: 200 len: 205 time: 0.0569577 Sep 22 17:01:36.575352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.580511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.587900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c789a0c-6552-416c-83fc-3f1efddb2092 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:36.589466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c789a0c-6552-416c-83fc-3f1efddb2092 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=07848274-ddd7-4d91-b331-a2aab4511f6e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7576005 Sep 22 17:01:36.592628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.636770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.687462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.689435 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ceb7fb3-bd10-4d13-9a44-2bd6373789d1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/ad0983c4-1370-4a88-8a27-ab644017f3dc HTTP/1.1" status: 204 len: 168 time: 4.7840750 Sep 22 17:01:36.698420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:36.767040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:36.877807 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-0a2ddf54-abf0-47f8-b02c-d74a37df65e6 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3992820 Sep 22 17:01:36.902828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 5 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:36.968354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:36.983376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c57c74-671b-432e-912a-54b5284881e2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:36.985054 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c9c57c74-671b-432e-912a-54b5284881e2 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.3473220 Sep 22 17:01:36.993397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:37.065132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c6ea00f-f0b5-4b6d-95aa-ae32b74af868 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 200 len: 205 time: 0.0678434 Sep 22 17:01:37.068125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:37.128094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.251147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:37.252631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:37.254226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:37.255028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:37.307908 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2e92731-cfa5-4e3c-bb59-f02d48208bc6 req-b81b98f3-c9c8-496c-8350-d7f382b67b26 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4225187 Sep 22 17:01:37.355339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.360102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.411400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.455980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:37.457176 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4645b12d-9e75-4545-8f40-08062b072e73 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7555032 Sep 22 17:01:37.463241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ae0877-2371-4706-a99c-823f1bf6dcfd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:37.470303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 6 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:37.477929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:37.517748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.528687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6ae4de-038f-46f4-8d4e-03f33369d316 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:37.545381 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ba4e196f-bb85-4532-a791-082498b22b07 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/a4ae0877-2371-4706-a99c-823f1bf6dcfd HTTP/1.1" status: 204 len: 168 time: 1.3196626 Sep 22 17:01:37.549646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:37.567892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:37.691585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:37.831864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 0b0a1f55-310d-4728-94ae-e0eac4f53e39 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:37.841453 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.896342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:37.896933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet 44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:37.908473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.965124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.971726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:37.987358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.017809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.030578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.065258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port fb8f970b-4a7b-4cb5-9519-8bdbc1e7f7eb {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:38.065600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.069192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 7 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:38.089411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.130153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc42b8-0b39-4160-9f9d-d397cae26015 req-82ed92f5-d5cc-46d8-be58-a8b156bb56b0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:38.132043 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ecc42b8-0b39-4160-9f9d-d397cae26015 req-82ed92f5-d5cc-46d8-be58-a8b156bb56b0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5143306 Sep 22 17:01:38.147788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:38.176263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port 034ab82e-417b-4848-96a3-382de533ac7e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:38.176628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.225254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:38.241358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:38.268969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:38.270556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:38.277883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=b0c8ad17-e411-4a51-8d6d-22388577d1bb,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:38.299008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.355865 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9ecc42b8-0b39-4160-9f9d-d397cae26015 req-4e993e9d-6e82-4172-8a14-c486f88e45ed tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2100141 Sep 22 17:01:38.377857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.459092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.489430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:38.506119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:38.506950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:38.584300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:38.584752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66a1fe1-bd38-4222-8ca0-278e6de88fb2 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:38.649027 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 8 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:38.649250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.652709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for fb8f970b-4a7b-4cb5-9519-8bdbc1e7f7eb owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:38.705894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:38.729517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.787675 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3b876cd0-4fb6-4b38-879e-7e80ae443903 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.5187795 Sep 22 17:01:38.791735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=0b0a1f55-310d-4728-94ae-e0eac4f53e39,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:38.805859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44836) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:38.819636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.826443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1722227874'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:38.826608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c971ebd-1e01-40af-b0c1-1240c51822f2 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:38.833748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.873852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.877738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:38.899926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:network and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:38.902751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:38.907224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:38.912344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:38.925374 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711cd5b4-6a0a-4474-9d59-62d0d52e48f8 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:38.928179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:38.937749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9ed7e4d-cb73-4ee1-9f3a-238c9e5f812e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0b0a1f55-310d-4728-94ae-e0eac4f53e39 HTTP/1.1" status: 204 len: 168 time: 1.4552786 Sep 22 17:01:38.940732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f2abd8f-ae81-4a83-8740-2b22e2967cdb tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/44c4ba6b-d4ce-45dd-8ef7-0b7db854ff78 HTTP/1.1" status: 204 len: 168 time: 1.3900430 Sep 22 17:01:38.944469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:38.944628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:38.974970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.042073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:39.045660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.056894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for 034ab82e-417b-4848-96a3-382de533ac7e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:39.064902 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-53a6b059-d568-45b0-97e4-57ae64664144 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:39.065355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-53a6b059-d568-45b0-97e4-57ae64664144 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:39.070433 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-53a6b059-d568-45b0-97e4-57ae64664144 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/a4ae0877-2371-4706-a99c-823f1bf6dcfd HTTP/1.1" status: 404 len: 337 time: 0.1196249 Sep 22 17:01:39.078122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e376480-3c34-46c8-8cd0-b9a71389b2ff req-70f15b43-eb63-4172-a91c-7b37ec8bf5a8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:39.079570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e376480-3c34-46c8-8cd0-b9a71389b2ff req-70f15b43-eb63-4172-a91c-7b37ec8bf5a8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4738684 Sep 22 17:01:39.086446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:39.113845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44852) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:39.126218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Request body: {'floatingip': {'port_id': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:39.203355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 1767ec81-242f-4c10-9fbe-1dd883cd9747 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:39.219575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.232907 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 9 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:39.235482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.274416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:01:39.281353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting subnet dd684e31-8406-4b80-984d-4e5519f82b6b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:39.301674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.346289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.346731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Added segment 629b2477-393e-4e24-8fbf-e608828e0f44 of type vlan for network 188035d5-1115-45dd-976f-f7d868255417 Sep 22 17:01:39.355823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:39.356508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.400535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.482423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=fb8f970b-4a7b-4cb5-9519-8bdbc1e7f7eb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:39.493491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.541720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.638577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.840914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:39.857695 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Attempt 10 to provision port 58a61f9e-8cbc-472b-8c3f-dbf921898756 Sep 22 17:01:39.895112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.951044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Port 58a61f9e-8cbc-472b-8c3f-dbf921898756 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:39.955744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.956526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44cb33e-b240-486b-864a-f2e2c66cac4e None None] Could not find standard attr ID for object ad0983c4-1370-4a88-8a27-ab644017f3dc. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:39.987558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:39.994025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:39.994714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.078521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Provisioning for port 30a59523-9fad-4a91-81d0-599a25ffdb1d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:40.085076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Provisioning complete for port 30a59523-9fad-4a91-81d0-599a25ffdb1d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:40.085541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.085867 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 1 to provision port 30a59523-9fad-4a91-81d0-599a25ffdb1d Sep 22 17:01:40.262462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.265796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.312144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Current status of the port 30a59523-9fad-4a91-81d0-599a25ffdb1d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:40.312871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.333683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.361802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.5515845 Sep 22 17:01:40.367797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] For port 30a59523-9fad-4a91-81d0-599a25ffdb1d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30a59523-9fad-4a91-81d0-599a25ffdb1d,segment=NetworkSegment(ab98f7f2-a443-4a0a-89a0-d98b8fe3664a),segment_id=ab98f7f2-a443-4a0a-89a0-d98b8fe3664a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:40.372430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.374472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.374840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router 07848274-ddd7-4d91-b331-a2aab4511f6e {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:40.377849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.385874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44856) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:40.412226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'subnet': {'network_id': '188035d5-1115-45dd-976f-f7d868255417', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:40.439614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=034ab82e-417b-4848-96a3-382de533ac7e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:40.451688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Provisioning for port b0c8ad17-e411-4a51-8d6d-22388577d1bb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:40.452284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.459341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-470281da-6638-47eb-a22c-233d548e0e88 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 204 len: 168 time: 3.3843575 Sep 22 17:01:40.459341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fdc985-415e-4bf5-9005-602f345b6730 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Network': ['ID=188035d5-1115-45dd-976f-f7d868255417,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:40.460718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:40.464823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Provisioning complete for port b0c8ad17-e411-4a51-8d6d-22388577d1bb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:40.465206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.465543 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 1 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:40.483786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-420751098', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:40.512089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:40.518010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Usage tracker for resource:router and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:40.526541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:40.531073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 188035d5-1115-45dd-976f-f7d868255417 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:01:40.539132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:40.551282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.562845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Pushing event updated for resources: {'Port': ['ID=30a59523-9fad-4a91-81d0-599a25ffdb1d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:40.602385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.611967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.613231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.618777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=1767ec81-242f-4c10-9fbe-1dd883cd9747,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:40.650538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1215246d-f720-4b33-9914-2a2e976d7091 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:40.672760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.694049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:40.717214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.722348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Subnet': ['ID=dd684e31-8406-4b80-984d-4e5519f82b6b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:40.751695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-119ba439-16c3-4c93-b520-c3f7161d0ca0 None None] Network a243d195-06a8-41af-b747-e2ff5f680a91 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:40.757435 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-18a5a1ef-e69c-44b1-8c28-9ecd412acab1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/1767ec81-242f-4c10-9fbe-1dd883cd9747 HTTP/1.1" status: 204 len: 168 time: 1.8084705 Sep 22 17:01:40.763797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:40.806814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:40.810709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:subnet and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:40.813686 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:40.828147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:40.865943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:40.889155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-adb268aa-44d5-4683-bd7a-902f129ddd7d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/dd684e31-8406-4b80-984d-4e5519f82b6b HTTP/1.1" status: 204 len: 168 time: 1.8024042 Sep 22 17:01:40.892190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:40.906599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.008844 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3a08a472-88d7-45e5-ad40-c4794c1cd133 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2423685 Sep 22 17:01:41.019509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.021403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0548f54b-7906-43b7-868c-1683f3ab46b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.022459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0548f54b-7906-43b7-868c-1683f3ab46b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.026656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0548f54b-7906-43b7-868c-1683f3ab46b1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/f3705bdf-e123-4c13-abf0-4b59de693748 HTTP/1.1" status: 404 len: 337 time: 0.1165285 Sep 22 17:01:41.065445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:41.069245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.085452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.190627 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 2 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:41.208976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:41.220828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] DHCP port deletion for a243d195-06a8-41af-b747-e2ff5f680a91 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:01:41.232498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.237277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Deleting port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:41.237652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.247241 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f7e19743-9ef3-4fd7-8aae-b7ec48fc9e5b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "GET /v2.0/ports?device_id=1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 HTTP/1.1" status: 200 len: 205 time: 0.1463428 Sep 22 17:01:41.260716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.262174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.267818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.301041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:01:41.313343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Deleting port 8fa458aa-629b-4417-bd16-145f34f806c1 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:41.313731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.366447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.375642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:41.438992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-119c50fc-3bb5-409d-b072-f6a6ed1bfe9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:41.439573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-119c50fc-3bb5-409d-b072-f6a6ed1bfe9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:41.456322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-e863bc45-c56d-4fc8-9775-fe921d6de014 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] delete failed (client error): The resource could not be found. Sep 22 17:01:41.459664 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e863bc45-c56d-4fc8-9775-fe921d6de014 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/routers/1803e70b-2d63-46d9-ac1d-f338cd0dc8d5 HTTP/1.1" status: 404 len: 336 time: 0.1836584 Sep 22 17:01:41.461266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.465245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.509727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b93d56b2-22d3-4e97-9422-4351684886f1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.510180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b93d56b2-22d3-4e97-9422-4351684886f1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.514501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b93d56b2-22d3-4e97-9422-4351684886f1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e04e8d88-bbfd-454d-b1c3-3a04a8ab422c HTTP/1.1" status: 404 len: 337 time: 0.0496678 Sep 22 17:01:41.514501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-119c50fc-3bb5-409d-b072-f6a6ed1bfe9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:41.514501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-119c50fc-3bb5-409d-b072-f6a6ed1bfe9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4851232 Sep 22 17:01:41.514795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.520204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.520779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router dbbd0708-fcdf-4216-9f09-d208f0117321 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:41.522203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.525692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:01:41.572556 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-88411036-8b8d-4382-bb9d-ccd7f1adcd88 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.573039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88411036-8b8d-4382-bb9d-ccd7f1adcd88 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.577111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-88411036-8b8d-4382-bb9d-ccd7f1adcd88 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/3e4eb42d-35ca-4f1d-acc3-3990b98aef3a HTTP/1.1" status: 404 len: 337 time: 0.0590563 Sep 22 17:01:41.578154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.654850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=b0c8ad17-e411-4a51-8d6d-22388577d1bb,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:41.659326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30a59523-9fad-4a91-81d0-599a25ffdb1d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:41.666215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.734700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] For port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,segment=NetworkSegment(e4c6d239-f17f-4b76-af9f-6d50f15b9f7e),segment_id=e4c6d239-f17f-4b76-af9f-6d50f15b9f7e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:41.735127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.800080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-1645ca22-8476-4ca4-896a-8d213b4b817d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.800444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1645ca22-8476-4ca4-896a-8d213b4b817d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.804553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1645ca22-8476-4ca4-896a-8d213b4b817d tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/f37d1aa6-c448-47cb-a6ac-6edf7cf1b900 HTTP/1.1" status: 404 len: 337 time: 0.2231002 Sep 22 17:01:41.806065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44900) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.857935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ea51fd2-190d-4854-903f-0bfd23b3811b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.858397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ea51fd2-190d-4854-903f-0bfd23b3811b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.862579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ea51fd2-190d-4854-903f-0bfd23b3811b tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/c9de0a55-9345-425b-969a-d5937a262781 HTTP/1.1" status: 404 len: 333 time: 0.0530944 Sep 22 17:01:41.863676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44904) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.883732 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 3 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:41.908118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f92830f-16ee-4b71-aeb1-70b41b5dd070 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.908888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f92830f-16ee-4b71-aeb1-70b41b5dd070 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.912867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f92830f-16ee-4b71-aeb1-70b41b5dd070 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/3a21089c-8c3f-4da8-a86e-7762ab0514a9 HTTP/1.1" status: 404 len: 337 time: 0.0457106 Sep 22 17:01:41.913401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.924854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Calling delete_port for c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:41.940674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.957760 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-67c0319b-b301-4a55-a08b-cf547882de47 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:41.957760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67c0319b-b301-4a55-a08b-cf547882de47 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:41.961005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-67c0319b-b301-4a55-a08b-cf547882de47 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e71ab2a7-9cad-4c02-9b78-84753a0016c3 HTTP/1.1" status: 404 len: 337 time: 0.0436866 Sep 22 17:01:41.961005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44912) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:41.992405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e2b401-4b14-4f1d-b178-b2f9ba54b867 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:41.993618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] For port 8fa458aa-629b-4417-bd16-145f34f806c1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8fa458aa-629b-4417-bd16-145f34f806c1,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:41.994023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:41.996382 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f3e2b401-4b14-4f1d-b178-b2f9ba54b867 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4038515 Sep 22 17:01:41.997244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44916) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.008149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9568b71-9ba9-4d48-a7da-bdcc1ad80297 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:42.008797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9568b71-9ba9-4d48-a7da-bdcc1ad80297 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:42.012910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9568b71-9ba9-4d48-a7da-bdcc1ad80297 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/72133f2e-6be0-40da-8abe-846f36db7508 HTTP/1.1" status: 404 len: 333 time: 0.0487280 Sep 22 17:01:42.013066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.013708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44920) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.017985 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-739e0d5e-ec76-457f-9b64-6dc5422e49a3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/dbbd0708-fcdf-4216-9f09-d208f0117321 HTTP/1.1" status: 204 len: 168 time: 5.4417069 Sep 22 17:01:42.032898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.033611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.066176 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-91839ec7-d648-46d3-81f4-8d2631ea1b71 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:42.066619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91839ec7-d648-46d3-81f4-8d2631ea1b71 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:42.070705 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91839ec7-d648-46d3-81f4-8d2631ea1b71 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/e1093ce5-28a9-4d1b-8498-b473e8f283e6 HTTP/1.1" status: 404 len: 337 time: 0.0535331 Sep 22 17:01:42.071792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.079187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:42.113669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e22f42fb-b608-4507-a68e-dd26200e9a35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:42.114213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e22f42fb-b608-4507-a68e-dd26200e9a35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:42.118327 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e22f42fb-b608-4507-a68e-dd26200e9a35 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/subnets/026bc32b-4eb0-4097-89c3-c117d3d98356 HTTP/1.1" status: 404 len: 337 time: 0.0438569 Sep 22 17:01:42.118804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.160439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Calling delete_port for 8fa458aa-629b-4417-bd16-145f34f806c1 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:42.161891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1468389033', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:42.192561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:42.209756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8f67bd82-d04d-4b92-aa32-2c487a20c134 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2037623 Sep 22 17:01:42.213785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44936) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:42.223910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:42.238110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:router and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:42.249295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:42.268010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 30a59523-9fad-4a91-81d0-599a25ffdb1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:42.269031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.270364 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 30a59523-9fad-4a91-81d0-599a25ffdb1d Sep 22 17:01:42.276953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:42.304273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.337920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Deleting port 58a61f9e-8cbc-472b-8c3f-dbf921898756 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:42.338190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.375006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.391795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] No DVR routers for this DVR port 8fa458aa-629b-4417-bd16-145f34f806c1 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:01:42.396267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] Pushing event deleted for resources: {'Port': ['ID=c4ef7d89-819d-4c38-ae97-9dd6f31ecc92,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:42.436232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.441184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189b20e3-76fa-4ddf-9e24-d44672dbfd60 None None] No DVR routers for this DVR port c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:01:42.466949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a87f5-930e-469b-b25d-7822bcf508d9 None None] Pushing event deleted for resources: {'Port': ['ID=8fa458aa-629b-4417-bd16-145f34f806c1,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:42.478782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.507056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.508626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.544395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:42.546587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 30a59523-9fad-4a91-81d0-599a25ffdb1d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:42.557047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.561211 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Floating IP 7b4e6711-2f27-4ab7-bc99-5dd33b23d46f associated. External IP: 172.26.8.231, port: 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0. Sep 22 17:01:42.580668 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 4 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:42.623046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:01:42.629555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:42.673328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:42.686271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:42.687749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.699784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:42.717816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:42.723165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:01:42.723509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4ef7d89-819d-4c38-ae97-9dd6f31ecc92 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:01:42.723928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8fa458aa-629b-4417-bd16-145f34f806c1 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:01:42.765987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 8fa458aa-629b-4417-bd16-145f34f806c1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:01:42.765987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8fa458aa-629b-4417-bd16-145f34f806c1 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:01:42.772527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:42.807127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.827913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Allocated IP 172.26.8.65 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/88132747-46b2-4f14-bc6a-d7a3e7e8fab2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:42.903977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:42.907549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:42.909455 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:42.909905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:42.948200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Calling delete_port for 58a61f9e-8cbc-472b-8c3f-dbf921898756 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:43.061695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Subnet': ['ID=2b7d62d7-1428-44e5-b7e0-1f895434cc0b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:43.133688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.164764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Checking segment: {'id': '629b2477-393e-4e24-8fbf-e608828e0f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '188035d5-1115-45dd-976f-f7d868255417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:43.165102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network hostable DHCP agents. Network: 188035d5-1115-45dd-976f-f7d868255417, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:01:43.187688 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e36ac067-4586-4ef1-a6c9-779819214a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.9685991 Sep 22 17:01:43.188541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44940) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:43.188883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Port': ['ID=58a61f9e-8cbc-472b-8c3f-dbf921898756,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:43.209504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:43.210024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.238591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.247598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d366909-d0ec-482a-baaf-bb8235438c6e tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/ports/58a61f9e-8cbc-472b-8c3f-dbf921898756 HTTP/1.1" status: 204 len: 168 time: 1.1258674 Sep 22 17:01:43.249354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44944) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:43.273266 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 5 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:43.341239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:43.498588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.511029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.626337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:43.631928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:43.645756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.673042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 188035d5-1115-45dd-976f-f7d868255417 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:01:43.687907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:43.731589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event updated for resources: {'Port': ['ID=88132747-46b2-4f14-bc6a-d7a3e7e8fab2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:43.763719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.787969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 188035d5-1115-45dd-976f-f7d868255417) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:43.794522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:43.805390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c784410-458a-43dd-900e-e60dca0b5c07 None None] Network 188035d5-1115-45dd-976f-f7d868255417 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:43.811915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:43.812505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:43.829716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:43.847993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:43.855785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Router 7986e5a5-373c-459e-945b-8c4cc21a1a51 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:43.863781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a243d195-06a8-41af-b747-e2ff5f680a91']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:43.868691 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 6 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:43.909034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:43.927213 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5abd09f6-522f-4d48-8997-b553aa666d7b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.5311632 Sep 22 17:01:43.934248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44948) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:43.940420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:43.940777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4c6d239-f17f-4b76-af9f-6d50f15b9f7e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:43.950633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-829825314', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:43.958977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:43.963720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:router and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:43.970664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for router was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:43.971612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:44.012416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:44.013154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.016833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.017515 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:44.017941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:44.027224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:44.048304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.049670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.054303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.069054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:01:44.069460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.107342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-188035d5-1115-45dd-976f-f7d868255417', 'network_id': '188035d5-1115-45dd-976f-f7d868255417', 'tenant_id': '60a1fe73eacc47fb8847a7b8425e4d23', 'fixed_ips': [{'subnet_id': '2b7d62d7-1428-44e5-b7e0-1f895434cc0b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:44.108306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.115092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Router 9199b050-a069-4534-98e1-1b80e4442241 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:44.146740 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4d5663a-c97c-4b26-83a1-a0999944bbc1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.9501200 Sep 22 17:01:44.155775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:44.159636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e4c6d239-f17f-4b76-af9f-6d50f15b9f7e resource provider aggregate not found Sep 22 17:01:44.169190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:44.236934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.239159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e4c6d239-f17f-4b76-af9f-6d50f15b9f7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4c6d239-f17f-4b76-af9f-6d50f15b9f7e found for delete ", "request_id": "req-7ded35a0-4707-497d-a560-12531f986756"}]} Sep 22 17:01:44.277602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.306503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.323450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:44.323904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Allocated IP 172.20.0.2 (188035d5-1115-45dd-976f-f7d868255417/2b7d62d7-1428-44e5-b7e0-1f895434cc0b/986f05c7-98fa-4e5c-9016-8a86aefad63d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:44.338788 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998652b6-807a-431e-9caf-57f03aec519b None None] Sync routers for ids ['7986e5a5-373c-459e-945b-8c4cc21a1a51'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:44.342515 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5173ad8-b8b3-4a94-a371-fa9fdaca2b01 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/routers/7986e5a5-373c-459e-945b-8c4cc21a1a51/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5138426 Sep 22 17:01:44.350269 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] Routers {'7986e5a5-373c-459e-945b-8c4cc21a1a51'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:44.351683 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['7986e5a5-373c-459e-945b-8c4cc21a1a51'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:44.357857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:44.380619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] Pushing event deleted for resources: {'Network': ['ID=a243d195-06a8-41af-b747-e2ff5f680a91,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:44.424380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:44.437170 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] Routers {'7986e5a5-373c-459e-945b-8c4cc21a1a51'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:44.438181 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['7986e5a5-373c-459e-945b-8c4cc21a1a51'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:44.510103 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-998652b6-807a-431e-9caf-57f03aec519b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:44.510761 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998652b6-807a-431e-9caf-57f03aec519b None None] The sync data for ids ['7986e5a5-373c-459e-945b-8c4cc21a1a51'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:44.522575 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 7 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:44.548525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-27154d8a-8092-4d52-8ebe-4fbb7586bfb1 tempest-PortsIpV6TestJSON-1172699599 tempest-PortsIpV6TestJSON-1172699599-project] 10.222.0.25 "DELETE /v2.0/networks/a243d195-06a8-41af-b747-e2ff5f680a91 HTTP/1.1" status: 204 len: 168 time: 1.2956605 Sep 22 17:01:44.599639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:44.611264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:44.622916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.635490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Sync routers for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:44.654447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:44.667243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:44.668074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:44.693164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.715866 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65dc7f9e-6c5f-4a36-b9b6-543117945f57 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "PUT /v2.0/floatingips/7b4e6711-2f27-4ab7-bc99-5dd33b23d46f HTTP/1.1" status: 200 len: 992 time: 5.5982444 Sep 22 17:01:44.720418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:44.723359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:01:44.727446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:01:44.731371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:44.760873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.761703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:44.781404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.795613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Transition to ACTIVE for port object 986f05c7-98fa-4e5c-9016-8a86aefad63d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:44.864441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06a0fec9-a7b9-4a5f-885c-d592da73ca4e x-openstack-request-id: req-06a0fec9-a7b9-4a5f-885c-d592da73ca4e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:01:44.865037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:01:44.865392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-06a0fec9-a7b9-4a5f-885c-d592da73ca4e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:01:44.865923 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06a0fec9-a7b9-4a5f-885c-d592da73ca4e'] response: {'name': 'network-changed', 'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'status': 'completed', 'code': 200} Sep 22 17:01:44.876945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:44.881090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:44.888191 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:44.888916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:44.903543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:44.906921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Transition to ACTIVE for port object 986f05c7-98fa-4e5c-9016-8a86aefad63d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:44.920730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.006285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33fbf10-3fe5-45ba-930e-4da9aadb9069 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:45.007275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e33fbf10-3fe5-45ba-930e-4da9aadb9069 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:45.010432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:45.077991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Network 188035d5-1115-45dd-976f-f7d868255417 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:45.095235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:45.102071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:45.117884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Pushing event updated for resources: {'Port': ['ID=986f05c7-98fa-4e5c-9016-8a86aefad63d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:45.195016 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cf955bc6-b90d-4399-ba71-fd0040f890a5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.0340056 Sep 22 17:01:45.196438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 44978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:45.211395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:45.224017 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 8 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:45.233651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e33fbf10-3fe5-45ba-930e-4da9aadb9069 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:45.234805 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e33fbf10-3fe5-45ba-930e-4da9aadb9069 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?device_id=7986e5a5-373c-459e-945b-8c4cc21a1a51 HTTP/1.1" status: 200 len: 983 time: 0.8715937 Sep 22 17:01:45.242417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:45.303611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:45.373161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.384344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Attempting to bind port 986f05c7-98fa-4e5c-9016-8a86aefad63d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:45.385136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Attempting to bind port 986f05c7-98fa-4e5c-9016-8a86aefad63d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '629b2477-393e-4e24-8fbf-e608828e0f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '188035d5-1115-45dd-976f-f7d868255417'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:45.385802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Attempting to bind port 986f05c7-98fa-4e5c-9016-8a86aefad63d on network 188035d5-1115-45dd-976f-f7d868255417 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:45.403640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-22e993d9-04a2-464d-8d2b-5424ff9e591d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:45.405164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-22e993d9-04a2-464d-8d2b-5424ff9e591d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.4548919 Sep 22 17:01:45.408501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:45.409045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Checking segment: {'id': '629b2477-393e-4e24-8fbf-e608828e0f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '188035d5-1115-45dd-976f-f7d868255417'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:45.409549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.410045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Bound using segment: {'id': '629b2477-393e-4e24-8fbf-e608828e0f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '188035d5-1115-45dd-976f-f7d868255417'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:45.410635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Bound port: 986f05c7-98fa-4e5c-9016-8a86aefad63d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '629b2477-393e-4e24-8fbf-e608828e0f44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '188035d5-1115-45dd-976f-f7d868255417'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:45.411128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.441117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.501029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d0ea763-cc55-452c-8685-b03cdc9fd6be admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06e60904d95f461eb3e61c768d235e52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932591 Sep 22 17:01:45.505339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:45.529221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:45.613214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:45.640248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:45.662144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:45.684435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-66836890-53e1-43b2-959f-1534e93d868d None None] For port 986f05c7-98fa-4e5c-9016-8a86aefad63d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:45.699184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-66836890-53e1-43b2-959f-1534e93d868d None None] For port 986f05c7-98fa-4e5c-9016-8a86aefad63d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=986f05c7-98fa-4e5c-9016-8a86aefad63d,segment=NetworkSegment(629b2477-393e-4e24-8fbf-e608828e0f44),segment_id=629b2477-393e-4e24-8fbf-e608828e0f44)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:45.708251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.714225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-67cd01fd-f870-4ea8-9d28-c259cfe9f5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:45.716170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-67cd01fd-f870-4ea8-9d28-c259cfe9f5f4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.2850461 Sep 22 17:01:45.722021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:45.725616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.727769 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:45.728427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:45.804525 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 9 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:45.807261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.832097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.885248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66836890-53e1-43b2-959f-1534e93d868d None None] Pushing event updated for resources: {'Port': ['ID=986f05c7-98fa-4e5c-9016-8a86aefad63d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:45.901750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.26.8.42 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/61910745-6337-47f6-8391-9d8925e98083) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:45.911672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7b4e6711-2f27-4ab7-bc99-5dd33b23d46f', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '9199b050-a069-4534-98e1-1b80e4442241', 'port_id': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'mac_address': 'fa:16:3e:06:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:03Z', 'updated_at': '2022-09-22T17:01:41Z', 'revision_number': 1, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:45.918410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:45.918776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Checking router: 9199b050-a069-4534-98e1-1b80e4442241 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:45.920834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:45.930928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:45.931622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:45.935080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b86fd1a-9d21-4fd0-b980-1a2af0c754b6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.7370207 Sep 22 17:01:45.959124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44990) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:45.977407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:46.107305 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-dee9ea64-79d7-4159-a265-4cd7d7707c20 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1000 time: 0.3716455 Sep 22 17:01:46.140697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:46.253375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.273395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:46.276186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.291358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:46.342041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:46.368060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:46.381664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28496c1a-afa6-4699-8905-4bc167790b84,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:46.420732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.426204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.429913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b4ece52d-68bc-4872-8b14-6996ebc3c4da admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/28496c1a-afa6-4699-8905-4bc167790b84 HTTP/1.1" status: 204 len: 168 time: 0.9204226 Sep 22 17:01:46.429913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:46.435130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.436854 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:46.437481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:46.472992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.482892 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d269fbc-6cae-41db-8cd2-db61f672a915 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5225363 Sep 22 17:01:46.486556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 44996) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:46.493910 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Attempt 10 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:46.496895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:46.543274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-9e12347d-f225-483d-a3fb-029d5e707b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:46.545061 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-9e12347d-f225-483d-a3fb-029d5e707b6c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.3660276 Sep 22 17:01:46.594330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:46.609078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Could not find standard attr ID for object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:46.615545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0f13e220-7ccc-4239-9d8e-26de52cbd2dd None None] Could not find standard attr ID for object 58a61f9e-8cbc-472b-8c3f-dbf921898756. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:46.675511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.753708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Router f743da0a-767c-4198-9153-420fac2a46ec is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:46.765835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-5306c5eb-0523-4eb3-9034-689c177aa6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:46.767616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-5306c5eb-0523-4eb3-9034-689c177aa6f8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2083824 Sep 22 17:01:46.769166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Provisioning complete for port b0c8ad17-e411-4a51-8d6d-22388577d1bb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:46.769553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.769889 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Attempt 1 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:46.784814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:46.796131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:46.806114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.26.8.181 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/266ff322-f56b-427d-97dc-2dc33551f21c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:46.870369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:46.873017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:46.874310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:46.877228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7b4e6711-2f27-4ab7-bc99-5dd33b23d46f', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '9199b050-a069-4534-98e1-1b80e4442241', 'port_id': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'mac_address': 'fa:16:3e:06:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:03Z', 'updated_at': '2022-09-22T17:01:41Z', 'revision_number': 1, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:46.889076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5492f589-6095-4cb6-bec5-b0943061ca22 None None] The sync data for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv is: [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7b4e6711-2f27-4ab7-bc99-5dd33b23d46f', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'floating_ip_address': '172.26.8.231', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '9199b050-a069-4534-98e1-1b80e4442241', 'port_id': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 549, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'mac_address': 'fa:16:3e:06:8d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:01:03Z', 'updated_at': '2022-09-22T17:01:41Z', 'revision_number': 1, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:47.283988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-2e100479-e6db-4619-a175-90dee51d41f9 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030580 Sep 22 17:01:47.303380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:47.313782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:47.350782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:47.360759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:47.371802 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Attempt 2 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:47.406551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:47.406782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:47.410644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-341e51e2-87f5-4b4d-a01d-73fba1312d57 None None] New status for floating IP 7b4e6711-2f27-4ab7-bc99-5dd33b23d46f: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:01:47.425379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:47.427169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:01:47.427681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:47.447685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a81f07f-5f68-4171-b4ac-8537d6e0aecd None None] Network 188035d5-1115-45dd-976f-f7d868255417 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:47.451078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:47.494043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:47.495677 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c913fd0f-f431-44e1-b8fd-285f8161bfe5 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 7.0340090 Sep 22 17:01:47.501375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45016) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:47.509656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=61910745-6337-47f6-8391-9d8925e98083,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:47.518746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:47.543257 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14cf5299-fef1-4184-a5be-e9bca6cfa2bb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 1.0524480 Sep 22 17:01:47.547346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45022) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:47.619686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] Sync routers for ids ['f743da0a-767c-4198-9153-420fac2a46ec'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:47.635588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d21ad30-2b36-4838-a98e-5df7fb67f8b3 req-7e67e29a-d852-4fc3-ac92-17829d4aa3d8 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3363447 Sep 22 17:01:47.698901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88ea15cc-50d6-4473-83c7-41f851b2fc38 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:47.716026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:47.751095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] Routers {'f743da0a-767c-4198-9153-420fac2a46ec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:47.751662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f743da0a-767c-4198-9153-420fac2a46ec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:47.833734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:47.842230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:47.859717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 986f05c7-98fa-4e5c-9016-8a86aefad63d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:47.879757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88ea15cc-50d6-4473-83c7-41f851b2fc38 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:47.884899 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88ea15cc-50d6-4473-83c7-41f851b2fc38 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3328114 Sep 22 17:01:47.889157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:47.894936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:47.899219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:47.904982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:47.915105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:47.942545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port b0c8ad17-e411-4a51-8d6d-22388577d1bb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:47.942905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:47.963733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] Routers {'f743da0a-767c-4198-9153-420fac2a46ec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:47.963733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f743da0a-767c-4198-9153-420fac2a46ec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:48.000461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=266ff322-f56b-427d-97dc-2dc33551f21c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:48.098718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:48.099122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c76a0f62-d009-4102-8b11-226042d1f20b None None] The sync data for ids ['f743da0a-767c-4198-9153-420fac2a46ec'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:48.107738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1510c058-e45a-408e-bd2b-ae4bcdc2bba8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:48.111944 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1510c058-e45a-408e-bd2b-ae4bcdc2bba8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2193725 Sep 22 17:01:48.138984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:48.161162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 986f05c7-98fa-4e5c-9016-8a86aefad63d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:48.377472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:48.388808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:48.406255 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Attempt 3 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:48.431359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ad62bedd-1b70-4e9b-a901-e811d98b145d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2853816 Sep 22 17:01:48.436758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1829581111'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:48.448382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:48.478602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:48.497464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:48.502944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:48.586673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for b0c8ad17-e411-4a51-8d6d-22388577d1bb owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:48.595485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:48.605436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:48.635006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:48.748492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:48.753475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:48.756838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:48.775842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:48.780158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:48.788294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:48.847182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:48.930589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:48.947686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:security_group_rule and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:48.959908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:48.963384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:48.976708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:48.999038 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Attempt 4 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:49.002123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:49.062500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:49.124580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.223642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.304719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.337308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=b0c8ad17-e411-4a51-8d6d-22388577d1bb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:49.361071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.463381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.564166 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Attempt 5 to provision port b0c8ad17-e411-4a51-8d6d-22388577d1bb Sep 22 17:01:49.572265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Deleting port 88132747-46b2-4f14-bc6a-d7a3e7e8fab2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:49.572644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.601785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Port b0c8ad17-e411-4a51-8d6d-22388577d1bb was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:01:49.606205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Could not find standard attr ID for object 58a61f9e-8cbc-472b-8c3f-dbf921898756. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:49.609670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Could not find standard attr ID for object c4ef7d89-819d-4c38-ae97-9dd6f31ecc92. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:49.612402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d7cdd0df-e019-4e96-91a5-bb12b39ce741 None None] Could not find standard attr ID for object 8fa458aa-629b-4417-bd16-145f34f806c1. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:01:49.642357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.667699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.681764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.709578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router 5ea8a0f5-7092-4344-9ed5-897f0baf1078 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:49.739448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Provisioning for port 986f05c7-98fa-4e5c-9016-8a86aefad63d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:49.746664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Provisioning complete for port 986f05c7-98fa-4e5c-9016-8a86aefad63d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:49.747208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.747891 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Attempt 1 to provision port 986f05c7-98fa-4e5c-9016-8a86aefad63d Sep 22 17:01:49.888196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Current status of the port 986f05c7-98fa-4e5c-9016-8a86aefad63d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:49.889220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:49.925566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] For port 986f05c7-98fa-4e5c-9016-8a86aefad63d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=986f05c7-98fa-4e5c-9016-8a86aefad63d,segment=NetworkSegment(629b2477-393e-4e24-8fbf-e608828e0f44),segment_id=629b2477-393e-4e24-8fbf-e608828e0f44)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:49.931416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.025881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d84a1-a836-468b-8fc6-712fa56cf41f None None] Pushing event updated for resources: {'Port': ['ID=986f05c7-98fa-4e5c-9016-8a86aefad63d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:50.045401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:01:50.060584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4866c86b-1998-4fe7-98e8-7fe3f7488ebe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:50.081573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Router 7986e5a5-373c-459e-945b-8c4cc21a1a51 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:50.124516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.124884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment ddbe5508-5cea-40a4-a96f-a06fc2903c61 of type vlan for network 428ca3cb-9d50-4be3-be8d-4603648561ad Sep 22 17:01:50.245586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.341223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:50.351272 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Sync routers for ids ['5ea8a0f5-7092-4344-9ed5-897f0baf1078'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:50.361416 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Routers {'5ea8a0f5-7092-4344-9ed5-897f0baf1078'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:50.362133 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5ea8a0f5-7092-4344-9ed5-897f0baf1078'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.371033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:50.388301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] Sync routers for ids ['7986e5a5-373c-459e-945b-8c4cc21a1a51'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:50.392752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.397875 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd5e1bc0-9164-4853-8dcf-fe5ab9913d8e tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.3110709 Sep 22 17:01:50.399608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:50.401479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] Routers {'7986e5a5-373c-459e-945b-8c4cc21a1a51'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:50.402277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['7986e5a5-373c-459e-945b-8c4cc21a1a51'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.419573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Calling delete_port for 88132747-46b2-4f14-bc6a-d7a3e7e8fab2 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:50.456937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.461870 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7186dc0d-7258-499c-b067-0fe36f8e93cd tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/routers/7986e5a5-373c-459e-945b-8c4cc21a1a51/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2186306 Sep 22 17:01:50.468353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45048) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:50.480870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:01:50.482745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.491305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.495937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] Routers {'7986e5a5-373c-459e-945b-8c4cc21a1a51'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:50.496565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['7986e5a5-373c-459e-945b-8c4cc21a1a51'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.530611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.544835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1447a5f6-19d0-46e5-8f34-be5395559bff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:01:50.545708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1447a5f6-19d0-46e5-8f34-be5395559bff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:50.580156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.580574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7aa884b-1afa-4c79-8836-0ce1de6d29b3 None None] The sync data for ids ['7986e5a5-373c-459e-945b-8c4cc21a1a51'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:50.581680 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Set router 5ea8a0f5-7092-4344-9ed5-897f0baf1078 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:50.623744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1447a5f6-19d0-46e5-8f34-be5395559bff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:50.625163 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1447a5f6-19d0-46e5-8f34-be5395559bff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/b0c8ad17-e411-4a51-8d6d-22388577d1bb HTTP/1.1" status: 404 len: 333 time: 0.1556103 Sep 22 17:01:50.635633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:50.656462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:50.660618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:50.673152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:50.673756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.674725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9859f9ff-c7c1-46d2-ad7a-12d96b5997dd None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:50.735005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2799802 Sep 22 17:01:50.755166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45056) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:50.765810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e84e-2eb5-4b2c-976e-fec2b9887b21 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=0fc4ac82-3cba-4074-bdce-0c49088a2a7e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:50.793497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.794575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:80:ee:78', 'name': 'tempest-NetworksTestDHCPv6-925674640'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:50.868736 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eca7cdb3-2bf0-48c0-a8ac-6cdfa5cca8bc tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/5ea8a0f5-7092-4344-9ed5-897f0baf1078 HTTP/1.1" status: 200 len: 908 time: 0.4674778 Sep 22 17:01:50.869717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45060) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:50.888624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.894378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:50.894986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.925800 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42'}], 'enable_snat': False}, 'gw_port_id': '61910745-6337-47f6-8391-9d8925e98083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:42Z', 'updated_at': '2022-09-22T17:01:47Z', 'revision_number': 3, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port': {'id': '61910745-6337-47f6-8391-9d8925e98083', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:01:45Z', 'updated_at': '2022-09-22T17:01:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:50.930823 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Checking router: 5ea8a0f5-7092-4344-9ed5-897f0baf1078 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:50.932596 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Updating router 5ea8a0f5-7092-4344-9ed5-897f0baf1078 port 61910745-6337-47f6-8391-9d8925e98083 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:01:50.934720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1468389033', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': True}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:50.944306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:50.948698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Usage tracker for resource:router and tenant:20c3679572fa4f5cb3e35e699a2ba015 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:50.951942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:50.958561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:50.980833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:50.982439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.014429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '0fc4ac82-3cba-4074-bdce-0c49088a2a7e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:51.017371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.046772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.178362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.195874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.199039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.255944 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.3542471 Sep 22 17:01:51.279472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45064) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:51.295162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894654268'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:51.367355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:51.375300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.375818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Fanout notify agent at l3_agent the message router_deleted on router 7986e5a5-373c-459e-945b-8c4cc21a1a51 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:51.384228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:51.448437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:51.471080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:51.526796 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.531276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.532708 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50540768-a2c9-4927-8751-956c3b48f27d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/routers/7986e5a5-373c-459e-945b-8c4cc21a1a51 HTTP/1.1" status: 204 len: 168 time: 0.8957481 Sep 22 17:01:51.541130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b750f9f2-eab9-46ba-8e2a-2a17101896fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=428ca3cb-9d50-4be3-be8d-4603648561ad,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:51.543712 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Transition to ACTIVE for port object 61910745-6337-47f6-8391-9d8925e98083 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:51.553379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45068) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:51.559815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.563412 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.569588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:51.574194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.582182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 428ca3cb-9d50-4be3-be8d-4603648561ad details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:01:51.583323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:51.598527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.654819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Pushing event updated for resources: {'Port': ['ID=61910745-6337-47f6-8391-9d8925e98083,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:51.669913 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.670260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.670597 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.670926 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.671252 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.671595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.671921 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.672357 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.672721 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.673044 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.674075 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.674398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:01:51.678695 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Attempting to bind port 61910745-6337-47f6-8391-9d8925e98083 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:51.679267 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Attempting to bind port 61910745-6337-47f6-8391-9d8925e98083 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:51.679639 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Attempting to bind port 61910745-6337-47f6-8391-9d8925e98083 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:51.690446 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:51.690821 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:51.691226 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.691619 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:51.692099 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Bound port: 61910745-6337-47f6-8391-9d8925e98083, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:51.692580 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.783324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:01:51.785578 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] For port 61910745-6337-47f6-8391-9d8925e98083, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:51.790103 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] For port 61910745-6337-47f6-8391-9d8925e98083, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61910745-6337-47f6-8391-9d8925e98083,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:51.794510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.794904 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 0c9210fe-c295-4b0f-b644-7d336feb67ae of type vlan for network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb Sep 22 17:01:51.795036 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.807168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 986f05c7-98fa-4e5c-9016-8a86aefad63d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:51.839935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Allocated IP 2001:db8::f816:3eff:fe7d:350e (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0fc4ac82-3cba-4074-bdce-0c49088a2a7e/fecfa580-610c-401f-b6ac-1710fd6964e6) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:51.872935 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Routers {'5ea8a0f5-7092-4344-9ed5-897f0baf1078'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:51.873590 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5ea8a0f5-7092-4344-9ed5-897f0baf1078'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:51.904860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.910903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:51.943634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Pushing event deleted for resources: {'Port': ['ID=88132747-46b2-4f14-bc6a-d7a3e7e8fab2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:51.955043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 2688fbaa-7ded-45e2-9781-4f54f67c8a2c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:01:51.972733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.980538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:51.981248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.981425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:51.999908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53b957-5700-4777-aaea-c315a9c4ea50 None None] Pushing event updated for resources: {'Port': ['ID=61910745-6337-47f6-8391-9d8925e98083,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:52.128908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] Set router 5ea8a0f5-7092-4344-9ed5-897f0baf1078 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:52.179733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:52.222825 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9396513 Sep 22 17:01:52.263361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 986f05c7-98fa-4e5c-9016-8a86aefad63d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:52.264438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.265999 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 986f05c7-98fa-4e5c-9016-8a86aefad63d Sep 22 17:01:52.267849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:52.273832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router b9b6ed02-af55-4397-b520-8cb025ad2982 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:52.297281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:52.314258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.339749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08c29-5ec0-4e6e-b5fe-37d85b7a5b58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:52.366133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:01:52.411984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.444294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.487198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.507800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3339d530-4498-429b-8356-dcc9ed99e7e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.542494 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42'}], 'enable_snat': False}, 'gw_port_id': '61910745-6337-47f6-8391-9d8925e98083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:42Z', 'updated_at': '2022-09-22T17:01:47Z', 'revision_number': 3, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port': {'id': '61910745-6337-47f6-8391-9d8925e98083', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:01:45Z', 'updated_at': '2022-09-22T17:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:52.547551 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e3f4a2-cc35-47d8-a532-90679d1e7cba None None] The sync data for ids ['5ea8a0f5-7092-4344-9ed5-897f0baf1078'] in dv-neutron-858953-1-hyperv is: [{'id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42'}], 'enable_snat': False}, 'gw_port_id': '61910745-6337-47f6-8391-9d8925e98083', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:42Z', 'updated_at': '2022-09-22T17:01:47Z', 'revision_number': 3, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port': {'id': '61910745-6337-47f6-8391-9d8925e98083', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:da:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ea8a0f5-7092-4344-9ed5-897f0baf1078', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:01:45Z', 'updated_at': '2022-09-22T17:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:52.657980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.26.8.200 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/abb1c4c4-a65e-4bdc-8552-ec451000575e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:52.683129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.700183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Transition to ACTIVE for port object fecfa580-610c-401f-b6ac-1710fd6964e6 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:52.707558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 986f05c7-98fa-4e5c-9016-8a86aefad63d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:52.724990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Transition to ACTIVE for port object fecfa580-610c-401f-b6ac-1710fd6964e6 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:52.730415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.810043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:52.813248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:52.817268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:52.841594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.860203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Pushing event updated for resources: {'Port': ['ID=fecfa580-610c-401f-b6ac-1710fd6964e6,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:52.890893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.951918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.954599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Attempting to bind port fecfa580-610c-401f-b6ac-1710fd6964e6 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:52.954943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Attempting to bind port fecfa580-610c-401f-b6ac-1710fd6964e6 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:52.955448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Attempting to bind port fecfa580-610c-401f-b6ac-1710fd6964e6 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:52.961220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:52.961637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:52.962071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.962468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:52.962969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Bound port: fecfa580-610c-401f-b6ac-1710fd6964e6, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:52.963434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:52.992621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:52.997755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:53.002336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:53.057267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=abb1c4c4-a65e-4bdc-8552-ec451000575e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:53.086530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:53.091447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fecfa580-610c-401f-b6ac-1710fd6964e6,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:53.097194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.188784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c170e6-56b5-4834-a0a3-5456b3783f80 None None] Pushing event updated for resources: {'Port': ['ID=fecfa580-610c-401f-b6ac-1710fd6964e6,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:53.200964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.230890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.300868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:53.313282 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] Sync routers for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:53.330079 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:53.331447 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:53.421095 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:53.434374 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:53.435065 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:53.466629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:53.482019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.540711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:53.540711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9adbfa93-11e7-43a9-8840-887d1c95a640 None None] The sync data for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:53.612512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Router f743da0a-767c-4198-9153-420fac2a46ec has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:01:53.615432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:53.630732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:53.634267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:01:53.666880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.747838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fecfa580-610c-401f-b6ac-1710fd6964e6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:53.847704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fecfa580-610c-401f-b6ac-1710fd6964e6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:53.861697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61910745-6337-47f6-8391-9d8925e98083 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:53.908736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:53.942943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.945502 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-588f0316-45c1-41b5-ae7f-902ca85f9d27 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.0092084 Sep 22 17:01:53.960086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 61910745-6337-47f6-8391-9d8925e98083 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:53.966959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:53.968753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 61910745-6337-47f6-8391-9d8925e98083 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:53.969488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:53.970017 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 61910745-6337-47f6-8391-9d8925e98083 Sep 22 17:01:54.101090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 61910745-6337-47f6-8391-9d8925e98083 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:54.101772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.121399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 61910745-6337-47f6-8391-9d8925e98083, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61910745-6337-47f6-8391-9d8925e98083,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:54.127004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.186878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:54.194498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:54.198465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.211798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] Sync routers for ids ['f743da0a-767c-4198-9153-420fac2a46ec'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:54.233982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] Routers {'f743da0a-767c-4198-9153-420fac2a46ec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:54.234600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f743da0a-767c-4198-9153-420fac2a46ec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:54.238673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.298279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:54.311107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] Routers {'f743da0a-767c-4198-9153-420fac2a46ec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:54.311572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f743da0a-767c-4198-9153-420fac2a46ec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:54.370649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=61910745-6337-47f6-8391-9d8925e98083,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:54.381745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:54.382831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd81ef80-9635-40ac-a44b-4277ae4ce911 None None] The sync data for ids ['f743da0a-767c-4198-9153-420fac2a46ec'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:54.452930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.456393 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7320c03-6460-440c-aebf-56c3f42b0d1c tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "PUT /v2.0/routers/f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 200 len: 709 time: 6.9515080 Sep 22 17:01:54.457684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:54.504961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6b7e1571-cba6-4d54-8b2d-c4e3ebc85ece None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.515943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.614813 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a6226e2-81eb-412d-b66e-a3e872f799de tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/routers/f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 200 len: 744 time: 0.1544132 Sep 22 17:01:54.615968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:54.645571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc53989c-94ea-40b7-9a18-bcc75ab04f07 None None] Network 7fe268f2-a2c6-4eff-a385-23e987dabfb4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:54.649813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.654016 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/2688fbaa-7ded-45e2-9781-4f54f67c8a2c HTTP/1.1" status: 204 len: 168 time: 3.0578673 Sep 22 17:01:54.654016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b0a4d-96ea-4d38-a64e-0324bb51cc93 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=2688fbaa-7ded-45e2-9781-4f54f67c8a2c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:54.660063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45090) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:54.680487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-763ad0dc-f630-41a3-98ae-5abc41298e32 tempest-RoutersIpV6AdminTest-399627837 tempest-RoutersIpV6AdminTest-399627837-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 200 len: 205 time: 0.0601196 Sep 22 17:01:54.680487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:01:54.681536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45094) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:54.746009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d35fecf-b367-45c7-aa07-06ecaed13a68 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 200 len: 205 time: 0.0608921 Sep 22 17:01:54.800225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45098) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:54.864439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe80:ee78 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0fc4ac82-3cba-4074-bdce-0c49088a2a7e/603ab0a1-d429-4d0c-a2fb-fb99291607f2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:54.931596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.957856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Provisioning for port fecfa580-610c-401f-b6ac-1710fd6964e6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:54.966725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.975499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Provisioning complete for port fecfa580-610c-401f-b6ac-1710fd6964e6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:54.975987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:54.976334 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Attempt 1 to provision port fecfa580-610c-401f-b6ac-1710fd6964e6 Sep 22 17:01:55.052596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.102524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] DHCP port deletion for 7fe268f2-a2c6-4eff-a385-23e987dabfb4 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:01:55.123600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Deleting port 30a59523-9fad-4a91-81d0-599a25ffdb1d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:55.123971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.213693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 30a59523-9fad-4a91-81d0-599a25ffdb1d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:55.214251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.250397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Current status of the port fecfa580-610c-401f-b6ac-1710fd6964e6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:55.250783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.345896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fecfa580-610c-401f-b6ac-1710fd6964e6,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:55.351900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.482702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.484988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.518210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.519083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Fanout notify agent at l3_agent the message router_deleted on router f743da0a-767c-4198-9153-420fac2a46ec {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:01:55.519939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] For port 30a59523-9fad-4a91-81d0-599a25ffdb1d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30a59523-9fad-4a91-81d0-599a25ffdb1d,segment=NetworkSegment(ab98f7f2-a443-4a0a-89a0-d98b8fe3664a),segment_id=ab98f7f2-a443-4a0a-89a0-d98b8fe3664a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:55.520338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.538265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45808bb6-66b1-4e11-b96a-b97965f891d2 None None] Pushing event updated for resources: {'Port': ['ID=fecfa580-610c-401f-b6ac-1710fd6964e6,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:55.542258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:01:55.555544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.563048 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Sync routers for ids ['aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:01:55.568562 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c8a57eba-d1af-4a03-b5ea-14997e3746aa tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 204 len: 168 time: 0.7594621 Sep 22 17:01:55.577390 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Routers {'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:55.578005 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:55.582577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45102) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:55.650622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.652100 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6f80636-5d5f-45f4-8bff-607c2b2aeedd tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.7717969 Sep 22 17:01:55.664507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45106) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:55.679930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Calling delete_port for 30a59523-9fad-4a91-81d0-599a25ffdb1d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:55.711362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61910745-6337-47f6-8391-9d8925e98083 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:55.731409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.736269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44c2ac9f-71c1-4bd9-908c-be501596fd39 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 200 len: 205 time: 0.1507192 Sep 22 17:01:55.743103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:55.768040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.836128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=1a52b7d9-6d55-4e48-9db8-d580f10f0aa7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:55.849471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.850203 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-64a89fc7-4385-4834-ae4a-4ac5b5dc3ac0 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:55.851950 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64a89fc7-4385-4834-ae4a-4ac5b5dc3ac0 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/f743da0a-767c-4198-9153-420fac2a46ec HTTP/1.1" status: 404 len: 336 time: 0.1076903 Sep 22 17:01:55.855655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:55.901700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 61910745-6337-47f6-8391-9d8925e98083 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:55.902079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:55.902571 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 61910745-6337-47f6-8391-9d8925e98083 Sep 22 17:01:55.907036 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Set router aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:55.919460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-995adc23-8f36-48c9-9aee-6d27c879f43a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 200 len: 205 time: 0.0616314 Sep 22 17:01:55.922557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:55.958545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] Pushing event deleted for resources: {'Port': ['ID=30a59523-9fad-4a91-81d0-599a25ffdb1d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:55.990825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f855360-a0d1-499f-9553-de06a2e16638 None None] No DVR routers for this DVR port 30a59523-9fad-4a91-81d0-599a25ffdb1d on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:01:56.003798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.056210 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c3eab7d-2a14-45be-9612-072cdc5e23d6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 HTTP/1.1" status: 200 len: 908 time: 0.3896945 Sep 22 17:01:56.059475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:56.099297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 61910745-6337-47f6-8391-9d8925e98083 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:56.103972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fecfa580-610c-401f-b6ac-1710fd6964e6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:56.206489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fecfa580-610c-401f-b6ac-1710fd6964e6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:56.206875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.207213 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fecfa580-610c-401f-b6ac-1710fd6964e6 Sep 22 17:01:56.227871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-97c1cbff-6fd8-47a4-b34d-43f8a7da4883 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:56.231344 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97c1cbff-6fd8-47a4-b34d-43f8a7da4883 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/07848274-ddd7-4d91-b331-a2aab4511f6e HTTP/1.1" status: 404 len: 336 time: 0.2778826 Sep 22 17:01:56.249307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45130) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:56.318296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.321462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.379177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-471df23b-8d05-4f5a-bd01-84bc74bb831f tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 200 len: 205 time: 0.1287928 Sep 22 17:01:56.382871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45136) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:56.387762 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.200'}], 'enable_snat': True}, 'gw_port_id': 'abb1c4c4-a65e-4bdc-8552-ec451000575e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:50Z', 'updated_at': '2022-09-22T17:01:53Z', 'revision_number': 3, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port': {'id': 'abb1c4c4-a65e-4bdc-8552-ec451000575e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:d6:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:01:52Z', 'updated_at': '2022-09-22T17:01:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:56.390744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': 'ddbe5508-5cea-40a4-a96f-a06fc2903c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:56.391327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 428ca3cb-9d50-4be3-be8d-4603648561ad, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:01:56.395413 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Checking router: aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:01:56.395757 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Updating router aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 port abb1c4c4-a65e-4bdc-8552-ec451000575e binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:01:56.415776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] For port 30a59523-9fad-4a91-81d0-599a25ffdb1d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=30a59523-9fad-4a91-81d0-599a25ffdb1d,segment=NetworkSegment(ab98f7f2-a443-4a0a-89a0-d98b8fe3664a),segment_id=ab98f7f2-a443-4a0a-89a0-d98b8fe3664a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:56.416063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.431057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 603ab0a1-d429-4d0c-a2fb-fb99291607f2 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:56.435649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fecfa580-610c-401f-b6ac-1710fd6964e6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:01:56.467952 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.500284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30a59523-9fad-4a91-81d0-599a25ffdb1d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:01:56.506364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-26ab57ce-8e9d-40e6-9047-de5504b10ec2 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:56.513330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26ab57ce-8e9d-40e6-9047-de5504b10ec2 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/ba3e300f-e026-4f4e-a3cf-f86eac3b26b0 HTTP/1.1" status: 404 len: 336 time: 0.1184075 Sep 22 17:01:56.517382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:56.565270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 30a59523-9fad-4a91-81d0-599a25ffdb1d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:01:56.566046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 30a59523-9fad-4a91-81d0-599a25ffdb1d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:01:56.577943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 30a59523-9fad-4a91-81d0-599a25ffdb1d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:56.625760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.643898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 428ca3cb-9d50-4be3-be8d-4603648561ad is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:01:56.664632 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1b190f61-2a6e-4511-b24b-42f55e2a0ca3 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 200 len: 205 time: 0.1434972 Sep 22 17:01:56.668951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:56.720701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.726443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 428ca3cb-9d50-4be3-be8d-4603648561ad) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:56.733373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port abb1c4c4-a65e-4bdc-8552-ec451000575e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:56.733534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.740928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65da274a-fcef-4a12-ab38-573488f18be0 None None] Network 428ca3cb-9d50-4be3-be8d-4603648561ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:56.902569 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.921697 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Transition to ACTIVE for port object abb1c4c4-a65e-4bdc-8552-ec451000575e will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:56.931407 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.958928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:56.959527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:56.975808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-5d2b77ef-abca-45ab-931a-bbb083f98245 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:56.979921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d2b77ef-abca-45ab-931a-bbb083f98245 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/60bb6ba4-8d4c-48e5-97e0-3e9f61d2ba6a HTTP/1.1" status: 404 len: 336 time: 0.3066440 Sep 22 17:01:56.988929 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Attempting to bind port abb1c4c4-a65e-4bdc-8552-ec451000575e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:56.989301 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Attempting to bind port abb1c4c4-a65e-4bdc-8552-ec451000575e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:56.989683 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Attempting to bind port abb1c4c4-a65e-4bdc-8552-ec451000575e on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:57.015229 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:57.015998 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:57.015998 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.016406 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:57.017193 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Bound port: abb1c4c4-a65e-4bdc-8552-ec451000575e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:57.017602 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.053174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-428ca3cb-9d50-4be3-be8d-4603648561ad', 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '1a52b7d9-6d55-4e48-9db8-d580f10f0aa7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:57.054459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.057098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.098176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.112817 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] For port abb1c4c4-a65e-4bdc-8552-ec451000575e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:57.115114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091d47-aaf9-40d2-8f0c-017767c34265 None None] Pushing event updated for resources: {'Port': ['ID=abb1c4c4-a65e-4bdc-8552-ec451000575e,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:57.119196 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] For port abb1c4c4-a65e-4bdc-8552-ec451000575e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=abb1c4c4-a65e-4bdc-8552-ec451000575e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:57.126818 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.136717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.152534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.192490 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Routers {'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:01:57.193041 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:57.268296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=603ab0a1-d429-4d0c-a2fb-fb99291607f2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:57.286038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:57.292363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f933f8bd-79a4-4d4d-968b-d60212e5b788 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 200 len: 205 time: 0.2141464 Sep 22 17:01:57.296863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.298075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:57.302909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c265aab-8548-4294-968a-6e35e9e2b556 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0311210 Sep 22 17:01:57.306901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:57.313461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:57.314230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.321264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.336074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for abb1c4c4-a65e-4bdc-8552-ec451000575e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:57.345313 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18091d47-aaf9-40d2-8f0c-017767c34265 None None] Pushing event updated for resources: {'Port': ['ID=abb1c4c4-a65e-4bdc-8552-ec451000575e,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:57.375642 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] Set router aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:01:57.394288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:57.432420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Allocated IP 2001:db8::2 (428ca3cb-9d50-4be3-be8d-4603648561ad/1a52b7d9-6d55-4e48-9db8-d580f10f0aa7/dd97042f-d5c5-43ca-95e1-8cfbb473e857) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:57.437251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:01:57.438060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:01:57.510795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72b7e9d0-fc02-4ee6-903e-8e18f0560f2e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 6.7507389 Sep 22 17:01:57.525853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.539469 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-24197db9-bb15-4318-a53c-3cb580a27edd tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:57.542947 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-24197db9-bb15-4318-a53c-3cb580a27edd tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/1405f855-1a37-4f4f-bee4-6e345741574e HTTP/1.1" status: 404 len: 336 time: 0.2402070 Sep 22 17:01:57.548547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.594735 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:50Z', 'updated_at': '2022-09-22T17:01:56Z', 'revision_number': 4, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:57.599782 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb8e8d59-471b-4750-bbc3-e700a2ed59ca None None] The sync data for ids ['aeaf35fb-5a73-48fc-af1e-1b1286aa5e57'] in dv-neutron-858953-1-hyperv is: [{'id': 'aeaf35fb-5a73-48fc-af1e-1b1286aa5e57', 'name': 'tempest-snat-router-1468389033', 'tenant_id': '20c3679572fa4f5cb3e35e699a2ba015', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:01:50Z', 'updated_at': '2022-09-22T17:01:56Z', 'revision_number': 4, 'project_id': '20c3679572fa4f5cb3e35e699a2ba015', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:01:57.668175 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b1d083ba-7119-4c3e-8b30-a1486290e38a tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca19983c-92dd-4694-b61e-0710ab14c9a8 HTTP/1.1" status: 200 len: 205 time: 0.1144092 Sep 22 17:01:57.671745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.742723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.757955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Transition to ACTIVE for port object dd97042f-d5c5-43ca-95e1-8cfbb473e857 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:57.781833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Provisioning for port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:01:57.787604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Transition to ACTIVE for port object dd97042f-d5c5-43ca-95e1-8cfbb473e857 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:57.789359 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-89518c7f-f60d-4a8d-a209-65c975355b59 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] delete failed (client error): The resource could not be found. Sep 22 17:01:57.789510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Provisioning complete for port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:01:57.789854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.790185 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 1 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:01:57.797292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-89518c7f-f60d-4a8d-a209-65c975355b59 tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/routers/ca19983c-92dd-4694-b61e-0710ab14c9a8 HTTP/1.1" status: 404 len: 336 time: 0.1198812 Sep 22 17:01:57.798827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:57.834075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.844435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-29543f8a-225a-4c34-8417-4f5cf5d91f2e tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] DELETE failed (client error): The resource could not be found. Sep 22 17:01:57.845026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29543f8a-225a-4c34-8417-4f5cf5d91f2e tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:01:57.849302 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29543f8a-225a-4c34-8417-4f5cf5d91f2e tempest-RoutersIpV6AdminTest-653356790 tempest-RoutersIpV6AdminTest-653356790-project] 10.222.0.25 "DELETE /v2.0/subnets/40b6064f-c15d-499a-95b1-d56e01db8b92 HTTP/1.1" status: 404 len: 337 time: 0.0477946 Sep 22 17:01:57.854019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:57.860312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:57.864330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:57.872229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:57.894234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:01:57.900172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:57.921238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.1 (188035d5-1115-45dd-976f-f7d868255417/2b7d62d7-1428-44e5-b7e0-1f895434cc0b/146a15f7-8bc8-4337-b106-3c06216d13e4) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:57.941475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:01:57.941981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:01:57.944903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Network 428ca3cb-9d50-4be3-be8d-4603648561ad is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:57.946065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:57.947528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10806e94-8817-4d33-a3cc-d24384b20061 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:57.953704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:57.954354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10806e94-8817-4d33-a3cc-d24384b20061 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:57.955179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10806e94-8817-4d33-a3cc-d24384b20061 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:57.958359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:57.958682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 30a59523-9fad-4a91-81d0-599a25ffdb1d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:57.959023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.095373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Pushing event updated for resources: {'Port': ['ID=dd97042f-d5c5-43ca-95e1-8cfbb473e857,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:58.121121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] The port '30a59523-9fad-4a91-81d0-599a25ffdb1d' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:01:58.122231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Attempting to bind port dd97042f-d5c5-43ca-95e1-8cfbb473e857 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:01:58.122851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Attempting to bind port dd97042f-d5c5-43ca-95e1-8cfbb473e857 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ddbe5508-5cea-40a4-a96f-a06fc2903c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:01:58.123408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Attempting to bind port dd97042f-d5c5-43ca-95e1-8cfbb473e857 on network 428ca3cb-9d50-4be3-be8d-4603648561ad {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:01:58.134360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:01:58.134899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Checking segment: {'id': 'ddbe5508-5cea-40a4-a96f-a06fc2903c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:58.135265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.135663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Bound using segment: {'id': 'ddbe5508-5cea-40a4-a96f-a06fc2903c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:01:58.136158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Bound port: dd97042f-d5c5-43ca-95e1-8cfbb473e857, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddbe5508-5cea-40a4-a96f-a06fc2903c61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '428ca3cb-9d50-4be3-be8d-4603648561ad'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:01:58.136518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.209266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10806e94-8817-4d33-a3cc-d24384b20061 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:58.215310 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-10806e94-8817-4d33-a3cc-d24384b20061 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.6762614 Sep 22 17:01:58.219901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45182) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:58.236277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] For port dd97042f-d5c5-43ca-95e1-8cfbb473e857, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:01:58.239971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] For port dd97042f-d5c5-43ca-95e1-8cfbb473e857, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd97042f-d5c5-43ca-95e1-8cfbb473e857,segment=NetworkSegment(ddbe5508-5cea-40a4-a96f-a06fc2903c61),segment_id=ddbe5508-5cea-40a4-a96f-a06fc2903c61)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:01:58.248926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.276057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.321799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45186) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:58.377829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce311208-df15-4f18-b7fd-7fc698dab359 None None] Pushing event updated for resources: {'Port': ['ID=dd97042f-d5c5-43ca-95e1-8cfbb473e857,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:58.395012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '0c9210fe-c295-4b0f-b644-7d336feb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:01:58.395380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:01:58.401397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=c1afa609-7601-4806-bdf0-69149e7fa0d9,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:58.420207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:01:58.432499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:58.438750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:58.439513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.443847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port abb1c4c4-a65e-4bdc-8552-ec451000575e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:58.444312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.445237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afcc3407-2858-4fc7-b749-df22ee5cb7ac None None] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:01:58.474573 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 2 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:01:58.518298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.542089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.557141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe268f2-a2c6-4eff-a385-23e987dabfb4']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:58.570888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:58.579217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:58.579601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab98f7f2-a443-4a0a-89a0-d98b8fe3664a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:01:58.595219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Usage tracker for resource:security_group_rule and tenant:eb64329352b845dba6218203d114dcdd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:58.597376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.604101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:58.629030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.645699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:01:58.646282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.669252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:58.687377 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65a1ae03-53de-4342-96d0-8eaadba45057 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3633299 Sep 22 17:01:58.703465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:58.788478 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ab98f7f2-a443-4a0a-89a0-d98b8fe3664a resource provider aggregate not found Sep 22 17:01:58.806862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] For port abb1c4c4-a65e-4bdc-8552-ec451000575e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=abb1c4c4-a65e-4bdc-8552-ec451000575e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:01:58.807653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.823497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1229145983', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:58.830703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:58.836429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:01:58.836772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.890212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ab98f7f2-a443-4a0a-89a0-d98b8fe3664a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ab98f7f2-a443-4a0a-89a0-d98b8fe3664a found for delete ", "request_id": "req-ba154ad3-4fd7-4732-9bfe-97d2f911ca75"}]} Sep 22 17:01:58.894424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb', 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': 'c1afa609-7601-4806-bdf0-69149e7fa0d9'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:01:58.897421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.898974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:01:58.907063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.947297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.953171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:58.968495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=7fe268f2-a2c6-4eff-a385-23e987dabfb4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:58.976092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:01:58.982764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be7eb67e-ecc3-4fbc-b139-9fe665616aa3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/7fe268f2-a2c6-4eff-a385-23e987dabfb4 HTTP/1.1" status: 204 len: 168 time: 4.3215911 Sep 22 17:01:58.986534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for abb1c4c4-a65e-4bdc-8552-ec451000575e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:58.987258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45202) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:58.990397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Transition to ACTIVE for port object 146a15f7-8bc8-4337-b106-3c06216d13e4 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:01:59.015762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:01:59.032917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:01:59.085080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.086168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.096476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Allocated IP 2001:db8:1::2 (4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb/c1afa609-7601-4806-bdf0-69149e7fa0d9/b9aeaa9a-bf21-471f-87ef-a55d7994e025) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:01:59.102039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.160349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.182725 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 3 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:01:59.227701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31b3fc-e723-4f0b-aced-d92095c98ddf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:01:59.228308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4a31b3fc-e723-4f0b-aced-d92095c98ddf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:01:59.262828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.263843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.274196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.325647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:01:59.349881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa7b56b-59b2-42f9-bb41-9134383b046f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:59.358072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.359278 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d4011dd8-975b-4e76-88a8-3fc7d7a5a6b9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5401354 Sep 22 17:01:59.365078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:59.368010 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8b0b79db-392a-418e-aa5c-43515df00649 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb64329352b845dba6218203d114dcdd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0415013 Sep 22 17:01:59.374523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:59.374729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4a31b3fc-e723-4f0b-aced-d92095c98ddf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:01:59.374729 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a31b3fc-e723-4f0b-aced-d92095c98ddf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/71a378b3-d1e3-4ed7-beb4-00e27b32a5fe HTTP/1.1" status: 200 len: 841 time: 0.3829348 Sep 22 17:01:59.385675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:59.439894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.449666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 188035d5-1115-45dd-976f-f7d868255417 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:01:59.472461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:01:59.663184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:01:59.675251 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5f7d3396-2b0b-4117-a848-6eafebd96f47 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/71a378b3-d1e3-4ed7-beb4-00e27b32a5fe?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2885852 Sep 22 17:01:59.681289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:01:59.689598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:01:59.717355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd97042f-d5c5-43ca-95e1-8cfbb473e857 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:01:59.834700 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 4 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:01:59.842401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.874933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 603ab0a1-d429-4d0c-a2fb-fb99291607f2 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:01:59.893370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:01:59.914144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=146a15f7-8bc8-4337-b106-3c06216d13e4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:59.942720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Port': ['ID=abb1c4c4-a65e-4bdc-8552-ec451000575e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:01:59.962518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42602c86-9a90-4d56-84ea-e56752f0ae8e None None] Network 428ca3cb-9d50-4be3-be8d-4603648561ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:00.042409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:00.048336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.065687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:00.068939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:00.075485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:00.084532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dd97042f-d5c5-43ca-95e1-8cfbb473e857 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:00.092098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:00.094337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.119271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Transition to ACTIVE for port object b9aeaa9a-bf21-471f-87ef-a55d7994e025 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:00.131635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.168971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Transition to ACTIVE for port object b9aeaa9a-bf21-471f-87ef-a55d7994e025 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:00.178267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:00.182124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.261339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.308323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.369596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:00.379022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:00.385449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:00.437904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.445406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.455742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.494694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa7b56b-59b2-42f9-bb41-9134383b046f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:00.499924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Pushing event updated for resources: {'Port': ['ID=b9aeaa9a-bf21-471f-87ef-a55d7994e025,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:00.518282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.518923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:00.533033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.534055 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-663b4526-591b-4b82-be39-aa2a2a834259 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/routers/aeaf35fb-5a73-48fc-af1e-1b1286aa5e57 HTTP/1.1" status: 204 len: 168 time: 4.4734025 Sep 22 17:02:00.540658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45222) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:00.547277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.551372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.555488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d74439b6-e247-460f-86aa-b68fed7259a8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9fa7b56b-59b2-42f9-bb41-9134383b046f HTTP/1.1" status: 204 len: 168 time: 1.1819143 Sep 22 17:02:00.569733 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 5 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:02:00.654754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Attempting to bind port b9aeaa9a-bf21-471f-87ef-a55d7994e025 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:00.655121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Attempting to bind port b9aeaa9a-bf21-471f-87ef-a55d7994e025 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0c9210fe-c295-4b0f-b644-7d336feb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:00.655477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Attempting to bind port b9aeaa9a-bf21-471f-87ef-a55d7994e025 on network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:00.669498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:00.669935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Checking segment: {'id': '0c9210fe-c295-4b0f-b644-7d336feb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:00.670358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.670768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Bound using segment: {'id': '0c9210fe-c295-4b0f-b644-7d336feb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:00.671287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Bound port: b9aeaa9a-bf21-471f-87ef-a55d7994e025, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c9210fe-c295-4b0f-b644-7d336feb67ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:00.671730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.688153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:00.729698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.802171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:00.803930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] For port b9aeaa9a-bf21-471f-87ef-a55d7994e025, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:00.806266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:00.810386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] For port b9aeaa9a-bf21-471f-87ef-a55d7994e025, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b9aeaa9a-bf21-471f-87ef-a55d7994e025,segment=NetworkSegment(0c9210fe-c295-4b0f-b644-7d336feb67ae),segment_id=0c9210fe-c295-4b0f-b644-7d336feb67ae)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:00.811007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:00.811610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.819478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d16027-9664-49c0-83be-ceae74b4e271 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:00.842478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:00.854830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.870282 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18ce9cb8-125b-401c-9d1c-bb6fa2bb33c8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1858957 Sep 22 17:02:00.872868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:00.880314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1861620958'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:00.887333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:00.899023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:00.902929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:00.912824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:00.927768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.939103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:00.988462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:00.999162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:01.002673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:01.020273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:01.084105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=603ab0a1-d429-4d0c-a2fb-fb99291607f2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:01.103127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daaa6fd4-c875-4a4d-b295-2b85edff92f9 None None] Pushing event updated for resources: {'Port': ['ID=b9aeaa9a-bf21-471f-87ef-a55d7994e025,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:01.147288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.152224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.193246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:01.201374 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Attempt 6 to provision port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 Sep 22 17:02:01.253710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.255105 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3810191 Sep 22 17:02:01.282983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae0bfb0b-ca79-405a-85fd-5197a6b49692 None None] Port 603ab0a1-d429-4d0c-a2fb-fb99291607f2 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:02:01.283852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:01.293888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.309672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'security_group': {'name': 'tempest-secgroup-110896443'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:01.321771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:01.342897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abda8c9f-cb69-4e26-98bb-f526728b6143 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab7465d1-efa0-46e5-a9d1-6b51802495f6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:01.348514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:01.358973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:01.379945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:01.423923 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36cbdba7-401e-4456-b055-1747abe484b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6329729ce47f40b2a849355b29eb59e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2042499 Sep 22 17:02:01.426391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45242) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:01.446224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-cfccc235-762d-47e2-a055-58b8ffc92b8b', 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'tenant_id': 'f3135d709e9046d1bbe747854da434e2', 'fixed_ips': [{'subnet_id': '1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:01.447134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.458257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.478650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Provisioning for port dd97042f-d5c5-43ca-95e1-8cfbb473e857 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:01.479517 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-42d00dfb-4644-480d-8f26-29b32939f4ae service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7122059 Sep 22 17:02:01.490244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Provisioning complete for port dd97042f-d5c5-43ca-95e1-8cfbb473e857 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:01.490706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.491105 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 1 to provision port dd97042f-d5c5-43ca-95e1-8cfbb473e857 Sep 22 17:02:01.497176 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7617060f-289a-4fd7-9edd-756328014ee8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/603ab0a1-d429-4d0c-a2fb-fb99291607f2 HTTP/1.1" status: 204 len: 168 time: 3.2433193 Sep 22 17:02:01.508007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.518760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:01.521173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:01.667441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4f3fd-a88f-4983-8c53-410c0374be07 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:01.669989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef4f3fd-a88f-4983-8c53-410c0374be07 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:01.672004 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fef4f3fd-a88f-4983-8c53-410c0374be07 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1498964 Sep 22 17:02:01.677034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:01.680729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45250) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:01.686162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:01.749401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:01.764890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b9aeaa9a-bf21-471f-87ef-a55d7994e025 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:01.815205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.853166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.863921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 0fc4ac82-3cba-4074-bdce-0c49088a2a7e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:01.867629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.920392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.953367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Current status of the port dd97042f-d5c5-43ca-95e1-8cfbb473e857 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:01.953970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:01.975272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b9aeaa9a-bf21-471f-87ef-a55d7994e025 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:01.984399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Allocated IP 172.20.0.2 (cfccc235-762d-47e2-a055-58b8ffc92b8b/1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf/4b535837-22ec-4bce-b797-8f2b0484a332) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:02.004070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.068144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.077549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] For port dd97042f-d5c5-43ca-95e1-8cfbb473e857, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd97042f-d5c5-43ca-95e1-8cfbb473e857,segment=NetworkSegment(ddbe5508-5cea-40a4-a96f-a06fc2903c61),segment_id=ddbe5508-5cea-40a4-a96f-a06fc2903c61)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:02.084038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.090338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.130445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.178216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.182210 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/2e6accbe-a5f4-4da9-97df-5be81bbf4f3e HTTP/1.1" status: 204 len: 168 time: 0.7519951 Sep 22 17:02:02.200023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Provisioning for port 146a15f7-8bc8-4337-b106-3c06216d13e4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:02.200199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8127a789-3fa9-4c9c-9739-3463f89c2ce9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:02.208283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.210147 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-389fd20c-cd19-4481-b2c5-ad86711eefff tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9252346 Sep 22 17:02:02.216985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:02.240358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.243566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-cef46e70-4080-411e-86b9-97fb2054e509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:02.245170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-cef46e70-4080-411e-86b9-97fb2054e509 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 0.4998474 Sep 22 17:02:02.250313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Pushing event updated for resources: {'Port': ['ID=dd97042f-d5c5-43ca-95e1-8cfbb473e857,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:02.258114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2124329177', 'security_groups': ['8127a789-3fa9-4c9c-9739-3463f89c2ce9'], 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:02.264861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Provisioning complete for port 146a15f7-8bc8-4337-b106-3c06216d13e4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:02.265956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.266445 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 1 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:02.337483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a1ecba-fde7-48d8-a233-1456856b0af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e6accbe-a5f4-4da9-97df-5be81bbf4f3e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:02.421684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8::1 (428ca3cb-9d50-4be3-be8d-4603648561ad/1a52b7d9-6d55-4e48-9db8-d580f10f0aa7/4fd07946-154c-4690-ae30-49e1a79711f0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:02.449260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.517678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.532803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Transition to ACTIVE for port object 4b535837-22ec-4bce-b797-8f2b0484a332 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:02.556489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Transition to ACTIVE for port object 4b535837-22ec-4bce-b797-8f2b0484a332 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:02.563776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-93802837-1d07-4979-ae88-5d9f4c27cfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:02.565332 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-93802837-1d07-4979-ae88-5d9f4c27cfcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 896 time: 0.1410916 Sep 22 17:02:02.575375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.687560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:02.689037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:02.692676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:02.693675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:02.696415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:02.703362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=0fc4ac82-3cba-4074-bdce-0c49088a2a7e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:02.717525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.721177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.721666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.722100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.722530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.722957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.723383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.723888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.724318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.724782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.725202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.725623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.726541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:02.739951 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19aedbed-99bb-472d-8089-167835ccc73c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0fc4ac82-3cba-4074-bdce-0c49088a2a7e HTTP/1.1" status: 204 len: 168 time: 1.0555923 Sep 22 17:02:02.743492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:02.784895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e5c0ad-22fd-4a9a-8bce-cc6041dc86e5 None None] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:02.797023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4c648e-384e-4011-9a8a-8da8b4005385 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:02.833642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:02.844683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:02.890913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:02.911541 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-201aaef8-2f7f-40e8-a980-bab0a9c544c9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1547050 Sep 22 17:02:02.911846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45274) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:02.918615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:02.967103 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:02:03.013508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:03.031342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Attempting to bind port 4b535837-22ec-4bce-b797-8f2b0484a332 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:03.031747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Attempting to bind port 4b535837-22ec-4bce-b797-8f2b0484a332 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '07e478b4-754f-44ce-bd09-dc107805749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:03.032113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Attempting to bind port 4b535837-22ec-4bce-b797-8f2b0484a332 on network cfccc235-762d-47e2-a055-58b8ffc92b8b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:03.042493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-ced0a8a7-c561-4d05-b982-69911594bde4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 1002 time: 0.4586909 Sep 22 17:02:03.046302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:03.047145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Checking segment: {'id': '07e478b4-754f-44ce-bd09-dc107805749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:03.047561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.047954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Bound using segment: {'id': '07e478b4-754f-44ce-bd09-dc107805749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:03.048441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Bound port: 4b535837-22ec-4bce-b797-8f2b0484a332, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07e478b4-754f-44ce-bd09-dc107805749b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:03.048943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.055573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Deleting port 61910745-6337-47f6-8391-9d8925e98083 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:03.055939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.073824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:03.084398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:03.088535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:03.097520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:03.113396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:03.118119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.193763 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 2 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:03.406494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:03.435157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.491185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:03.508990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:03.519744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.563113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:03.586488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:02:03.697395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port e3912257-81cc-4aa6-9d25-cf64f2780536 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:03.738778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-4d16a130-8486-4505-a7f9-58eff90a8369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:03.740314 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-4d16a130-8486-4505-a7f9-58eff90a8369 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.6030464 Sep 22 17:02:03.745631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd97042f-d5c5-43ca-95e1-8cfbb473e857 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:03.879172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:03.885063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0725d5bc-084c-471f-8f17-3c3386619309 None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:03.898265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Deleting port fecfa580-610c-401f-b6ac-1710fd6964e6 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:03.898652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.901104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.934234 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 3 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:03.954550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'networks': [{'name': 'tempest-network--885715659'}, {'name': 'tempest-network--351257844'}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:03.955403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-network--885715659'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:03.956358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-network--351257844'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:03.985166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:03.997382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:04.026378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:network and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:04.029718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:04.072190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:04.084587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:04.095438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 4fd07946-154c-4690-ae30-49e1a79711f0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:04.100309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dd97042f-d5c5-43ca-95e1-8cfbb473e857 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:04.100725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.101102 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dd97042f-d5c5-43ca-95e1-8cfbb473e857 Sep 22 17:02:04.218925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'network': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:04.223537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.260042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] For port 61910745-6337-47f6-8391-9d8925e98083, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61910745-6337-47f6-8391-9d8925e98083,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:04.260321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.288882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.334734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fecfa580-610c-401f-b6ac-1710fd6964e6,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:04.335575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.370362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fecfa580-610c-401f-b6ac-1710fd6964e6,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:04.403315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.412492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.413927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.483843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Calling delete_port for fecfa580-610c-401f-b6ac-1710fd6964e6 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:04.518232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.528587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Calling delete_port for 61910745-6337-47f6-8391-9d8925e98083 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:04.539758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:04.545259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:04.558239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:04.558828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.561175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:04.579402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.592102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=fecfa580-610c-401f-b6ac-1710fd6964e6,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:04.595570 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=c7090f4c-b6cc-4d89-a7da-b34ea72772fc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:04.615028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b4ca57e-d6c0-4ac6-9618-c1d42e585914 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7019203 Sep 22 17:02:04.615853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:04.617599 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 4 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:04.617732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:security_group_rule and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:04.621807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:c6:1a:41', 'name': 'tempest-NetworksTestDHCPv6-1663727060'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:04.651704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-3df04d64-23d5-463d-af50-55d2ef1ff0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:04.653283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-3df04d64-23d5-463d-af50-55d2ef1ff0fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8645046 Sep 22 17:02:04.657438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:04.692944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:04.693165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:04.693418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:04.700806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:04.702659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dd97042f-d5c5-43ca-95e1-8cfbb473e857 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:04.770182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:04.775719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:04.779003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:04.785950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:04.798046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:04.819659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.865838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.10 (cfccc235-762d-47e2-a055-58b8ffc92b8b/1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf/e3912257-81cc-4aa6-9d25-cf64f2780536) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:04.910858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.927781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=146a15f7-8bc8-4337-b106-3c06216d13e4,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:04.938943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 428ca3cb-9d50-4be3-be8d-4603648561ad is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:04.958123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:04.987171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:04.988562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:05.026532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:05.027329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.149555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fec6:1a41 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/c7090f4c-b6cc-4d89-a7da-b34ea72772fc/5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:05.195668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Deleting port fecfa580-610c-401f-b6ac-1710fd6964e6 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:05.196428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.215326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-47ae9945-d023-417b-a41c-f6c0691733fe service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5375743 Sep 22 17:02:05.258176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=4fd07946-154c-4690-ae30-49e1a79711f0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:05.277966 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 5 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:05.453454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:05.544501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.562237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:05.589118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.624480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] For port fecfa580-610c-401f-b6ac-1710fd6964e6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fecfa580-610c-401f-b6ac-1710fd6964e6,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:05.625048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.681234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:05.687448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:05.689160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:05.696660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:05.697298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.720316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:05.727002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-531ba0a5-5e94-4b21-ae89-334a57887fd1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1102965 Sep 22 17:02:05.730202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:05.777643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:05.823562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Calling delete_port for fecfa580-610c-401f-b6ac-1710fd6964e6 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:05.836356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9346a-50bf-44a7-90c4-65841594b2d6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:05.842323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a9346a-50bf-44a7-90c4-65841594b2d6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:05.843267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9a9346a-50bf-44a7-90c4-65841594b2d6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:05.857331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.863237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9a9346a-50bf-44a7-90c4-65841594b2d6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:05.867809 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9a9346a-50bf-44a7-90c4-65841594b2d6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.1332119 Sep 22 17:02:05.868832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:05.885661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 188035d5-1115-45dd-976f-f7d868255417 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:05.885995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.886623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.917875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:05.935114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e94446fd-739c-4a7f-8d1a-b77576eddd66 req-4dcd4b20-c375-4539-9e5e-3d15534749c2 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6806335 Sep 22 17:02:05.957028 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 6 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:05.957741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:05.958503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:05.976409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.094349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.108537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4b535837-22ec-4bce-b797-8f2b0484a332 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:06.120050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object e3912257-81cc-4aa6-9d25-cf64f2780536 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:06.120979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:06.137541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e93aebf-3630-4adb-bbb0-92c592246835,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:06.155312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.225241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fecfa580-610c-401f-b6ac-1710fd6964e6 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:06.285205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event deleted for resources: {'Port': ['ID=61910745-6337-47f6-8391-9d8925e98083,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:06.319652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.321457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:06.383513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] Pushing event deleted for resources: {'Port': ['ID=fecfa580-610c-401f-b6ac-1710fd6964e6,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:06.404314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.492520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.493047 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment dca4786b-8787-4532-b491-3dd62181b20a of type vlan for network aef336ec-0e11-4171-b97c-37959c245e18 Sep 22 17:02:06.501792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No active binding found for port fecfa580-610c-401f-b6ac-1710fd6964e6 {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 17:02:06.502213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fecfa580-610c-401f-b6ac-1710fd6964e6 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:06.526143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f454ddc-3f0d-4c6d-afdc-1175fb540efe None None] No DVR routers for this DVR port fecfa580-610c-401f-b6ac-1710fd6964e6 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:06.551245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88908e8a-0cde-4872-a5a4-62fc0fa46bd1 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:06.561712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:06.625303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 7 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:06.696558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.720379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:06.729282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.789574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:06.845393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.862413 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e91266ef-1a2e-47ca-834b-b0986a2d59b7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef HTTP/1.1" status: 204 len: 168 time: 0.9914927 Sep 22 17:02:06.865645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45310) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:06.877647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': 'c7090f4c-b6cc-4d89-a7da-b34ea72772fc'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:06.878558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:06.947360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253a805-b6d0-4a6e-a734-da196491f38e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:06.949636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3253a805-b6d0-4a6e-a734-da196491f38e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:06.950418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3253a805-b6d0-4a6e-a734-da196491f38e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:06.975265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3253a805-b6d0-4a6e-a734-da196491f38e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:06.975265 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3253a805-b6d0-4a6e-a734-da196491f38e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1049483 Sep 22 17:02:06.976224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45314) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:07.002712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.027765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:07.041807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:07.052301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:07.062434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet c7090f4c-b6cc-4d89-a7da-b34ea72772fc {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:07.090743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Allocated IP 2001:db8::f816:3eff:fe99:fd85 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/c7090f4c-b6cc-4d89-a7da-b34ea72772fc/e00cc497-0b95-4c23-81aa-6989a56a831e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:07.099079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.153806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router b9b6ed02-af55-4397-b520-8cb025ad2982 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:07.154690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=e3912257-81cc-4aa6-9d25-cf64f2780536,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:07.158277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:02:07.248382 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 8 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:07.365321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:07.391699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.405897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Transition to ACTIVE for port object e00cc497-0b95-4c23-81aa-6989a56a831e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:07.431056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Transition to ACTIVE for port object e00cc497-0b95-4c23-81aa-6989a56a831e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:07.436946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.439119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.509080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.519429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:07.523518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.523758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:07.523862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.524216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.524719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.525151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.526156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.526156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.526386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.526788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.527240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.527642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.528050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:07.529164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:07.536953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Pushing event updated for resources: {'Port': ['ID=e00cc497-0b95-4c23-81aa-6989a56a831e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:07.565684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.621764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.625081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.629140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:07.660969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Attempting to bind port e00cc497-0b95-4c23-81aa-6989a56a831e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:07.661503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Attempting to bind port e00cc497-0b95-4c23-81aa-6989a56a831e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:07.661650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Attempting to bind port e00cc497-0b95-4c23-81aa-6989a56a831e on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:07.669408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:07.669891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:07.670372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.670769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:07.671243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Bound port: e00cc497-0b95-4c23-81aa-6989a56a831e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:07.671673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.731660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.732380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:07.733087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.778749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.779161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment a2f62b5f-5296-44af-bb56-efa2276b080d of type vlan for network cf9cc7ca-4451-4925-8f2d-04f68eb898c9 Sep 22 17:02:07.793876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=c7090f4c-b6cc-4d89-a7da-b34ea72772fc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:07.802415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.803853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.804938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ea8a0f5-7092-4344-9ed5-897f0baf1078 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:07.831259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] For port e00cc497-0b95-4c23-81aa-6989a56a831e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:07.831489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc554494-6832-4576-8d00-a5bcd498ba87 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/c7090f4c-b6cc-4d89-a7da-b34ea72772fc HTTP/1.1" status: 204 len: 168 time: 0.8519592 Sep 22 17:02:07.831824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:07.833186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] For port e00cc497-0b95-4c23-81aa-6989a56a831e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e00cc497-0b95-4c23-81aa-6989a56a831e,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:07.841011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.887944 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 9 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:07.927276 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d5ad50d7-5314-4295-9d8b-3bdf3192c369 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912871 Sep 22 17:02:07.928123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45322) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:07.962788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.964355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8fe5916-5bf5-4e79-91ef-110894d470a6 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "DELETE /v2.0/routers/5ea8a0f5-7092-4344-9ed5-897f0baf1078 HTTP/1.1" status: 204 len: 168 time: 7.4188983 Sep 22 17:02:07.969342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:07.983834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:07.990993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-68571a4f-df8f-461e-97fd-b21bdc654819 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.7686965 Sep 22 17:02:08.000496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45330) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.006778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2081780343', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:08.032356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:08.054125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:08.055692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:08.062036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Pushing event updated for resources: {'Port': ['ID=e00cc497-0b95-4c23-81aa-6989a56a831e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:08.066535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:08.072522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9727e64b-3945-4820-944f-58852a0df935 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/routers/b9b6ed02-af55-4397-b520-8cb025ad2982/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0542505 Sep 22 17:02:08.075741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:08.076303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.076700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.077073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.077384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.077521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.077964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.078056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.078361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.078693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.079449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.079449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.079809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.080143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6e26ed7-c0a8-497f-9966-962ccfb3344e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:02:08.085877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] Sync routers for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:08.087529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'port': {'network_id': '188035d5-1115-45dd-976f-f7d868255417', 'name': 'tempest-FloatingIPTestJSON-1490482239'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:08.097799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:08.098326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:08.099688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:08.148795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2ba316-f0d8-476d-b405-92e07684d5c0 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:02:08.171767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:08.193221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46facc8d-81f0-487a-b046-4c91d654f2d7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:08.193832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46facc8d-81f0-487a-b046-4c91d654f2d7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:08.201358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.201358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.207176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:08.212508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:08.213259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.223408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:08.238896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46facc8d-81f0-487a-b046-4c91d654f2d7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:08.240116 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46facc8d-81f0-487a-b046-4c91d654f2d7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.3116283 Sep 22 17:02:08.250996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.259117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:08.259763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:08.271818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.278741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 4.7107556 Sep 22 17:02:08.293056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.293852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.294750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.342838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:08.343368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e4b437-664c-4cde-b90e-040f02f6b43b None None] The sync data for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:08.424488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:08.432235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Usage tracker for resource:port and tenant:60a1fe73eacc47fb8847a7b8425e4d23 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:08.437016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Quota usage for port was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:08.442090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.443168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.446652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:08.450628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2ba316-f0d8-476d-b405-92e07684d5c0 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:02:08.454051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d876c61-ae22-4f10-98a7-57e91523f874 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:08.454896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d876c61-ae22-4f10-98a7-57e91523f874 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:08.471826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Made reservation on behalf of 60a1fe73eacc47fb8847a7b8425e4d23 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:08.475353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.490936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3d876c61-ae22-4f10-98a7-57e91523f874 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:08.492255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d876c61-ae22-4f10-98a7-57e91523f874 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2402902 Sep 22 17:02:08.496037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.563000 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Attempt 10 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:08.567534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] device_id is not set on port c4e37aea-1093-49f5-81cf-ffc33c3a2c1d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:08.602109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d33f966c-9e6a-4e47-9750-0425d24cd100 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061921 Sep 22 17:02:08.606973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:08.624951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:08.674168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bca21cc3-5410-4691-ae83-820410780a52 None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:08.691139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=aef336ec-0e11-4171-b97c-37959c245e18,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:08.709919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network aef336ec-0e11-4171-b97c-37959c245e18 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:08.787220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.807680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:08.810675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:08.815139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=4fd07946-154c-4690-ae30-49e1a79711f0,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:08.824791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:08.839900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Allocated IP 172.20.0.10 (188035d5-1115-45dd-976f-f7d868255417/2b7d62d7-1428-44e5-b7e0-1f895434cc0b/c4e37aea-1093-49f5-81cf-ffc33c3a2c1d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:08.845343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:08.849144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.859447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:08.863969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:08.864350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:08.864711 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:08.869703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:08.896122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:08.898273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4416639e-d42d-42bb-b40a-043f638851fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=cf9cc7ca-4451-4925-8f2d-04f68eb898c9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:08.920529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network cf9cc7ca-4451-4925-8f2d-04f68eb898c9 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:09.015304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:09.021585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:09.027807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:09.033652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:09.033833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:09.034814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Synchronizing usage tracker for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:09.094181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:09.098329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.141167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 428ca3cb-9d50-4be3-be8d-4603648561ad is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:09.201574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:09.224058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.266252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Transition to ACTIVE for port object c4e37aea-1093-49f5-81cf-ffc33c3a2c1d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:09.353059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.486333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Network 188035d5-1115-45dd-976f-f7d868255417 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:09.495214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:09.504532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:09.534926 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 2 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:09.537192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event updated for resources: {'Port': ['ID=c4e37aea-1093-49f5-81cf-ffc33c3a2c1d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:09.567529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Unset dirty status for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:09.571997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2038879-229d-4a10-a6de-ae2ea605cc43 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 1.2651935 Sep 22 17:02:09.572204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:02:09.572747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:09.591509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.612412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:09.620583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61910745-6337-47f6-8391-9d8925e98083 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:09.641044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:09.643150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.661962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 61910745-6337-47f6-8391-9d8925e98083 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:09.662456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61910745-6337-47f6-8391-9d8925e98083 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:09.693721 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad8221ea-a00c-4d7e-8731-b1f22bc7a8c4 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6150115 Sep 22 17:02:09.698596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:09.706876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Request body: {'floatingip': {'port_id': 'c4e37aea-1093-49f5-81cf-ffc33c3a2c1d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:09.833791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.842350 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf (CIDR: 172.20.0.0/28) Sep 22 17:02:09.856207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:02:09.856734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:09.924170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:09.954612 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e167ccfd-22b5-4cd0-af89-095c353cdd1c tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9388030 Sep 22 17:02:09.958741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:09.980861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:10.113852 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 3 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:10.120484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:02:10.137961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.188856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:10.253908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.291333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aef336ec-0e11-4171-b97c-37959c245e18']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.337395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca4786b-8787-4532-b491-3dd62181b20a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.337701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca4786b-8787-4532-b491-3dd62181b20a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.361644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.390396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.394220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:10.406351 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] Sync routers for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:10.421405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:10.422113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.455182 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e67a16e4-ae18-46a4-8f82-71e13d21e053 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0805066 Sep 22 17:02:10.455182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:10.455182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.472097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:10.484870 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.495316 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:10.496019 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.561034 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment dca4786b-8787-4532-b491-3dd62181b20a resource provider aggregate not found Sep 22 17:02:10.564474 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:10.564913 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17051fbb-b39f-40ba-a4db-f2d0a1f73cb0 None None] The sync data for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:10.617212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:10.637879 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment dca4786b-8787-4532-b491-3dd62181b20a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dca4786b-8787-4532-b491-3dd62181b20a found for delete ", "request_id": "req-30893e5e-d78f-4f74-bfee-69112b911428"}]} Sep 22 17:02:10.681750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.689643 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 4 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:10.707983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.731767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd734cde-54be-4b9d-b460-7be19c57da08 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:10.736597 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd734cde-54be-4b9d-b460-7be19c57da08 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports/4fd07946-154c-4690-ae30-49e1a79711f0 HTTP/1.1" status: 200 len: 911 time: 0.2583547 Sep 22 17:02:10.736858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.738692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:10.741500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:10.744372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45374) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:10.749304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:10.757008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:10.776513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:10.783633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=aef336ec-0e11-4171-b97c-37959c245e18,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:10.813060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:10.816726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.011724 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d8b15bf-d4a0-4f7d-b3f1-aec277deca31 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/aef336ec-0e11-4171-b97c-37959c245e18 HTTP/1.1" status: 204 len: 168 time: 1.4262400 Sep 22 17:02:11.031188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:11.081334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port e00cc497-0b95-4c23-81aa-6989a56a831e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e00cc497-0b95-4c23-81aa-6989a56a831e,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:11.242590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.247086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.257999 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 5 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:11.263581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.264204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.316413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:11.333221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Allocated IP 172.26.8.30 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/70810220-442c-4620-812d-8eab32f55e6f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:11.407455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:11.417173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:11.429684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e1ba771-19f7-4ee7-ab50-c3cfe7bfa357 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:11.465723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:11.466323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.491014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=33ac1830-c93c-431d-89ec-0c80b6d65630,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:11.616152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=e00cc497-0b95-4c23-81aa-6989a56a831e,revision_number=5']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:11.644804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:02:11.711783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.748127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.817949 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 6 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:11.863905 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-237150b2-1c53-4950-b8bf-84a19bf066c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.2548981 Sep 22 17:02:11.871742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:11.886831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:11.888338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:11.902279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:45:69:05', 'name': 'tempest-NetworksTestDHCPv6-1192674991'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:11.937633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.057685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.059413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf9cc7ca-4451-4925-8f2d-04f68eb898c9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.077810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.097232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:12.106017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:12.112646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:12.153376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event updated for resources: {'Port': ['ID=70810220-442c-4620-812d-8eab32f55e6f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.157420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2f62b5f-5296-44af-bb56-efa2276b080d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.157721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2f62b5f-5296-44af-bb56-efa2276b080d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:12.221840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.243531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.378506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.383532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:12.390306 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 7 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:12.420263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:12.420714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.436064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:12.439345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:12.455284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:12.458873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:12.467981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3609d61c-589e-46f0-a078-00245925e2c6 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:12.510900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:12.511501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.573448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=526bbc76-916c-49e6-9240-43624e0a215d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.586558 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP feb184ba-908d-4f62-a1c6-6882de596ed7 associated. External IP: 172.26.8.106, port: a8c3ee54-c2ab-4d83-8864-a15021c465a6. Sep 22 17:02:12.653009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:12.672536 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a2f62b5f-5296-44af-bb56-efa2276b080d resource provider aggregate not found Sep 22 17:02:12.686642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-97f8ee89-485f-4daf-a7e9-eb3a67351415 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7166376 Sep 22 17:02:12.686872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8:1::1 (4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb/c1afa609-7601-4806-bdf0-69149e7fa0d9/90a11e15-40c7-4101-b640-0ac99b140868) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:12.688724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:12.699257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-536064823', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '526bbc76-916c-49e6-9240-43624e0a215d'}], 'security_groups': ['ab7465d1-efa0-46e5-a9d1-6b51802495f6']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:12.751646 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a2f62b5f-5296-44af-bb56-efa2276b080d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2f62b5f-5296-44af-bb56-efa2276b080d found for delete ", "request_id": "req-92338eea-8164-4af9-a9fd-eebbdd47bd87"}]} Sep 22 17:02:12.758806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.792445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:12.868930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=cf9cc7ca-4451-4925-8f2d-04f68eb898c9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:12.886389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c98a955b-f8cf-4fcf-8713-6a87f49dbead tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/cf9cc7ca-4451-4925-8f2d-04f68eb898c9 HTTP/1.1" status: 204 len: 168 time: 1.8540740 Sep 22 17:02:12.891728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45398) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:12.960409 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 8 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:13.068639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:13.076059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Update dhcp port {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'fixed_ips': [{'subnet_id': '1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf', 'ip_address': '172.20.0.2'}, {'subnet_id': '526bbc76-916c-49e6-9240-43624e0a215d'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '4b535837-22ec-4bce-b797-8f2b0484a332'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:02:13.113837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.138119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.203876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 967678be-dcb4-4102-af9b-d8afc335dc97 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:13.218378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.320481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb37a3-9c7a-4686-ab6e-e8641d2d72d3 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:13.326638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cadb37a3-9c7a-4686-ab6e-e8641d2d72d3 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:13.327247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cadb37a3-9c7a-4686-ab6e-e8641d2d72d3 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Synchronizing usage tracker for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:13.394946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cadb37a3-9c7a-4686-ab6e-e8641d2d72d3 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Unset dirty status for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:13.396434 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cadb37a3-9c7a-4686-ab6e-e8641d2d72d3 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5015843 Sep 22 17:02:13.403339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:13.405539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Allocated IP 172.20.0.18 (cfccc235-762d-47e2-a055-58b8ffc92b8b/526bbc76-916c-49e6-9240-43624e0a215d/4b535837-22ec-4bce-b797-8f2b0484a332) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:13.417141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-424655968'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:13.492799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.562303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 90a11e15-40c7-4101-b640-0ac99b140868 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:13.565496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:13.570047 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 9 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:13.577446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.626944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:13.633127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:13.634436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:13.661226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe45:6905 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/33ac1830-c93c-431d-89ec-0c80b6d65630/967678be-dcb4-4102-af9b-d8afc335dc97) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:13.662348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.684130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Ignored duplicate provisioning block setup for port 4b535837-22ec-4bce-b797-8f2b0484a332 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:02:13.688407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.777026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e00cc497-0b95-4c23-81aa-6989a56a831e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:13.809546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:13.900023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.907251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:13.910775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.918334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:13.961061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497ab067-2034-4f52-9fa7-bf4a328f764c None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:13.985856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e00cc497-0b95-4c23-81aa-6989a56a831e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:14.076051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.088994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:14.104911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:14.115501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 967678be-dcb4-4102-af9b-d8afc335dc97 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:14.122293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.122851 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment 2dac5c54-03b8-469d-8022-2060042c011d of type vlan for network dbb66723-a5cd-4533-babf-5e6a0bd09663 Sep 22 17:02:14.136061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:14.137741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 10 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:14.213534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:14.247409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.256427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:14.257664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.333063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:14.334026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:14.337627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.346037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:14.346769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.357169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=90a11e15-40c7-4101-b640-0ac99b140868,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:14.357420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning for port 4b535837-22ec-4bce-b797-8f2b0484a332 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:14.363801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:14.364496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.421197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:02:14.447652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.493164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:14.493849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.494011 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:14.523110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:14.523524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2d6547d-3e28-4a2e-a5d7-a7b66b280305 None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:14.530461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.540341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:14.541111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.677342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:14.677881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.727811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:14.736662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.839299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:14.844733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning for port e3912257-81cc-4aa6-9d25-cf64f2780536 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:14.853670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port e3912257-81cc-4aa6-9d25-cf64f2780536 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:14.854291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:14.854589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.855263 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:14.873629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:14.876220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:14.882535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:14.883202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.890946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Router 1e33eb8b-c066-45f6-bb31-92da86af5e7d is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:02:14.911273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=967678be-dcb4-4102-af9b-d8afc335dc97,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:14.942732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=dbb66723-a5cd-4533-babf-5e6a0bd09663,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:14.957295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network dbb66723-a5cd-4533-babf-5e6a0bd09663 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:14.971439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c79cba79-5e83-4a63-95d6-7d46fb083b83 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.5645168 Sep 22 17:02:14.973248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45408) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:14.982733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1577517432'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:14.987617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:14.992187 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-087e3619-4bc7-4099-80ee-57f750bff123 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.1035862 Sep 22 17:02:15.019174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:15.058316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:15.079995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:network and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:15.081143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:15.087187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:15.100076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:15.125429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:15.130153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.165984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router b9b6ed02-af55-4397-b520-8cb025ad2982 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:15.182701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Delete allocated IP 172.20.0.10 (cfccc235-762d-47e2-a055-58b8ffc92b8b/1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf) {{(pid=89051) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 17:02:15.244127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:15.280163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.280502 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment d56324e0-a2f8-4f48-b58d-e793d0779eb6 of type vlan for network 7b3f19f7-215e-4658-bb97-020362331f76 Sep 22 17:02:15.385297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.393868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.27 (cfccc235-762d-47e2-a055-58b8ffc92b8b/526bbc76-916c-49e6-9240-43624e0a215d/e3912257-81cc-4aa6-9d25-cf64f2780536) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:15.421667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:15.436332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.441593 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] Sync routers for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:15.456759 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:15.457855 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.487005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.488806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:15.493532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:15.494268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.501129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] Sync routers for ids ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:15.516063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] Routers {'1e33eb8b-c066-45f6-bb31-92da86af5e7d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:15.517461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.561935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3153dcbb-444e-4cca-b045-14112043871b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:15.568836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3153dcbb-444e-4cca-b045-14112043871b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:15.570207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3153dcbb-444e-4cca-b045-14112043871b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:15.603424 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 2 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:15.616775 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.629268 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:15.629895 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.692164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:15.727164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.730649 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.731819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8caf4a9-2b0f-4816-a05b-8f265669196e None None] The sync data for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:15.733200 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e2cf3a8-5bbe-41d6-b22d-e0db33b98435 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 7.7437217 Sep 22 17:02:15.733916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:15.740746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.759880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:15.790124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:15.791893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] Routers {'1e33eb8b-c066-45f6-bb31-92da86af5e7d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:15.792526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.857953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:15.858378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65069e6-9d05-4e4c-ad03-4e36a5142f7a None None] The sync data for ids ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:15.872989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:15.873347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:15.873677 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:15.899546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3153dcbb-444e-4cca-b045-14112043871b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:15.901075 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3153dcbb-444e-4cca-b045-14112043871b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8557146 Sep 22 17:02:15.914095 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6b79e96a-0cfe-4a51-9b15-3738ec7b3984 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/floatingips/feb184ba-908d-4f62-a1c6-6882de596ed7 HTTP/1.1" status: 200 len: 979 time: 6.2135475 Sep 22 17:02:15.914903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:15.915092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45422) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:15.963639 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9896030 Sep 22 17:02:15.974425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45428) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:15.975099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89c3431-ce79-4e58-9ccb-e45978c79c08 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=7b3f19f7-215e-4658-bb97-020362331f76,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:15.991122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 7b3f19f7-215e-4658-bb97-020362331f76 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:15.996482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'ports': [{'network_id': 'dbb66723-a5cd-4533-babf-5e6a0bd09663', 'name': 'tempest-port--1604194776', 'admin_state_up': True}, {'network_id': '7b3f19f7-215e-4658-bb97-020362331f76', 'admin_state_up': False}]} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:15.996845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'port': {'network_id': 'dbb66723-a5cd-4533-babf-5e6a0bd09663', 'name': 'tempest-port--1604194776', 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:15.997298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'port': {'network_id': '7b3f19f7-215e-4658-bb97-020362331f76', 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:16.094933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:16.100673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 967678be-dcb4-4102-af9b-d8afc335dc97 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:16.100987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.291719 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 3 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:16.305987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port c4e37aea-1093-49f5-81cf-ffc33c3a2c1d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:16.306928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.357088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:16.406278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:02:16.443934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.453790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:16.465827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:port and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:16.471338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:16.482200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:16.492897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.517826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'port': 2} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:16.523246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.560855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.566460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Ignored duplicate provisioning block setup for port e3912257-81cc-4aa6-9d25-cf64f2780536 by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:02:16.567474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.568331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.577646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.665467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:16.780272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 967678be-dcb4-4102-af9b-d8afc335dc97 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:16.858835 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 4 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:16.932758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:17.028709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=90a11e15-40c7-4101-b640-0ac99b140868,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:17.045800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] device_id is not set on port 5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:17.090738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.145573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=967678be-dcb4-4102-af9b-d8afc335dc97,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:17.224532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.252982 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-814fa85a-365a-46f9-9cbf-773b5ff2ae17 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/967678be-dcb4-4102-af9b-d8afc335dc97 HTTP/1.1" status: 204 len: 168 time: 1.3325400 Sep 22 17:02:17.255969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:17.353884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f83c1-ecb2-4b28-92dc-f3e1a0c17a23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:17.356311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-133f83c1-ecb2-4b28-92dc-f3e1a0c17a23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:17.357155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-133f83c1-ecb2-4b28-92dc-f3e1a0c17a23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:17.363950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] In _notify_port_updated(), no bound segment for port e3912257-81cc-4aa6-9d25-cf64f2780536 on network cfccc235-762d-47e2-a055-58b8ffc92b8b {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:02:17.369984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:17.370776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.372112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/ports/e3912257-81cc-4aa6-9d25-cf64f2780536 HTTP/1.1" status: 200 len: 920 time: 4.6835370 Sep 22 17:02:17.378444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45436) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:17.387944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e737fe-7b6d-456c-a7a5-a7295408de14 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=e3912257-81cc-4aa6-9d25-cf64f2780536,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:17.396486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:17.402799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:17.435129 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 5 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:17.445885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-133f83c1-ecb2-4b28-92dc-f3e1a0c17a23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:17.449913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-133f83c1-ecb2-4b28-92dc-f3e1a0c17a23 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1928494 Sep 22 17:02:17.453840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45440) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:17.500398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.535415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:17.554309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port e3912257-81cc-4aa6-9d25-cf64f2780536 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:17.554724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.600232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.629642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:17.879363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 33ac1830-c93c-431d-89ec-0c80b6d65630 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:17.895212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.035469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:18.036775 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 6 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:18.055027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] device_id is not set on port d2128277-f873-42ea-b30f-9293e08aa03a yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:18.059786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.104129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:18.200719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.329239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.329639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.329917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Floating IP feb184ba-908d-4f62-a1c6-6882de596ed7 disassociated. External IP: 172.26.8.106, port: c4e37aea-1093-49f5-81cf-ffc33c3a2c1d. Sep 22 17:02:18.330260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for c4e37aea-1093-49f5-81cf-ffc33c3a2c1d owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:18.347963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for e3912257-81cc-4aa6-9d25-cf64f2780536 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:18.360490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:18.372213 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2903bac6-f280-4eaa-be92-e2c87584c7ab tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6259925 Sep 22 17:02:18.376992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45444) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:18.380260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] Sync routers for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:18.391524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:18.392803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:18.468774 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:18.479053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.480508 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:18.481403 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:18.553705 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:18.553705 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb97cd50-360f-4c42-970c-989824cc71d0 None None] The sync data for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:18.597166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36327167-0fd1-4878-be88-e904994d1e0a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:18.598553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36327167-0fd1-4878-be88-e904994d1e0a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports/90a11e15-40c7-4101-b640-0ac99b140868 HTTP/1.1" status: 200 len: 913 time: 0.2193985 Sep 22 17:02:18.602721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:18.605332 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 7 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:18.669684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:18.681071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.795026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=c4e37aea-1093-49f5-81cf-ffc33c3a2c1d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:18.825474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.872096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.903827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2243c51b-816e-47ea-a46c-b40d6b6c2e50 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:18.929789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=33ac1830-c93c-431d-89ec-0c80b6d65630,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:18.937918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:18.959500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.025296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=e3912257-81cc-4aa6-9d25-cf64f2780536,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:19.171786 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 8 to provision port e3912257-81cc-4aa6-9d25-cf64f2780536 Sep 22 17:02:19.269971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port e3912257-81cc-4aa6-9d25-cf64f2780536 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:02:19.283769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:19.291054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Deleting port e00cc497-0b95-4c23-81aa-6989a56a831e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:19.291432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.313544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router b9b6ed02-af55-4397-b520-8cb025ad2982 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:19.365824 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb2da3e1-6209-4fe6-bb4c-a5321890e14e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/33ac1830-c93c-431d-89ec-0c80b6d65630 HTTP/1.1" status: 204 len: 168 time: 1.8997445 Sep 22 17:02:19.372740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45454) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:19.429481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port 146a15f7-8bc8-4337-b106-3c06216d13e4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:19.430175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.430505 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:19.473724 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e12eb186-56ec-439f-90f6-c1d1fb3b8173 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912402 Sep 22 17:02:19.475361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45458) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:19.490505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:19.533981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.535522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.537450 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db9588ee-84db-42e7-9bec-aea06184de41 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/e3912257-81cc-4aa6-9d25-cf64f2780536 HTTP/1.1" status: 204 len: 168 time: 2.1547272 Sep 22 17:02:19.542345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:19.544004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45462) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:19.656197 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a94412-051c-4a46-8a3f-26baa1b5595a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:02:19.656764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9a94412-051c-4a46-8a3f-26baa1b5595a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:19.664469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] For port e00cc497-0b95-4c23-81aa-6989a56a831e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e00cc497-0b95-4c23-81aa-6989a56a831e,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:19.665278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.691631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.710687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.712870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:19.722105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:19.729705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Port': ['ID=5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:19.733488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e00cc497-0b95-4c23-81aa-6989a56a831e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:19.757162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9a94412-051c-4a46-8a3f-26baa1b5595a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:19.759661 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9a94412-051c-4a46-8a3f-26baa1b5595a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/e3912257-81cc-4aa6-9d25-cf64f2780536 HTTP/1.1" status: 404 len: 333 time: 0.1842756 Sep 22 17:02:19.765865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:19.777416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:19.777802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Checking segment: {'id': '2dac5c54-03b8-469d-8022-2060042c011d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'dbb66723-a5cd-4533-babf-5e6a0bd09663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:19.778158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network hostable DHCP agents. Network: dbb66723-a5cd-4533-babf-5e6a0bd09663, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:19.785517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:19.825411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] Sync routers for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:19.832265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:19.836470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Calling delete_port for e00cc497-0b95-4c23-81aa-6989a56a831e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:19.892541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network dbb66723-a5cd-4533-babf-5e6a0bd09663 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:19.906985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:19.907625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:19.908960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:19.912303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.930272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.935864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, dbb66723-a5cd-4533-babf-5e6a0bd09663) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:19.940867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:19.941311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:19.970221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b4026f-8e59-4276-a867-2cc6207195ae None None] Network dbb66723-a5cd-4533-babf-5e6a0bd09663 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:20.002379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.051837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.055843 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 2 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:20.086791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Port': ['ID=d2128277-f873-42ea-b30f-9293e08aa03a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:20.114649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.129292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.131527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router 1e33eb8b-c066-45f6-bb31-92da86af5e7d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:20.149794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4aa308ee-9ae5-470d-ad7a-25130b7e8a6f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/c4e37aea-1093-49f5-81cf-ffc33c3a2c1d HTTP/1.1" status: 204 len: 168 time: 4.2311838 Sep 22 17:02:20.153909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:20.263302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e00cc497-0b95-4c23-81aa-6989a56a831e is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:20.279600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Checking segment: {'id': 'd56324e0-a2f8-4f48-b58d-e793d0779eb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7b3f19f7-215e-4658-bb97-020362331f76'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:20.279969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network hostable DHCP agents. Network: 7b3f19f7-215e-4658-bb97-020362331f76, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:20.307435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:20.308514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:20.308514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.322355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.350781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8127a789-3fa9-4c9c-9739-3463f89c2ce9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:20.383144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.406061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network 7b3f19f7-215e-4658-bb97-020362331f76 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:20.423216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.423622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990a9f2b-2919-4269-9e52-2dc472534684 None None] The sync data for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:20.463521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.467314 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3331215a-f8d6-4aff-a751-9d657c753524 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/security-groups/8127a789-3fa9-4c9c-9739-3463f89c2ce9 HTTP/1.1" status: 204 len: 168 time: 0.6946225 Sep 22 17:02:20.467314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 7b3f19f7-215e-4658-bb97-020362331f76) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:20.470734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:20.478195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:20.484942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:20.484942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.485398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17334f01-0376-46d6-b5f8-7d3aa09f4d5f None None] Network 7b3f19f7-215e-4658-bb97-020362331f76 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:20.496277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:20.498367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] Pushing event deleted for resources: {'Port': ['ID=e00cc497-0b95-4c23-81aa-6989a56a831e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:20.502930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1e45fb-c7d7-4fd8-8f2f-6faf90da7bba None None] No DVR routers for this DVR port e00cc497-0b95-4c23-81aa-6989a56a831e on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:20.550501 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ec8c4f4-d083-4203-a362-c621d559d56b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 4.5690608 Sep 22 17:02:20.557941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:20.682945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.696223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:20.716742 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] Sync routers for ids ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:20.732473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.737033 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da4eaac0-95e7-4a8e-872e-d473b9e5b093 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "PUT /v2.0/routers/1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 200 len: 921 time: 4.9886158 Sep 22 17:02:20.737757 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] Routers {'1e33eb8b-c066-45f6-bb31-92da86af5e7d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:20.738659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:20.739003 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.780835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.808555 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 3 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:20.825440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605385d-1670-4a35-8aaf-e1c1817ac103 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:20.831939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1605385d-1670-4a35-8aaf-e1c1817ac103 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:20.833073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1605385d-1670-4a35-8aaf-e1c1817ac103 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Synchronizing usage tracker for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:20.839983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 90a11e15-40c7-4101-b640-0ac99b140868 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:20.840621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:20.876052 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.889166 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] Routers {'1e33eb8b-c066-45f6-bb31-92da86af5e7d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:20.890213 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.908568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:20.941278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1605385d-1670-4a35-8aaf-e1c1817ac103 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Unset dirty status for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:20.946379 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1605385d-1670-4a35-8aaf-e1c1817ac103 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3803205 Sep 22 17:02:20.947390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:20.973090 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:20.973537 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a57ce1-456b-4860-8cfb-629417b48063 None None] The sync data for ids ['1e33eb8b-c066-45f6-bb31-92da86af5e7d'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:21.010608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.102010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab7465d1-efa0-46e5-a9d1-6b51802495f6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:21.126728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.128128 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c9ca6972-5dfe-48e0-83e5-1e95b330fbbf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/security-groups/ab7465d1-efa0-46e5-a9d1-6b51802495f6 HTTP/1.1" status: 204 len: 168 time: 0.6306343 Sep 22 17:02:21.135613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45492) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:21.185004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8180558f-6935-43bf-995b-3c6315f748ab tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 200 len: 921 time: 0.4407446 Sep 22 17:02:21.189623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:21.200640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting port 5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:21.201000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.275473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:02:21.312145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.399272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:21.409246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:21.410201 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 4 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:21.419432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:21.419640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.425951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.451111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790eaadb-1767-444d-98cb-89b31be1487d None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:21.453464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:21.472672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=7a0d3897-4964-456f-b228-6da0440a774e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:21.510740 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afbbf467-cc7c-4433-be85-3a728e5bd307 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.0248141 Sep 22 17:02:21.513478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:21.517998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:ac:54:38', 'name': 'tempest-NetworksTestDHCPv6-1541807352'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:21.545630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d086a6f1-879a-4a7b-8fb7-ba12b08a07f1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:21.546348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d086a6f1-879a-4a7b-8fb7-ba12b08a07f1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Synchronizing usage tracker for tenant:20c3679572fa4f5cb3e35e699a2ba015 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:21.595288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.607689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:21.636709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 90a11e15-40c7-4101-b640-0ac99b140868 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:21.639664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d086a6f1-879a-4a7b-8fb7-ba12b08a07f1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Unset dirty status for tenant:20c3679572fa4f5cb3e35e699a2ba015 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:21.641175 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d086a6f1-879a-4a7b-8fb7-ba12b08a07f1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=1e33eb8b-c066-45f6-bb31-92da86af5e7d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4473650 Sep 22 17:02:21.645735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45506) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:21.735155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.769664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '7a0d3897-4964-456f-b228-6da0440a774e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:21.770524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.853965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:21.863303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:21.870009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:21.892756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:21.922743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63299f6-0f66-4b76-ac62-dfd6cdfded86 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:21.923941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c63299f6-0f66-4b76-ac62-dfd6cdfded86 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.2751729 Sep 22 17:02:21.925512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:21.937016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45510) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:21.945558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:21.959125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Allocated IP 2001:db8::f816:3eff:fe74:97d5 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7a0d3897-4964-456f-b228-6da0440a774e/a35e6312-177a-4d87-88a8-f6cce72d919b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:21.976236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.064858 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-143d626c-90f1-4ad4-b12e-c0ccc3fe4270 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 200 len: 205 time: 0.1243751 Sep 22 17:02:22.078812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:22.112731 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 5 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:22.125291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Calling delete_port for 5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:22.194729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.220349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.261944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:22.325892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.338635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-917a0d78-f485-41bc-a20f-b96a7c3a3719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.392702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Transition to ACTIVE for port object a35e6312-177a-4d87-88a8-f6cce72d919b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:22.398476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Port': ['ID=5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:22.402150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.406600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.423519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Transition to ACTIVE for port object a35e6312-177a-4d87-88a8-f6cce72d919b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:22.429899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.454451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.491662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=90a11e15-40c7-4101-b640-0ac99b140868,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:22.501423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:22.505037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:22.510146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:22.541428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:22.555558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.562725 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95bc6c66-a529-419c-9b5a-7a18650103bb tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/ports/5cfd65cd-a8b8-4fdb-ab1b-b176f1afd448 HTTP/1.1" status: 204 len: 168 time: 1.6139631 Sep 22 17:02:22.600342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:22.609540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54464e84-e4fc-4bcf-ba1d-cbdd7e3b9421 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:22.613176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.613746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.618717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df9ddfa1-f564-4ba6-9870-ccf4b9ec80d1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf HTTP/1.1" status: 204 len: 168 time: 1.4784880 Sep 22 17:02:22.620971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Pushing event updated for resources: {'Port': ['ID=a35e6312-177a-4d87-88a8-f6cce72d919b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:22.624452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:22.629537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:22.776298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.788040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port b61527a3-cf14-47ec-9497-9d3ef77bc3cf yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:22.803514 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 6 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:22.909318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Attempting to bind port a35e6312-177a-4d87-88a8-f6cce72d919b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:22.909585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Attempting to bind port a35e6312-177a-4d87-88a8-f6cce72d919b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:22.909945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Attempting to bind port a35e6312-177a-4d87-88a8-f6cce72d919b on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:22.915390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:22.919106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:22.919106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:22.919429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:22.919725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:22.920195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Bound port: a35e6312-177a-4d87-88a8-f6cce72d919b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:22.920563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.026040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting port d2128277-f873-42ea-b30f-9293e08aa03a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:23.026711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.036882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] For port a35e6312-177a-4d87-88a8-f6cce72d919b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:23.040754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] For port a35e6312-177a-4d87-88a8-f6cce72d919b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a35e6312-177a-4d87-88a8-f6cce72d919b,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:23.046669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.136518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1945006-e24c-46c3-b6ec-19757b554082 None None] Pushing event updated for resources: {'Port': ['ID=a35e6312-177a-4d87-88a8-f6cce72d919b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:23.223537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:feac:5438 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/7a0d3897-4964-456f-b228-6da0440a774e/b61527a3-cf14-47ec-9497-9d3ef77bc3cf) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:23.261449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.346635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port 70810220-442c-4620-812d-8eab32f55e6f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:23.346884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.416480 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 7 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:23.423475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:23.432389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:23.438288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:23.465062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:23.478453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:23.539467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:23.564176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:23.568086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.737017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a35e6312-177a-4d87-88a8-f6cce72d919b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:23.796385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 146a15f7-8bc8-4337-b106-3c06216d13e4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:23.797007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.810492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:23.822201 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6aff12bd-7b1f-4faf-b9c1-44a1087d6ec0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2152262 Sep 22 17:02:23.824411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45526) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:23.830829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] Sync routers for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:23.851114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:23.851876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:23.908577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port a35e6312-177a-4d87-88a8-f6cce72d919b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:23.917116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:23.921183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:23.932966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:23.933921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:01:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:23.999539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.040064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:24.040563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0939ef0f-1f1e-43f9-a24e-76338e18f11c None None] The sync data for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:24.041938 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 8 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:24.104758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:24.283545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for 70810220-442c-4620-812d-8eab32f55e6f owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:24.387879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.455016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:24.458281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:24.466579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:24.466759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Calling delete_port for d2128277-f873-42ea-b30f-9293e08aa03a owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:24.467257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.469650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c92df5-eeac-4417-93eb-aa212c1a930f None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:24.489889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=9dec648c-f984-4d1d-bf60-012d740c6c47,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:24.542589 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-40e3a4b0-31cf-4402-89c1-a924feb3233b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9177246 Sep 22 17:02:24.543512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:24.555473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'security_group': {'name': 'tempest-secgroup-683837216'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:24.575053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:24.581663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:24.585956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:24.602103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:24.602251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7a4c98c-4ddd-4e85-9339-156187e677a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.606798 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 9 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:24.615702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.707852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:24.753013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.771795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.781816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:24.785732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.826488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:24.847249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:24.857787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object b61527a3-cf14-47ec-9497-9d3ef77bc3cf will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:24.860592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Port': ['ID=d2128277-f873-42ea-b30f-9293e08aa03a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:24.902192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:24.923652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:24.986390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 146a15f7-8bc8-4337-b106-3c06216d13e4 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:24.986739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Update dhcp port {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'fixed_ips': [{'subnet_id': '526bbc76-916c-49e6-9240-43624e0a215d', 'ip_address': '172.20.0.18'}, {'subnet_id': '9dec648c-f984-4d1d-bf60-012d740c6c47'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '4b535837-22ec-4bce-b797-8f2b0484a332'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:02:25.013935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.053752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.063154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.116039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d29b5213-d75d-404b-9df9-2210bf2c3c10 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/ports/d2128277-f873-42ea-b30f-9293e08aa03a HTTP/1.1" status: 204 len: 168 time: 2.4446301 Sep 22 17:02:25.122319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45534) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:25.188202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56e1de3d-6c95-4890-be5d-8358fe9e1cbf tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Synchronizing usage tracker for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:25.211105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 4fd07946-154c-4690-ae30-49e1a79711f0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:25.211105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.216123 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 10 to provision port 146a15f7-8bc8-4337-b106-3c06216d13e4 Sep 22 17:02:25.243100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-56e1de3d-6c95-4890-be5d-8358fe9e1cbf tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Unset dirty status for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:25.249838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56e1de3d-6c95-4890-be5d-8358fe9e1cbf tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1210132 Sep 22 17:02:25.256296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:25.262483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1364772726'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:25.282280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.286583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:25.296225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:network and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:25.301611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:25.307475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 146a15f7-8bc8-4337-b106-3c06216d13e4 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:25.334674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.335319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:25.355589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning for port b9aeaa9a-bf21-471f-87ef-a55d7994e025 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:25.359822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.372041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port b9aeaa9a-bf21-471f-87ef-a55d7994e025 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:25.372417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.372779 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port b9aeaa9a-bf21-471f-87ef-a55d7994e025 Sep 22 17:02:25.398033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=70810220-442c-4620-812d-8eab32f55e6f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:25.419437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:25.422825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.441890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Allocated IP 172.20.0.2 (cfccc235-762d-47e2-a055-58b8ffc92b8b/9dec648c-f984-4d1d-bf60-012d740c6c47/4b535837-22ec-4bce-b797-8f2b0484a332) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:25.478637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.485684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.531839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:25.557819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:25.579452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:25.581533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.581784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:25.588280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:25.589497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.598348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.598783 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment ba4d7d83-712a-4304-b1be-77eeec176118 of type vlan for network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e Sep 22 17:02:25.608062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.636321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Current status of the port b9aeaa9a-bf21-471f-87ef-a55d7994e025 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:25.636660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.666237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.670033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=b61527a3-cf14-47ec-9497-9d3ef77bc3cf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:25.670755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1208358 Sep 22 17:02:25.671390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:25.678269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:25.697209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] For port b9aeaa9a-bf21-471f-87ef-a55d7994e025, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b9aeaa9a-bf21-471f-87ef-a55d7994e025,segment=NetworkSegment(0c9210fe-c295-4b0f-b644-7d336feb67ae),segment_id=0c9210fe-c295-4b0f-b644-7d336feb67ae)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:25.712485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.747794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0806f4fd-c0a1-47b2-9613-0f1b7ef58858 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.2350688 Sep 22 17:02:25.759195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45544) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:25.762761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=146a15f7-8bc8-4337-b106-3c06216d13e4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:25.766286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143a2167-19f3-4a4b-9e09-6b01e974874f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59e280e-9e8d-46c7-a900-29908d4b1039,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:25.781083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 4fd07946-154c-4690-ae30-49e1a79711f0 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:25.791907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.808679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.855008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Transition to ACTIVE for port object 4b535837-22ec-4bce-b797-8f2b0484a332 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:25.874475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.889425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning for port 4fd07946-154c-4690-ae30-49e1a79711f0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:25.894699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1586938866'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:25.919146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:25.920978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Provisioning complete for port 4fd07946-154c-4690-ae30-49e1a79711f0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:25.921365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.921699 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 1 to provision port 4fd07946-154c-4690-ae30-49e1a79711f0 Sep 22 17:02:25.962045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.962801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Pushing event updated for resources: {'Port': ['ID=b9aeaa9a-bf21-471f-87ef-a55d7994e025,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:25.965123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:25.972284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:25.990468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:25.995275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:26.030271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.069471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.075530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:26.076236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.080537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:26.120113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:26.143052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 4fd07946-154c-4690-ae30-49e1a79711f0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:26.156359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c75321e-bdb5-4084-9bc5-79bbc8976a8e None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:26.184454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:26.237520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:26.261736 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.0045159 Sep 22 17:02:26.264437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.269806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45550) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:26.273808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.281911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-555317210'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:26.285438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e0ee-735a-4b8a-b8c0-56db9b8f524b tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:26.293559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:26.298784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:26.303726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:network and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:26.312462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.315850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:26.381354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=4fd07946-154c-4690-ae30-49e1a79711f0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:26.391004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:26.433942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.434794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router 1e33eb8b-c066-45f6-bb31-92da86af5e7d {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:26.455728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db443951-4bae-487c-a6a1-ff159e8c47d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:26.462917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db443951-4bae-487c-a6a1-ff159e8c47d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:26.463924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db443951-4bae-487c-a6a1-ff159e8c47d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:26.467343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:26.471180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.502596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.509865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.511450 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-954ca1ba-1e01-4f47-b6fc-6f411a2684ce tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 204 len: 168 time: 4.4316907 Sep 22 17:02:26.523714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:26.537431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1016888149', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:26.603911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db443951-4bae-487c-a6a1-ff159e8c47d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:26.604659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db443951-4bae-487c-a6a1-ff159e8c47d3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.8392138 Sep 22 17:02:26.616844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:26.620235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:26.625173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:26.644879 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Attempt 2 to provision port 4fd07946-154c-4690-ae30-49e1a79711f0 Sep 22 17:02:26.672365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:26.688976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:26.732261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.746330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:26.746665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.750637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.750985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Added segment 83d94059-6783-42bf-8a4d-fac4652956d1 of type vlan for network b5a7df2b-daa2-476c-ae1f-4649022f7b3a Sep 22 17:02:26.775177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.783201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d66b92b0-7476-42b5-b9d9-4af0d6d5c08d None None] Port 4fd07946-154c-4690-ae30-49e1a79711f0 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:02:26.861802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port b61527a3-cf14-47ec-9497-9d3ef77bc3cf {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:26.862114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.916672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Provisioning for port 4b535837-22ec-4bce-b797-8f2b0484a332 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:26.922299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:26.922915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.923438 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:26.928358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.928983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.929689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.932527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1633821 Sep 22 17:02:26.937516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:26.943725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:26.950296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'security_group': {'name': 'tempest-secgroup-1566287461'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:26.950763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6369fef-ff94-4cf0-8ba1-047652b050ef tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60b850ff-02da-46dc-80f6-c61e5e301cdc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:26.975634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:26.989871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:27.060696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:27.076727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:27.087576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object e3912257-81cc-4aa6-9d25-cf64f2780536. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.097263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object c4e37aea-1093-49f5-81cf-ffc33c3a2c1d. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.102055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.103148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object 4fd07946-154c-4690-ae30-49e1a79711f0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.106413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object 90a11e15-40c7-4101-b640-0ac99b140868. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.111055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:27.112818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object e00cc497-0b95-4c23-81aa-6989a56a831e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.115806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object 967678be-dcb4-4102-af9b-d8afc335dc97. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:27.125385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:27.127675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Provisioning complete for port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:27.128052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.128381 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 1 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:27.139936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.188509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:27.254351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:27.260739 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-490f1d8b-4cca-4054-8551-e98fefc86203 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4350808 Sep 22 17:02:27.263794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:27.266304 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] Sync routers for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:27.277129 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:27.278242 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:27.293288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.298738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:27.299332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.320415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a328fb93-b870-4575-8331-aea85c27d498 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:27.338600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a328fb93-b870-4575-8331-aea85c27d498 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:27.340080 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a328fb93-b870-4575-8331-aea85c27d498 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c HTTP/1.1" status: 200 len: 205 time: 0.0752943 Sep 22 17:02:27.342649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:27.351795 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:27.360635 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] Routers {'4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:27.361267 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:27.380559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.430064 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:27.430720 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70be3f5a-3958-480a-a77a-9a1aa06caeaf None None] The sync data for ids ['4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:27.484257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.490916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.543736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:27.687450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Network': ['ID=b5a7df2b-daa2-476c-ae1f-4649022f7b3a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:27.689643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b9aeaa9a-bf21-471f-87ef-a55d7994e025 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:27.698122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9674736-63e3-4085-9287-fba7082a223f tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4269314 Sep 22 17:02:27.704138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:security_group_rule and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:27.707903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:27.714363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router b9b6ed02-af55-4397-b520-8cb025ad2982 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:27.725611 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 2 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:27.727182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:27.731038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.735193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-96fb71a1-ac8c-4c69-a624-f760fc31ec4c tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.2070370 Sep 22 17:02:27.739406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:27.749572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.761480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:27.767280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b5a7df2b-daa2-476c-ae1f-4649022f7b3a details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:27.838560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:27.863834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.866099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.896103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.896668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router 4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:27.909415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.909742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:27.913819 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1117a754-4662-4f61-821f-d2a676dac9c4 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c HTTP/1.1" status: 204 len: 168 time: 0.5699999 Sep 22 17:02:27.914437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:27.930027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b9aeaa9a-bf21-471f-87ef-a55d7994e025 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:27.930404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:27.930740 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b9aeaa9a-bf21-471f-87ef-a55d7994e025 Sep 22 17:02:27.993754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet c1afa609-7601-4806-bdf0-69149e7fa0d9 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:27.997984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.065514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b9aeaa9a-bf21-471f-87ef-a55d7994e025 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:28.066536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:28.072125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.086944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for b61527a3-cf14-47ec-9497-9d3ef77bc3cf owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:28.122526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'subnets': [{'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--143218774', 'ip_version': 4}, {'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:28.122910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'subnet': {'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--143218774', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:28.123599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Request body: {'subnet': {'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:28.138724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:28.139103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.139441 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:28.164951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.287852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:28.391617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.410814 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 3 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:28.437673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=c1afa609-7601-4806-bdf0-69149e7fa0d9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:28.443351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.450012 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-57bb8b85-6df9-4161-a898-574e957d384d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/c1afa609-7601-4806-bdf0-69149e7fa0d9 HTTP/1.1" status: 204 len: 168 time: 0.5345643 Sep 22 17:02:28.452847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:28.467988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a29e18e-6c7d-4cd9-8785-411cb4f4aad0 None None] Network 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:28.524327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 1a52b7d9-6d55-4e48-9db8-d580f10f0aa7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:28.527753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.550495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:28.583874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.694457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.762855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] DHCP port deletion for 4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:28.767280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Deleting port b9aeaa9a-bf21-471f-87ef-a55d7994e025 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:28.767978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.785572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.821948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.837235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=1a52b7d9-6d55-4e48-9db8-d580f10f0aa7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:28.841161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.847570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1df1076-7ed2-4dc0-99a8-363f748579b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/1a52b7d9-6d55-4e48-9db8-d580f10f0aa7 HTTP/1.1" status: 204 len: 168 time: 0.3934944 Sep 22 17:02:28.856729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45594) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:28.865180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.868837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c0ba36-7eb3-4347-a395-279f47e7b407 None None] Network 428ca3cb-9d50-4be3-be8d-4603648561ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:28.877566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:28.893822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.943204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] Sync routers for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:28.983972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:28.997537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port b9aeaa9a-bf21-471f-87ef-a55d7994e025 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:28.998698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.060458 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 4 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:29.089586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:29.090792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:29.129147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:29.192793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Usage tracker for resource:subnet and tenant:24df4851ff20419cbad9c7411c9ef60a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:29.203322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.208623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:29.216749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91bbc173-46de-4d16-ade9-8adf3e62d6b0 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/routers/b9b6ed02-af55-4397-b520-8cb025ad2982/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0590715 Sep 22 17:02:29.216749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6786a0-9878-4d65-b16e-633ee4326485,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:29.226537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:29.228358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.229940 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ff34928c-9b1d-423e-b1ac-c0d0442009c5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2850316 Sep 22 17:02:29.269993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45600) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:29.281560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-954223876', 'security_groups': ['2a6786a0-9878-4d65-b16e-633ee4326485'], 'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '9dec648c-f984-4d1d-bf60-012d740c6c47'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:29.308064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:29.333689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:29.372786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=b61527a3-cf14-47ec-9497-9d3ef77bc3cf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:29.382578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:29.394048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] For port b9aeaa9a-bf21-471f-87ef-a55d7994e025, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b9aeaa9a-bf21-471f-87ef-a55d7994e025,segment=NetworkSegment(0c9210fe-c295-4b0f-b644-7d336feb67ae),segment_id=0c9210fe-c295-4b0f-b644-7d336feb67ae)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:29.394452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.403694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] Routers {'b9b6ed02-af55-4397-b520-8cb025ad2982'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:29.404361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port b9aeaa9a-bf21-471f-87ef-a55d7994e025, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b9aeaa9a-bf21-471f-87ef-a55d7994e025,segment=NetworkSegment(0c9210fe-c295-4b0f-b644-7d336feb67ae),segment_id=0c9210fe-c295-4b0f-b644-7d336feb67ae)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:29.404516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b9b6ed02-af55-4397-b520-8cb025ad2982'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:29.404673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.451517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Made reservation on behalf of 24df4851ff20419cbad9c7411c9ef60a for: {'subnet': 2} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:29.456135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.456687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.558106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.558816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for b9aeaa9a-bf21-471f-87ef-a55d7994e025 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:29.562184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ab5d2ab-5c29-4489-bfb0-cad1a4e72927 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/b61527a3-cf14-47ec-9497-9d3ef77bc3cf HTTP/1.1" status: 204 len: 168 time: 2.9384077 Sep 22 17:02:29.592292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:29.612083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Calling delete_port for b9aeaa9a-bf21-471f-87ef-a55d7994e025 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:29.670260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:29.681761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:29.693272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:29.693793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56b5c18-54e1-402f-bca1-80ec86cee45c None None] The sync data for ids ['b9b6ed02-af55-4397-b520-8cb025ad2982'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:29.696125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:29.735439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.746890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b9aeaa9a-bf21-471f-87ef-a55d7994e025 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:29.824456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:29.858911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No active binding found for port b9aeaa9a-bf21-471f-87ef-a55d7994e025 {{(pid=89053) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Sep 22 17:02:29.859876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b9aeaa9a-bf21-471f-87ef-a55d7994e025 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:29.867811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:29.868585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:29.883624 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 5 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:29.885939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=b9aeaa9a-bf21-471f-87ef-a55d7994e025,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:29.904487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No DVR routers for this DVR port b9aeaa9a-bf21-471f-87ef-a55d7994e025 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:29.964842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:29.979544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] DHCP port deletion for 428ca3cb-9d50-4be3-be8d-4603648561ad request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:29.984247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Deleting port dd97042f-d5c5-43ca-95e1-8cfbb473e857 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:29.984568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.199849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.230264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] device_id is not set on port 15392421-fb31-4543-a272-a760a8775f37 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:30.254570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] For port dd97042f-d5c5-43ca-95e1-8cfbb473e857, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd97042f-d5c5-43ca-95e1-8cfbb473e857,segment=NetworkSegment(ddbe5508-5cea-40a4-a96f-a06fc2903c61),segment_id=ddbe5508-5cea-40a4-a96f-a06fc2903c61)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:30.255334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.289805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.300191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986451f-8d50-4ae5-a306-c294e5cb345b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:30.301705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d986451f-8d50-4ae5-a306-c294e5cb345b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:30.302457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d986451f-8d50-4ae5-a306-c294e5cb345b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:30.343596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.350750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.353940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:30.374403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c9210fe-c295-4b0f-b644-7d336feb67ae') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:30.374702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c9210fe-c295-4b0f-b644-7d336feb67ae') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:30.381242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d986451f-8d50-4ae5-a306-c294e5cb345b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:30.382494 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d986451f-8d50-4ae5-a306-c294e5cb345b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.7892413 Sep 22 17:02:30.385257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:30.390860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.414046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Deleting port b9aeaa9a-bf21-471f-87ef-a55d7994e025 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:30.414425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.422950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.440989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 266ff322-f56b-427d-97dc-2dc33551f21c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:30.441351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.447811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Calling delete_port for dd97042f-d5c5-43ca-95e1-8cfbb473e857 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:30.456069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.469861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:30.470264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.485577 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 6 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:30.547570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0c9210fe-c295-4b0f-b644-7d336feb67ae resource provider aggregate not found Sep 22 17:02:30.596131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5b27ffb-998c-43f7-b78e-2c202fb287c4 None None] The port 'b9aeaa9a-bf21-471f-87ef-a55d7994e025' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:02:30.603652 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0c9210fe-c295-4b0f-b644-7d336feb67ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c9210fe-c295-4b0f-b644-7d336feb67ae found for delete ", "request_id": "req-7aae67b4-cf59-455e-a439-ad78199d73d6"}]} Sep 22 17:02:30.627188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:30.637074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.656103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.657515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.679962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.7 (cfccc235-762d-47e2-a055-58b8ffc92b8b/9dec648c-f984-4d1d-bf60-012d740c6c47/15392421-fb31-4543-a272-a760a8775f37) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:30.682353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:30.714015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a87a7cea-b855-4f84-b9b7-918cdd6c69d6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/4bcfd7a7-fb93-4212-8fb2-2ec0c48f4adb HTTP/1.1" status: 204 len: 168 time: 1.8560405 Sep 22 17:02:30.718031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:30.724534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] Pushing event deleted for resources: {'Port': ['ID=dd97042f-d5c5-43ca-95e1-8cfbb473e857,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:30.728290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83a7511-eefc-45b3-9585-e58f1101ceae None None] No DVR routers for this DVR port dd97042f-d5c5-43ca-95e1-8cfbb473e857 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:30.760260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 7a0d3897-4964-456f-b228-6da0440a774e {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:30.770698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:30.931286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.009842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.084314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Allocated IP 172.26.8.186 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/d798c4b7-9a27-4b5b-af74-1d207e14e501) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:31.112650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.115919 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.124961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.128296 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 7 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:31.156800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 15392421-fb31-4543-a272-a760a8775f37 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:31.166581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['428ca3cb-9d50-4be3-be8d-4603648561ad']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:31.193234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:31.196867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddbe5508-5cea-40a4-a96f-a06fc2903c61') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:31.197169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddbe5508-5cea-40a4-a96f-a06fc2903c61') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:31.204674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.250494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.292635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:31.295984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:31.298251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.298623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 266ff322-f56b-427d-97dc-2dc33551f21c owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:31.302623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:31.353804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:31.354217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.369486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=15392421-fb31-4543-a272-a760a8775f37,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:31.375478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.463622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:31.464283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.479560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.500639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.517156 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/428ca3cb-9d50-4be3-be8d-4603648561ad HTTP/1.1" status: 204 len: 168 time: 0.7984707 Sep 22 17:02:31.518433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d27e41-b240-410b-aca5-b386012feb16 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=428ca3cb-9d50-4be3-be8d-4603648561ad,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:31.523428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45624) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:31.526963 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05f1478a-415f-47be-80da-7d55bf407762 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2559688 Sep 22 17:02:31.530745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1213141339'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:31.535212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45628) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:31.537669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:31.543968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:31.558589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.562315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:31.569142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:31.618520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Subnet': ['ID=96e7d213-4762-4c50-b71d-f0fcdf0daaf1,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:31.623232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:31.661326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:31.667085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.689686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd97042f-d5c5-43ca-95e1-8cfbb473e857 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:31.700463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Checking segment: {'id': 'ba4d7d83-712a-4304-b1be-77eeec176118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:31.700850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network hostable DHCP agents. Network: 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:31.718169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.764421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:31.767262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.770113 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 8 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:31.787501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:31.804855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:31.815417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:31.821743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.822924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment c86d066b-96e5-45ae-998e-369b1c5af4aa of type vlan for network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 Sep 22 17:02:31.825245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:31.841056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: dd97042f-d5c5-43ca-95e1-8cfbb473e857 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:31.841401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd97042f-d5c5-43ca-95e1-8cfbb473e857 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:31.846940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:31.867461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:31.868759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:31.871098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.872040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=7a0d3897-4964-456f-b228-6da0440a774e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:31.881400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.885550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f8640fd-2092-4147-aebb-f36f3cdfccf1 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:31.887479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:31.898076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.903085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df37a168-deca-4e6e-a1bc-193ea3a2ae72 None None] Network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:31.903265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:31.979066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.003335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.009335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:32.009954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.018808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ec528d7-f15b-4307-a83c-d96a3e5313ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7a0d3897-4964-456f-b228-6da0440a774e HTTP/1.1" status: 204 len: 168 time: 1.6296370 Sep 22 17:02:32.019987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.024422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:32.155706 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72307ac7-34ac-4a91-a07e-b7f921fc1b2f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1200862 Sep 22 17:02:32.200455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event updated for resources: {'Subnet': ['ID=b160ea4d-0078-42fc-a1f9-37f2dccdda5c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:32.210676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:32.215624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45636) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:32.219985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:32.247472 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 9dec648c-f984-4d1d-bf60-012d740c6c47 (CIDR: 172.20.0.0/28) Sep 22 17:02:32.268340 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:02:32.268846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:32.278877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:32.294257 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7701035 Sep 22 17:02:32.296926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cd9247-4769-4afd-ac33-b259ac12404f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:32.299170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:32.305977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:32.324544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:32.325162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4420337f-3212-4bc0-bcbc-597abfd1261e tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7885549 Sep 22 17:02:32.329923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45644) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:32.359772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event updated for resources: {'Port': ['ID=d798c4b7-9a27-4b5b-af74-1d207e14e501,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:32.379844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:32.403755 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 9 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:32.530291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:32.543671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e', 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e', 'tenant_id': '24df4851ff20419cbad9c7411c9ef60a', 'fixed_ips': [{'subnet_id': '96e7d213-4762-4c50-b71d-f0fcdf0daaf1'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:32.544493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.547377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:32.552697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:32.558123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Checking segment: {'id': '83d94059-6783-42bf-8a4d-fac4652956d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:32.559109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network hostable DHCP agents. Network: b5a7df2b-daa2-476c-ae1f-4649022f7b3a, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:32.568082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:32.575911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:32.585387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:32.586980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=266ff322-f56b-427d-97dc-2dc33551f21c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:32.593882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:32.596896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:32.600448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.621992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:32.689235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.691938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:32.710864 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ddbe5508-5cea-40a4-a96f-a06fc2903c61 resource provider aggregate not found Sep 22 17:02:32.736862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:32.741253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:32.757255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ddbe5508-5cea-40a4-a96f-a06fc2903c61 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddbe5508-5cea-40a4-a96f-a06fc2903c61 found for delete ", "request_id": "req-d00f2b64-6e3e-4704-b1d6-ea1eef090862"}]} Sep 22 17:02:32.772512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Allocated IP 172.20.0.2 (11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e/96e7d213-4762-4c50-b71d-f0fcdf0daaf1/ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:32.867173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Network b5a7df2b-daa2-476c-ae1f-4649022f7b3a is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:32.947720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 526bbc76-916c-49e6-9240-43624e0a215d (CIDR: 172.20.0.16/28) Sep 22 17:02:32.954553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:32.955559 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:02:32.956313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:32.970372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Deleting port a35e6312-177a-4d87-88a8-f6cce72d919b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:32.973718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.002070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b5a7df2b-daa2-476c-ae1f-4649022f7b3a) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:33.009022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.014926 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2d7ec41-9774-4ba3-8d63-a0b17dc1c3d3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6839180 Sep 22 17:02:33.015946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.017605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.026324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.026823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.027256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.027627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.034849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'subnet': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:33.059304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce58fd9-5cb2-4dfe-964f-1517225a5b1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.060030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ce58fd9-5cb2-4dfe-964f-1517225a5b1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:33.125601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3621f1-f5df-4e61-a88e-f6b94022ea6a None None] Network b5a7df2b-daa2-476c-ae1f-4649022f7b3a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:33.128563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=92786ce6-c59e-4aff-b0a4-c7443bfa2852,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:33.134621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': 'c86d066b-96e5-45ae-998e-369b1c5af4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:33.135108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:33.151117 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 10 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:33.160304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:33.176756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:33.183312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.184338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.207023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c54871e3-786c-4748-870e-3d5620b22490 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9069562 Sep 22 17:02:33.209566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.215991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1207808037', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:33.237741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:33.248562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:33.253651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:33.254206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd26946c-248e-489f-81e2-c83884cf03b5 None None] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:33.259808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9344a649-de39-4a46-8047-61954d7148fc tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 5.3183961 Sep 22 17:02:33.260897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45660) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.262135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Usage tracker for resource:subnet and tenant:f3135d709e9046d1bbe747854da434e2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:33.265695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.266416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Fanout notify agent at l3_agent the message router_deleted on router b9b6ed02-af55-4397-b520-8cb025ad2982 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:33.268525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:33.269013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ce58fd9-5cb2-4dfe-964f-1517225a5b1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:33.270840 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ce58fd9-5cb2-4dfe-964f-1517225a5b1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0479000 Sep 22 17:02:33.275904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:33.343160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.344068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:33.346239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:33.387040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.388336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.410232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13f56e-eeb3-4e1b-b18d-e13082e55d58 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.412668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13f56e-eeb3-4e1b-b18d-e13082e55d58 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.414942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13f56e-eeb3-4e1b-b18d-e13082e55d58 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.416763 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c13f56e-eeb3-4e1b-b18d-e13082e55d58 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1539235 Sep 22 17:02:33.421328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.424832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481212d2-ba69-4a2b-8efe-a17425f35289 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:33.425641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-481212d2-ba69-4a2b-8efe-a17425f35289 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:33.448225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.449687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc97416d-32ec-40d0-9400-2f5c1a9d90cc tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/routers/b9b6ed02-af55-4397-b520-8cb025ad2982 HTTP/1.1" status: 204 len: 168 time: 4.1818414 Sep 22 17:02:33.459587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.464564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.475776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Made reservation on behalf of f3135d709e9046d1bbe747854da434e2 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:33.480098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.513136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:33.517083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-481212d2-ba69-4a2b-8efe-a17425f35289 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:33.518878 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-481212d2-ba69-4a2b-8efe-a17425f35289 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1741331 Sep 22 17:02:33.531082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.576444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Could not find standard attr ID for object b61527a3-cf14-47ec-9497-9d3ef77bc3cf. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:33.613453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.632676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] For port a35e6312-177a-4d87-88a8-f6cce72d919b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a35e6312-177a-4d87-88a8-f6cce72d919b,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:33.633160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.655187 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5af612a-fda3-4799-8928-13213de8a58d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228938 Sep 22 17:02:33.661704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45680) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.675059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:33.685565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting subnet 2b7d62d7-1428-44e5-b7e0-1f895434cc0b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:33.693273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting subnet 96e7d213-4762-4c50-b71d-f0fcdf0daaf1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:33.697320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.731297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.781038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.782310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2856580c-0de3-4595-87ca-6b1f41ee76ec tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5716016 Sep 22 17:02:33.785256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.802060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a35e6312-177a-4d87-88a8-f6cce72d919b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:33.814087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:33.824941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'port': {'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8', 'name': 'tempest-RoutersIpV6Test-1133795428'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:33.835785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Transition to ACTIVE for port object ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:33.897994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:33.961170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:33.999073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:34.000328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Calling delete_port for a35e6312-177a-4d87-88a8-f6cce72d919b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:34.014747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.070416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:34.070691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Provisioning for port a35e6312-177a-4d87-88a8-f6cce72d919b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:34.080241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:port and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:34.085825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:34.088275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:34.091746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.097332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:34.116443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:34.120578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.156236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] device_id is not set on port bc810617-707d-45dd-98ba-ed2264e5e9c7 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:34.163816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Transition to ACTIVE for port object ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:34.167391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Provisioning complete for port a35e6312-177a-4d87-88a8-f6cce72d919b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:34.168024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.168367 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] Attempt 1 to provision port a35e6312-177a-4d87-88a8-f6cce72d919b Sep 22 17:02:34.196568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.256709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.295145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Subnet': ['ID=2b7d62d7-1428-44e5-b7e0-1f895434cc0b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:34.313866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8', 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '92786ce6-c59e-4aff-b0a4-c7443bfa2852'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:34.314725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.328128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.355367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22c92ab4-c674-4bc7-8b56-30a0978f4aba None None] Network 188035d5-1115-45dd-976f-f7d868255417 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:34.450436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b5a7df2b-daa2-476c-ae1f-4649022f7b3a', 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a', 'tenant_id': '24df4851ff20419cbad9c7411c9ef60a', 'fixed_ips': [{'subnet_id': 'b160ea4d-0078-42fc-a1f9-37f2dccdda5c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:34.451265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.458248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.503888 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f460e236-6542-4c63-8a4e-649783af565b tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/subnets/2b7d62d7-1428-44e5-b7e0-1f895434cc0b HTTP/1.1" status: 204 len: 168 time: 1.0393441 Sep 22 17:02:34.505730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:34.518716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.588085 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.db [None req-b9dd7bce-1c0a-4db6-a270-6f55827f040a None None] No ports have port_id starting with a35e6312-177a-4d87-88a8-f6cce72d919b Sep 22 17:02:34.639620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:34.651355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:34.653625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.659049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:34.684055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8::23 (224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8/92786ce6-c59e-4aff-b0a4-c7443bfa2852/bc810617-707d-45dd-98ba-ed2264e5e9c7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:34.686603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.749683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Pushing event updated for resources: {'Port': ['ID=ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:34.754634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] No DVR routers for this DVR port a35e6312-177a-4d87-88a8-f6cce72d919b on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:34.785130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.803639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a35e6312-177a-4d87-88a8-f6cce72d919b is: DOWN; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:34.843498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.863017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 986f05c7-98fa-4e5c-9016-8a86aefad63d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:34.863367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.899389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.969374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.977205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:34.984920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5c16d46-d3ff-4c08-b420-b0d1b09cfb38 None None] Pushing event deleted for resources: {'Port': ['ID=a35e6312-177a-4d87-88a8-f6cce72d919b,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:35.031111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Subnet': ['ID=96e7d213-4762-4c50-b71d-f0fcdf0daaf1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:35.038624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.057703 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d430aa32-e62f-4a20-a9a4-de11cd42a497 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/subnets/96e7d213-4762-4c50-b71d-f0fcdf0daaf1 HTTP/1.1" status: 204 len: 168 time: 1.6349132 Sep 22 17:02:35.060820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45696) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:35.063477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Provisioning for port 15392421-fb31-4543-a272-a760a8775f37 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:35.072549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Attempting to bind port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:35.072933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Attempting to bind port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ba4d7d83-712a-4304-b1be-77eeec176118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:35.073291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Attempting to bind port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 on network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:35.074060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Network cfccc235-762d-47e2-a055-58b8ffc92b8b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:35.089121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:35.099217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.116485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a372d06-5778-43e5-9595-e01ea98c5f9e None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:35.117653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:35.118517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.129813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Provisioning complete for port 15392421-fb31-4543-a272-a760a8775f37 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:35.130265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.130664 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 1 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:35.135927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object bc810617-707d-45dd-98ba-ed2264e5e9c7 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:35.152542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting subnet b160ea4d-0078-42fc-a1f9-37f2dccdda5c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:35.164126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:35.164564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Checking segment: {'id': 'ba4d7d83-712a-4304-b1be-77eeec176118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:35.165064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.165513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Bound using segment: {'id': 'ba4d7d83-712a-4304-b1be-77eeec176118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:35.166061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Bound port: ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba4d7d83-712a-4304-b1be-77eeec176118', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:35.166498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.183672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.270592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:35.274288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:35.279556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:35.285474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:35.286099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.297358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.303386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=bc810617-707d-45dd-98ba-ed2264e5e9c7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:35.317962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-16f464b5-28ce-4105-b040-6fd85ee8b054 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5027084 Sep 22 17:02:35.321257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:35.341405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Subnet': ['ID=d3ef07cc-2438-4d2a-bda4-1aa895b50a69,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:35.390777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:35.415458 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-88ffdaa5-70eb-414d-b009-0286ed71b27b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3938396 Sep 22 17:02:35.432075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:35.447678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:35.464129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4cd6c2-b959-4104-8000-95560b342c0a None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:35.467010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-561850345', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd3ef07cc-2438-4d2a-bda4-1aa895b50a69'}], 'security_groups': ['e59e280e-9e8d-46c7-a900-29908d4b1039', '60b850ff-02da-46dc-80f6-c61e5e301cdc']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:35.492023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:35.493022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.570261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9034257 Sep 22 17:02:35.571237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f7282a-649e-4c62-83ff-eb5f230f1745 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=0e5bd339-368d-4b3d-b1f5-c63d28d388c2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:35.575809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45716) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:35.581826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Allocated IP 172.20.0.18 (b5a7df2b-daa2-476c-ae1f-4649022f7b3a/b160ea4d-0078-42fc-a1f9-37f2dccdda5c/9c66e202-a3a7-4f63-a9e5-8bb4ab503b36) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:35.584999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:99:43:ba', 'name': 'tempest-NetworksTestDHCPv6-603741684'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:35.586956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:35.650889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Allocated IP 2001:db8::2 (224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8/92786ce6-c59e-4aff-b0a4-c7443bfa2852/11b01122-87c2-4e41-86aa-c6e9ca448e6d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:35.686888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Router 0cd2db90-0a66-4d87-8f54-57eb89b518ea is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:02:35.698604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] For port 986f05c7-98fa-4e5c-9016-8a86aefad63d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=986f05c7-98fa-4e5c-9016-8a86aefad63d,segment=NetworkSegment(629b2477-393e-4e24-8fbf-e608828e0f44),segment_id=629b2477-393e-4e24-8fbf-e608828e0f44)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:35.699239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:35.841303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] DHCP port deletion for 188035d5-1115-45dd-976f-f7d868255417 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:35.898809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Deleting port 986f05c7-98fa-4e5c-9016-8a86aefad63d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:35.899345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.044891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] For port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:36.115264 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 2 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:36.169821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 986f05c7-98fa-4e5c-9016-8a86aefad63d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:36.177032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] For port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0,segment=NetworkSegment(ba4d7d83-712a-4304-b1be-77eeec176118),segment_id=ba4d7d83-712a-4304-b1be-77eeec176118)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:36.226329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.234066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.406765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:36.485743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:36.499578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:36.515738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] Sync routers for ids ['0cd2db90-0a66-4d87-8f54-57eb89b518ea'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:36.518286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1f038b-2460-4998-8a89-50cd3643503f req-1e55d17b-c08b-4544-882b-44ea133d0063 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:36.519848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a1f038b-2460-4998-8a89-50cd3643503f req-1e55d17b-c08b-4544-882b-44ea133d0063 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.3812385 Sep 22 17:02:36.524297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.526939 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] Routers {'0cd2db90-0a66-4d87-8f54-57eb89b518ea'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:36.527892 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0cd2db90-0a66-4d87-8f54-57eb89b518ea'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:36.528244 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f9b3d1e-e149-4631-9871-f7c5b06bf0f3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "PUT /v2.0/routers/0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 200 len: 880 time: 8.7867413 Sep 22 17:02:36.529081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45734) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:36.598447 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:36.608772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] Routers {'0cd2db90-0a66-4d87-8f54-57eb89b518ea'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:36.609781 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['0cd2db90-0a66-4d87-8f54-57eb89b518ea'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:36.682821 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:36.683195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69b6e74-e99c-4d6c-a7f4-0c2b38a419d8 None None] Pushing event updated for resources: {'Port': ['ID=ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:36.684324 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8773aaa4-e4ac-4d32-9089-cd5155188b2d None None] The sync data for ids ['0cd2db90-0a66-4d87-8f54-57eb89b518ea'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:36.737315 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2ab3666-5275-453e-bde7-c19db33454ca tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 200 len: 921 time: 0.2046874 Sep 22 17:02:36.738885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:36.751908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.815040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '0e5bd339-368d-4b3d-b1f5-c63d28d388c2'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:36.815285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.845312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:36.883684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=986f05c7-98fa-4e5c-9016-8a86aefad63d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:36.886562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] No DVR routers for this DVR port 986f05c7-98fa-4e5c-9016-8a86aefad63d on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:36.900060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:36.932328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a1f038b-2460-4998-8a89-50cd3643503f req-f67cb0e5-ca77-4354-9fe5-e3b5eb51e2f2 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4011230 Sep 22 17:02:36.933139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:36.959767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.004734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Transition to ACTIVE for port object 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:37.010209 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 3 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:37.060823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259ef784-06f5-491c-be72-6ddde630a594 None None] Network 11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:37.075847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.087969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] For port 986f05c7-98fa-4e5c-9016-8a86aefad63d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=986f05c7-98fa-4e5c-9016-8a86aefad63d,segment=NetworkSegment(629b2477-393e-4e24-8fbf-e608828e0f44),segment_id=629b2477-393e-4e24-8fbf-e608828e0f44)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:37.088379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.124027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.130485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Transition to ACTIVE for port object 11b01122-87c2-4e41-86aa-c6e9ca448e6d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:37.177007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['188035d5-1115-45dd-976f-f7d868255417']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:37.194046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5f28bc9-06e3-4779-b79f-d4a6a05ad6e0 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:37.199144 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f5f28bc9-06e3-4779-b79f-d4a6a05ad6e0 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=0cd2db90-0a66-4d87-8f54-57eb89b518ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4557152 Sep 22 17:02:37.202344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:37.235276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '629b2477-393e-4e24-8fbf-e608828e0f44') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:37.235866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '629b2477-393e-4e24-8fbf-e608828e0f44') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:37.251367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.314326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.357571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.363845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port ae737ca1-c5fc-44c4-b815-f6753d235ce2 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:37.404935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Transition to ACTIVE for port object 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:37.406249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:37.406669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.493501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.505260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Calling delete_port for 986f05c7-98fa-4e5c-9016-8a86aefad63d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:37.557492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.563371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 629b2477-393e-4e24-8fbf-e608828e0f44 resource provider aggregate not found Sep 22 17:02:37.573758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Transition to ACTIVE for port object 11b01122-87c2-4e41-86aa-c6e9ca448e6d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:37.615822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:37.618946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.662114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Delete allocated IP 172.20.0.7 (cfccc235-762d-47e2-a055-58b8ffc92b8b/9dec648c-f984-4d1d-bf60-012d740c6c47) {{(pid=89052) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 22 17:02:37.674558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.681095 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 629b2477-393e-4e24-8fbf-e608828e0f44 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 629b2477-393e-4e24-8fbf-e608828e0f44 found for delete ", "request_id": "req-7c28a658-6b1f-418b-b82e-05a53d7c6c99"}]} Sep 22 17:02:37.703473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Allocated IP 172.20.0.41 (cfccc235-762d-47e2-a055-58b8ffc92b8b/d3ef07cc-2438-4d2a-bda4-1aa895b50a69/15392421-fb31-4543-a272-a760a8775f37) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:37.721639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Network b5a7df2b-daa2-476c-ae1f-4649022f7b3a is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:37.730509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 986f05c7-98fa-4e5c-9016-8a86aefad63d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:37.735858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.740168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6005d09-0ffc-4046-b2e9-a05f3bef9ea1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:37.746566 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6005d09-0ffc-4046-b2e9-a05f3bef9ea1 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.5405865 Sep 22 17:02:37.748065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::120 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0e5bd339-368d-4b3d-b1f5-c63d28d388c2/ae737ca1-c5fc-44c4-b815-f6753d235ce2) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:37.749501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:37.758345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:37.777447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:37.793901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Network': ['ID=188035d5-1115-45dd-976f-f7d868255417,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:37.805954 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3c9fb4ab-07c5-4b05-a4e0-dd359e736083 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/networks/188035d5-1115-45dd-976f-f7d868255417 HTTP/1.1" status: 204 len: 168 time: 3.2926493 Sep 22 17:02:37.809347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:37.852274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:37.857673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Update dhcp port {'port': {'network_id': 'cfccc235-762d-47e2-a055-58b8ffc92b8b', 'fixed_ips': [{'subnet_id': '526bbc76-916c-49e6-9240-43624e0a215d', 'ip_address': '172.20.0.18'}, {'subnet_id': '9dec648c-f984-4d1d-bf60-012d740c6c47', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd3ef07cc-2438-4d2a-bda4-1aa895b50a69'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '4b535837-22ec-4bce-b797-8f2b0484a332'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:02:37.884812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 986f05c7-98fa-4e5c-9016-8a86aefad63d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:37.885166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 986f05c7-98fa-4e5c-9016-8a86aefad63d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:37.898948 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5697728-9211-44a8-b809-a5b911720700 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 200 len: 205 time: 0.1436734 Sep 22 17:02:37.909186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:37.909810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:37.918918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Pushing event updated for resources: {'Port': ['ID=9c66e202-a3a7-4f63-a9e5-8bb4ab503b36,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:37.929744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:02:38.003613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:38.031662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:38.056019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:38.056394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:38.105573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.108270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 164b9a5d-95c1-4434-9d49-d305a11c48b1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:38.108270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.120083 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 4 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:38.156684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.173868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.177426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object ae737ca1-c5fc-44c4-b815-f6753d235ce2 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:38.208087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.254801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.297944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:38.302720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:38.306474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:38.311973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:38.312772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.347245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=ae737ca1-c5fc-44c4-b815-f6753d235ce2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:38.360558 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b13e2606-a730-4f67-913f-541574f0fada tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7811403 Sep 22 17:02:38.360936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:38.384248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Pushing event updated for resources: {'Port': ['ID=11b01122-87c2-4e41-86aa-c6e9ca448e6d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:38.427916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Attempting to bind port 11b01122-87c2-4e41-86aa-c6e9ca448e6d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:38.428290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Attempting to bind port 11b01122-87c2-4e41-86aa-c6e9ca448e6d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c86d066b-96e5-45ae-998e-369b1c5af4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:38.429321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Attempting to bind port 11b01122-87c2-4e41-86aa-c6e9ca448e6d on network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:38.440792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Attempting to bind port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:38.441209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Attempting to bind port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '83d94059-6783-42bf-8a4d-fac4652956d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:38.441530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Attempting to bind port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 on network b5a7df2b-daa2-476c-ae1f-4649022f7b3a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:38.470088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:38.473026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f382c7ee-a424-4750-8c78-2f73c1484376 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:38.473759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f382c7ee-a424-4750-8c78-2f73c1484376 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:38.476729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:38.477261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Checking segment: {'id': '83d94059-6783-42bf-8a4d-fac4652956d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:38.477749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.478202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Bound using segment: {'id': '83d94059-6783-42bf-8a4d-fac4652956d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:38.478756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Bound port: 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83d94059-6783-42bf-8a4d-fac4652956d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b5a7df2b-daa2-476c-ae1f-4649022f7b3a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:38.479201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.488960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:38.489426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Checking segment: {'id': 'c86d066b-96e5-45ae-998e-369b1c5af4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:38.489890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.490485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Bound using segment: {'id': 'c86d066b-96e5-45ae-998e-369b1c5af4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:38.491030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Bound port: 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c86d066b-96e5-45ae-998e-369b1c5af4aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:38.492098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.496551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f382c7ee-a424-4750-8c78-2f73c1484376 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:38.500525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f382c7ee-a424-4750-8c78-2f73c1484376 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1361957 Sep 22 17:02:38.501525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45772) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:38.526829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.535090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/0e5bd339-368d-4b3d-b1f5-c63d28d388c2/1824dcc3-906d-436b-b7ab-12c3a30e3896) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:38.580515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Deleting port 986f05c7-98fa-4e5c-9016-8a86aefad63d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:38.581006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.589291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port ae737ca1-c5fc-44c4-b815-f6753d235ce2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:38.589639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.684854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=bc810617-707d-45dd-98ba-ed2264e5e9c7,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:38.771560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cf4ec482-2c35-4795-ba18-53b98ee9bbcd None None] The port '986f05c7-98fa-4e5c-9016-8a86aefad63d' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:02:38.866040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.925875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:38.930987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:38.935299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.980238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:38.983104 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 5 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:39.000823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for ae737ca1-c5fc-44c4-b815-f6753d235ce2 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:39.084862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.143087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] For port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:39.198639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.200288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Subnet': ['ID=b160ea4d-0078-42fc-a1f9-37f2dccdda5c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:39.201993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.208422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] For port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9c66e202-a3a7-4f63-a9e5-8bb4ab503b36,segment=NetworkSegment(83d94059-6783-42bf-8a4d-fac4652956d1),segment_id=83d94059-6783-42bf-8a4d-fac4652956d1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:39.218666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5eea27-5a02-440b-9583-78bc151a9d36 req-1b4b7859-44a5-4c96-9de0-2910782f8c22 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:39.220199 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f5eea27-5a02-440b-9583-78bc151a9d36 req-1b4b7859-44a5-4c96-9de0-2910782f8c22 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.0677919 Sep 22 17:02:39.240241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:39.259828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.271908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67718b5e-6c21-4b85-94ab-9db3bcce394f None None] Pushing event updated for resources: {'Port': ['ID=11b01122-87c2-4e41-86aa-c6e9ca448e6d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:39.308978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=ae737ca1-c5fc-44c4-b815-f6753d235ce2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:39.347239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.347537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.365705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.380142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.393516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.402921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4206c84b-3299-46be-800b-cb5b2046d9c7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/ae737ca1-c5fc-44c4-b815-f6753d235ce2 HTTP/1.1" status: 204 len: 168 time: 0.9006400 Sep 22 17:02:39.405964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45776) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:39.416325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Transition to ACTIVE for port object 1824dcc3-906d-436b-b7ab-12c3a30e3896 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:39.419137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db07f77b-61ea-40f9-bffb-aae1f8ca8eb4 None None] Pushing event updated for resources: {'Port': ['ID=9c66e202-a3a7-4f63-a9e5-8bb4ab503b36,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:39.443624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Transition to ACTIVE for port object 1824dcc3-906d-436b-b7ab-12c3a30e3896 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:39.452761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.516050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e975f28-582d-49c5-9096-0c27f9b92364 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:39.516050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e975f28-582d-49c5-9096-0c27f9b92364 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:39.516050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e975f28-582d-49c5-9096-0c27f9b92364 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:39.539684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e975f28-582d-49c5-9096-0c27f9b92364 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:39.543775 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e975f28-582d-49c5-9096-0c27f9b92364 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1344023 Sep 22 17:02:39.543907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:39.565903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.598940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:39.605206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:39.608127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:39.617497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Pushing event updated for resources: {'Port': ['ID=1824dcc3-906d-436b-b7ab-12c3a30e3896,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:39.659094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 0e5bd339-368d-4b3d-b1f5-c63d28d388c2 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:39.663712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.759298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.767417 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 6 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:39.774059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 164b9a5d-95c1-4434-9d49-d305a11c48b1 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:39.813500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-00149c8d-4a2f-4d4e-a77e-46e109280222 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/subnets/b160ea4d-0078-42fc-a1f9-37f2dccdda5c HTTP/1.1" status: 204 len: 168 time: 4.7516298 Sep 22 17:02:39.827301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:39.833102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.861093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11b01122-87c2-4e41-86aa-c6e9ca448e6d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:39.881613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Transition to ACTIVE for port object 15392421-fb31-4543-a272-a760a8775f37 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:39.911771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.928509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port d798c4b7-9a27-4b5b-af74-1d207e14e501 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:39.929466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:39.952000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5b1dfe0-08bb-436f-a7fa-96a60b663347 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:39.952857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a5b1dfe0-08bb-436f-a7fa-96a60b663347 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Synchronizing usage tracker for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:39.966979 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:02:39.982042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Attempting to bind port 1824dcc3-906d-436b-b7ab-12c3a30e3896 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:39.982449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Attempting to bind port 1824dcc3-906d-436b-b7ab-12c3a30e3896 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:39.982771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Attempting to bind port 1824dcc3-906d-436b-b7ab-12c3a30e3896 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:39.996784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a5b1dfe0-08bb-436f-a7fa-96a60b663347 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Unset dirty status for tenant:24df4851ff20419cbad9c7411c9ef60a on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:40.002418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5b1dfe0-08bb-436f-a7fa-96a60b663347 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1700425 Sep 22 17:02:40.003719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:40.005915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:40.009070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:40.009457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:40.009852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.010763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:40.010763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Bound port: 1824dcc3-906d-436b-b7ab-12c3a30e3896, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:40.011100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.049960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0f5eea27-5a02-440b-9583-78bc151a9d36 req-f1e92c84-682c-4bfa-b462-3700b5b4e66a tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4993093 Sep 22 17:02:40.090402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 11b01122-87c2-4e41-86aa-c6e9ca448e6d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:40.093808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.102649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Allocated IP 172.20.0.34 (cfccc235-762d-47e2-a055-58b8ffc92b8b/d3ef07cc-2438-4d2a-bda4-1aa895b50a69/4b535837-22ec-4bce-b797-8f2b0484a332) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:40.195518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.217452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:40.217452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.294295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] For port 1824dcc3-906d-436b-b7ab-12c3a30e3896, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:40.310982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:40.318138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] For port 1824dcc3-906d-436b-b7ab-12c3a30e3896, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1824dcc3-906d-436b-b7ab-12c3a30e3896,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:40.327696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.406673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.442974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.455244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=0e5bd339-368d-4b3d-b1f5-c63d28d388c2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:40.467358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.489566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8e55b2-f15f-4b65-a133-be6223c5e8c9 None None] Pushing event updated for resources: {'Port': ['ID=1824dcc3-906d-436b-b7ab-12c3a30e3896,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:40.500587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Transition to ACTIVE for port object 4b535837-22ec-4bce-b797-8f2b0484a332 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:40.505398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.570603 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e629d728-a1bd-4835-af99-baacd96746a8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0e5bd339-368d-4b3d-b1f5-c63d28d388c2 HTTP/1.1" status: 204 len: 168 time: 1.0247982 Sep 22 17:02:40.571753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:40.599178 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 7 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:40.629877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.709028 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8fc0106-a4ca-42c7-8351-04fb415cc686 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1222293 Sep 22 17:02:40.712638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:40.856266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for d798c4b7-9a27-4b5b-af74-1d207e14e501 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:40.873355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:40.923390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1db6d7-e354-49bc-ac6c-233db83a95ee None None] Pushing event updated for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:40.989681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] For port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9c66e202-a3a7-4f63-a9e5-8bb4ab503b36,segment=NetworkSegment(83d94059-6783-42bf-8a4d-fac4652956d1),segment_id=83d94059-6783-42bf-8a4d-fac4652956d1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:40.990060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:40.996456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event updated for resources: {'Port': ['ID=15392421-fb31-4543-a272-a760a8775f37,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:41.019813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b35ae2-36f0-4e13-a129-90c77285c74c None None] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:41.161882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Calling delete_port for 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:41.165703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:41.312095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:41.376229 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 8 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:41.508007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Port': ['ID=9c66e202-a3a7-4f63-a9e5-8bb4ab503b36,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:41.512176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] No DVR routers for this DVR port 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:41.678791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1f0064-915e-4181-b5ed-aa434b788000 None None] Network b5a7df2b-daa2-476c-ae1f-4649022f7b3a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:41.740185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d0c86-86c7-423a-b0d4-7b461df189bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:41.741273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c9d0c86-86c7-423a-b0d4-7b461df189bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:41.767307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:41.797327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7c9d0c86-86c7-423a-b0d4-7b461df189bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:41.798558 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c9d0c86-86c7-423a-b0d4-7b461df189bd tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0849850 Sep 22 17:02:41.813492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:41.859185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:41.868133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5a7df2b-daa2-476c-ae1f-4649022f7b3a']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:41.904706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83d94059-6783-42bf-8a4d-fac4652956d1') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:41.905004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83d94059-6783-42bf-8a4d-fac4652956d1') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:41.934067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:41.954558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcce05a-1758-43d3-ab74-07b5d0d35395 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:41.955254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8bcce05a-1758-43d3-ab74-07b5d0d35395 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:41.982789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83cc1b-dce9-4510-a2b1-024fc0cd69a3 req-d8a033fa-bdef-44ab-95d5-8d15c2439b71 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:41.984441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3e83cc1b-dce9-4510-a2b1-024fc0cd69a3 req-d8a033fa-bdef-44ab-95d5-8d15c2439b71 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.5462701 Sep 22 17:02:41.989637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.002354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:42.044300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:42.044756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.083880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8bcce05a-1758-43d3-ab74-07b5d0d35395 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:42.087800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bcce05a-1758-43d3-ab74-07b5d0d35395 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2706590 Sep 22 17:02:42.097155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:42.138497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3e83cc1b-dce9-4510-a2b1-024fc0cd69a3 req-1194101d-39ee-4251-94a3-6f036f5f5ed9 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451106 Sep 22 17:02:42.145735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83d94059-6783-42bf-8a4d-fac4652956d1 resource provider aggregate not found Sep 22 17:02:42.190415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.209803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.213665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83d94059-6783-42bf-8a4d-fac4652956d1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83d94059-6783-42bf-8a4d-fac4652956d1 found for delete ", "request_id": "req-a7990bb5-5bb4-444f-8bd2-a14e2e246271"}]} Sep 22 17:02:42.222507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.225458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=b5a7df2b-daa2-476c-ae1f-4649022f7b3a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:42.240220 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-01ee1b25-6848-49ac-ac61-51d3b53042c9 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/b5a7df2b-daa2-476c-ae1f-4649022f7b3a HTTP/1.1" status: 204 len: 168 time: 2.2362657 Sep 22 17:02:42.245667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:42.255966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1824dcc3-906d-436b-b7ab-12c3a30e3896 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:42.285710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.365182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 1824dcc3-906d-436b-b7ab-12c3a30e3896 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:42.373452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=d798c4b7-9a27-4b5b-af74-1d207e14e501,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:42.376340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.377577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.384860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e61672-2a43-4c5d-a224-277149f7b942 None None] DHCP port deletion for b5a7df2b-daa2-476c-ae1f-4649022f7b3a request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:42.388048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-556b6a6c-2a55-42a9-b703-41a7891f2fed None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:42.388212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.398122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] In _notify_port_updated(), no bound segment for port 15392421-fb31-4543-a272-a760a8775f37 on network cfccc235-762d-47e2-a055-58b8ffc92b8b {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:02:42.404498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:42.405525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.407524 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-452d9bd5-f0b3-4dbc-ba64-b77807c2b45a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "PUT /v2.0/ports/15392421-fb31-4543-a272-a760a8775f37 HTTP/1.1" status: 200 len: 959 time: 6.9590492 Sep 22 17:02:42.411728 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2ffb3bf-823d-4c91-a50f-e414bb0cf67f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3102367 Sep 22 17:02:42.415370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:42.420280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.422954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:42.428704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:42.509282 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 9 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:42.565455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:42.578278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:42.580524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Deleting port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:42.580886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.668420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:42.672273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:42.759577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:42.905720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:42.913457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Deleting port 1824dcc3-906d-436b-b7ab-12c3a30e3896 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:42.913824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.064817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 15392421-fb31-4543-a272-a760a8775f37 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:43.065218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.077748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] For port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0,segment=NetworkSegment(ba4d7d83-712a-4304-b1be-77eeec176118),segment_id=ba4d7d83-712a-4304-b1be-77eeec176118)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:43.078110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.098526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.149871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=bc810617-707d-45dd-98ba-ed2264e5e9c7,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:43.157555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] For port 1824dcc3-906d-436b-b7ab-12c3a30e3896, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1824dcc3-906d-436b-b7ab-12c3a30e3896,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:43.158151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.245408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Calling delete_port for ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:43.250574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=164b9a5d-95c1-4434-9d49-d305a11c48b1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:43.260981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.317367 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 10 to provision port 15392421-fb31-4543-a272-a760a8775f37 Sep 22 17:02:43.353525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Calling delete_port for 1824dcc3-906d-436b-b7ab-12c3a30e3896 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:43.406837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.430199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 15392421-fb31-4543-a272-a760a8775f37 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:43.463350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Port': ['ID=ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:43.467268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] No DVR routers for this DVR port ca2b2da3-3802-4c6b-a07a-37a6ef2dadc0 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:43.468292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Provisioning complete for port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:43.469108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.469474 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 1 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:43.497837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.570039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] Pushing event deleted for resources: {'Port': ['ID=1824dcc3-906d-436b-b7ab-12c3a30e3896,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:43.584440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db0f80-253f-4dc8-af7f-a560df68de65 None None] No DVR routers for this DVR port 1824dcc3-906d-436b-b7ab-12c3a30e3896 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:43.586656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:43.592814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.594021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca25cb3d-5c0f-475a-8b1a-a0419377476f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/floatingips/feb184ba-908d-4f62-a1c6-6882de596ed7 HTTP/1.1" status: 204 len: 168 time: 5.7789087 Sep 22 17:02:43.597506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:43.602278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.609291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c168f8-7959-44af-88f0-a9272ed3a19f None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:02:43.618227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:43.656311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:43.660132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.695130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f3dc06-417f-4532-93af-f62ff8974f91 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:43.695130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f3dc06-417f-4532-93af-f62ff8974f91 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:43.700457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:43.700933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.743248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:43.747347 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-59f3dc06-417f-4532-93af-f62ff8974f91 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/c4e37aea-1093-49f5-81cf-ffc33c3a2c1d HTTP/1.1" status: 404 len: 333 time: 0.1245553 Sep 22 17:02:43.747567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:43.747992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1824dcc3-906d-436b-b7ab-12c3a30e3896 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:43.759065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:43.769900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:02:43.769900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.799688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:43.808300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 1824dcc3-906d-436b-b7ab-12c3a30e3896 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:43.808763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1824dcc3-906d-436b-b7ab-12c3a30e3896 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:43.824481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4d7d83-712a-4304-b1be-77eeec176118') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:43.824685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4d7d83-712a-4304-b1be-77eeec176118') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:43.853154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.860631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:43.867629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:43.873539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c168f8-7959-44af-88f0-a9272ed3a19f None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:02:43.876056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:43.876679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.891409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=65e67d42-5dec-4e16-adee-303574c252a6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:43.896301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.905084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:43.905586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.925884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b476db09-c00c-42d2-93db-26e7305c3956 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.4991484 Sep 22 17:02:43.927748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45836) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:43.957697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ed536fb-1861-4269-ac96-9b84ed2ef6b7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Synchronizing usage tracker for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:43.970088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:43.970574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router 0cd2db90-0a66-4d87-8f54-57eb89b518ea {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:43.980187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:44.039095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.046052 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f5b086d-47a6-4c95-8c0d-2bcf41d4fd6e tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 204 len: 168 time: 6.1130540 Sep 22 17:02:44.060032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45840) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.073951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1710306866', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:44.089543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.092198 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 2 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:44.100319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.101853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ed536fb-1861-4269-ac96-9b84ed2ef6b7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Unset dirty status for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:44.106041 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ed536fb-1861-4269-ac96-9b84ed2ef6b7 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/ports?device_id=b9b6ed02-af55-4397-b520-8cb025ad2982 HTTP/1.1" status: 200 len: 205 time: 0.3435564 Sep 22 17:02:44.108129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:44.113586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45844) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.123367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:44.125813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.149473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:44.155706 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4f4a8c40-1720-44f6-a72b-d17b4b245254 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/11d6ff31-b2f0-40c1-826a-6e5ab6f1e05e HTTP/1.1" status: 204 len: 168 time: 1.9090092 Sep 22 17:02:44.159231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.241753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e1b059-42a8-4bf9-99a3-35b87677e1b4 req-34e5bddd-8bda-414f-b37c-3f8a64310149 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:44.243302 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b1e1b059-42a8-4bf9-99a3-35b87677e1b4 req-34e5bddd-8bda-414f-b37c-3f8a64310149 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.9156528 Sep 22 17:02:44.261320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:44.284125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba4d7d83-712a-4304-b1be-77eeec176118 resource provider aggregate not found Sep 22 17:02:44.291765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:44.299563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:44.314563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba4d7d83-712a-4304-b1be-77eeec176118 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba4d7d83-712a-4304-b1be-77eeec176118 found for delete ", "request_id": "req-ba4ae8ff-99ce-4ab1-ba94-465d41493d75"}]} Sep 22 17:02:44.317747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:44.329499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.329865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 15392421-fb31-4543-a272-a760a8775f37 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:44.339863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:44.343198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.384191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:44.412147 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9488de77-8f55-47e3-81e9-3a0251de7aa3 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] delete failed (client error): The resource could not be found. Sep 22 17:02:44.415611 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9488de77-8f55-47e3-81e9-3a0251de7aa3 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/routers/b9b6ed02-af55-4397-b520-8cb025ad2982 HTTP/1.1" status: 404 len: 336 time: 0.2971470 Sep 22 17:02:44.422458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45856) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.437581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '65e67d42-5dec-4e16-adee-303574c252a6'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:44.438521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.477613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.478686 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.515328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b1e1b059-42a8-4bf9-99a3-35b87677e1b4 req-c2b695fa-587a-4c1b-8bbe-3b5ed3094a5a tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2056131 Sep 22 17:02:44.516195 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdb74a83-65a4-4f74-a749-1d863bd25597 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:44.516667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdb74a83-65a4-4f74-a749-1d863bd25597 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:44.518549 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cdb74a83-65a4-4f74-a749-1d863bd25597 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/subnets/2b7d62d7-1428-44e5-b7e0-1f895434cc0b HTTP/1.1" status: 404 len: 337 time: 0.0841584 Sep 22 17:02:44.523300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45860) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.628710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Allocated IP 2001:db8::f816:3eff:fec1:c479 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/65e67d42-5dec-4e16-adee-303574c252a6/9f9e76e3-fc14-4135-af55-95e53916a499) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:44.699978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.739894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.742489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b3f19f7-215e-4658-bb97-020362331f76']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:44.750547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 31dac12f-4db7-4a83-9b50-5e97c1201b53 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:02:44.758430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 65e67d42-5dec-4e16-adee-303574c252a6 (CIDR: 2001:db8::/64) Sep 22 17:02:44.762682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd56324e0-a2f8-4f48-b58d-e793d0779eb6') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:44.762984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd56324e0-a2f8-4f48-b58d-e793d0779eb6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:44.768807 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 3 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:44.773950 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:02:44.774387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:44.783071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.811360 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3077205-5048-40a4-ad92-011e027a37e8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8798969 Sep 22 17:02:44.811360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.812740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:44.821454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:44.843395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:44.843803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.877322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port a8c3ee54-c2ab-4d83-8864-a15021c465a6 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:44.877669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.883962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:44.972094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.980251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:44.986205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Transition to ACTIVE for port object 9f9e76e3-fc14-4135-af55-95e53916a499 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:45.009672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.016965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Transition to ACTIVE for port object 9f9e76e3-fc14-4135-af55-95e53916a499 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:45.028965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.044000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.065024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=7b3f19f7-215e-4658-bb97-020362331f76,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:45.078513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90219953-8aab-46c8-b6db-f36d43a8e152 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/7b3f19f7-215e-4658-bb97-020362331f76 HTTP/1.1" status: 204 len: 168 time: 0.9147868 Sep 22 17:02:45.080148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:45.102195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:45.109606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.120086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.121292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1a61aae-8109-4f4a-8ebb-0ab54a5b90af tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.0592699 Sep 22 17:02:45.122599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:45.130552 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4242226-7984-48b3-b591-936695a68f81 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/31dac12f-4db7-4a83-9b50-5e97c1201b53/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8078287 Sep 22 17:02:45.136964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:45.138246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] Sync routers for ids ['31dac12f-4db7-4a83-9b50-5e97c1201b53'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:45.139071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:45.139414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:45.141862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:45.144543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:45.148696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:45.173296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:45.190514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': True}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:45.209364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:45.213540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.280941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] Routers {'31dac12f-4db7-4a83-9b50-5e97c1201b53'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:45.281613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['31dac12f-4db7-4a83-9b50-5e97c1201b53'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.293417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.345918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Attempting to bind port 9f9e76e3-fc14-4135-af55-95e53916a499 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:02:45.346441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Attempting to bind port 9f9e76e3-fc14-4135-af55-95e53916a499 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:02:45.346971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Attempting to bind port 9f9e76e3-fc14-4135-af55-95e53916a499 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:02:45.364987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:02:45.365546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:45.366058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.366590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:02:45.367176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Bound port: 9f9e76e3-fc14-4135-af55-95e53916a499, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:02:45.367660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.381883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.384439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=15392421-fb31-4543-a272-a760a8775f37,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:45.386762 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 4 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:45.477246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] Routers {'31dac12f-4db7-4a83-9b50-5e97c1201b53'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:45.477997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['31dac12f-4db7-4a83-9b50-5e97c1201b53'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.488165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.520825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbb66723-a5cd-4533-babf-5e6a0bd09663']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.535906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2dac5c54-03b8-469d-8022-2060042c011d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.536234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2dac5c54-03b8-469d-8022-2060042c011d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.557152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.563552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:45.563552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fafe75b-4fa4-4b22-bd61-c7aa4b82c53c None None] The sync data for ids ['31dac12f-4db7-4a83-9b50-5e97c1201b53'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:45.570906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:45.614017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.626171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:45.626662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.637012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:02:45.691926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90732e6b-3d90-4e02-8ea0-761e1f56bae0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:45.692511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90732e6b-3d90-4e02-8ea0-761e1f56bae0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:45.796090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:02:45.801272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.801488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.830586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.858568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] Pushing event deleted for resources: {'Network': ['ID=dbb66723-a5cd-4533-babf-5e6a0bd09663,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:45.878213 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-948af7b4-e651-41a3-a561-b3b058299b23 tempest-BulkNetworkOpsTest-1650770315 tempest-BulkNetworkOpsTest-1650770315-project] 10.222.0.25 "DELETE /v2.0/networks/dbb66723-a5cd-4533-babf-5e6a0bd09663 HTTP/1.1" status: 204 len: 168 time: 0.7945371 Sep 22 17:02:45.891000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0beac14c-909e-451b-a9cd-11df52d4b111 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:45.892038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4246dec-3303-47fe-b81d-8d4d959ce488 req-7056a115-ec67-4fd5-a06d-1acb0ceb2b09 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:45.893898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4246dec-3303-47fe-b81d-8d4d959ce488 req-7056a115-ec67-4fd5-a06d-1acb0ceb2b09 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.1920581 Sep 22 17:02:45.894993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.938205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90732e6b-3d90-4e02-8ea0-761e1f56bae0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:45.940037 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90732e6b-3d90-4e02-8ea0-761e1f56bae0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports/bc810617-707d-45dd-98ba-ed2264e5e9c7 HTTP/1.1" status: 200 len: 983 time: 0.7934048 Sep 22 17:02:45.945242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:45.964101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.972534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.974744 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec26fa03-06c4-4bd3-8640-0f8890e4d6a4 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/15392421-fb31-4543-a272-a760a8775f37 HTTP/1.1" status: 204 len: 168 time: 3.5020909 Sep 22 17:02:45.978353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:45.984902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45888) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:46.072449 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 5 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:46.262627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:46.361063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=fb46a738-a202-40b3-b85a-3ee8158685ea,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:46.365473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:46.368297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:46.391094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:46.394105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d56324e0-a2f8-4f48-b58d-e793d0779eb6 resource provider aggregate not found Sep 22 17:02:46.406146 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4246dec-3303-47fe-b81d-8d4d959ce488 req-38ec354d-d89c-4d7d-ab47-33c727465f86 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4792645 Sep 22 17:02:46.407687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:46.408444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:46.422904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for a8c3ee54-c2ab-4d83-8864-a15021c465a6 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:46.439527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d88167e-e096-46d6-80aa-1a1041475b9e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6257350 Sep 22 17:02:46.443139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:46.454392 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b88505-d875-427a-94d7-39141b8ddaa0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] GET failed (client error): The resource could not be found. Sep 22 17:02:46.454947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f1b88505-d875-427a-94d7-39141b8ddaa0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Synchronizing usage tracker for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:46.455891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:07:b0:40', 'name': 'tempest-NetworksTestDHCPv6-1360396474'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:46.473688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment d56324e0-a2f8-4f48-b58d-e793d0779eb6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d56324e0-a2f8-4f48-b58d-e793d0779eb6 found for delete ", "request_id": "req-e3919d1c-6805-49ab-ae95-ce3adc990408"}]} Sep 22 17:02:46.543832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f1b88505-d875-427a-94d7-39141b8ddaa0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Unset dirty status for tenant:f3135d709e9046d1bbe747854da434e2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:46.545060 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1b88505-d875-427a-94d7-39141b8ddaa0 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports/15392421-fb31-4543-a272-a760a8775f37 HTTP/1.1" status: 404 len: 333 time: 0.5574286 Sep 22 17:02:46.549024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45912) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:46.687150 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2dac5c54-03b8-469d-8022-2060042c011d resource provider aggregate not found Sep 22 17:02:46.699909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:46.738154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2dac5c54-03b8-469d-8022-2060042c011d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2dac5c54-03b8-469d-8022-2060042c011d found for delete ", "request_id": "req-7cc5875c-8ea0-491a-a406-58e6e2ddb365"}]} Sep 22 17:02:46.748481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:46.760819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:46.764654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 6 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:46.783989 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b65d739-0e59-4a4b-9eee-84574689495a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=24df4851ff20419cbad9c7411c9ef60a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4026816 Sep 22 17:02:46.820087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:46.838260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:46.904876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:46.911306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:46.915453 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:46.923230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:46.937303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=a8c3ee54-c2ab-4d83-8864-a15021c465a6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:46.973870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:47.050458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.154150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3b5058-be8c-459c-8fad-436b0982ad1e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:47.162476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.199207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6786a0-9878-4d65-b16e-633ee4326485,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:47.216140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.227582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.240276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.293072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.294194 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14adc69f-94e0-43a1-85db-1c5eb65041af tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/security-groups/2a6786a0-9878-4d65-b16e-633ee4326485 HTTP/1.1" status: 204 len: 168 time: 0.7382274 Sep 22 17:02:47.304770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3ba7fe7c-119a-44c3-8ef1-8a990b61cfde tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/a8c3ee54-c2ab-4d83-8864-a15021c465a6 HTTP/1.1" status: 204 len: 168 time: 2.7810078 Sep 22 17:02:47.305569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:47.305988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:47.391999 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 7 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:47.413682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.418945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:02:47.527037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:47.553202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.587220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port a7201932-3593-4f05-acd0-0071f2854457 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:47.587706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.644421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.714565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.814367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8:0:1::1ff (f3a9654d-3ae4-48af-9ca2-2c6331f26039/fb46a738-a202-40b3-b85a-3ee8158685ea/4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:47.839709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:47.867828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:47.875610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fe07:b040 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/65e67d42-5dec-4e16-adee-303574c252a6/4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:47.969944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e93aebf-3630-4adb-bbb0-92c592246835,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:47.976278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': '65e67d42-5dec-4e16-adee-303574c252a6', 'ip_address': '2001:db8::f816:3eff:fec1:c479'}, {'subnet_id': 'fb46a738-a202-40b3-b85a-3ee8158685ea'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '9f9e76e3-fc14-4135-af55-95e53916a499'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:02:47.982449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.028858 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 8 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:48.083744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port bc810617-707d-45dd-98ba-ed2264e5e9c7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:48.084260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.101301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.110417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9f9e76e3-fc14-4135-af55-95e53916a499 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:48.117797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:48.268338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.269498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64ba1c41-aae0-4541-9841-caef4ce630ee admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1e93aebf-3630-4adb-bbb0-92c592246835 HTTP/1.1" status: 204 len: 168 time: 1.4238093 Sep 22 17:02:48.307745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.26.8.191 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/48657df8-0279-4110-babb-14e1c35885c0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:48.370441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259b63ba-c823-4ecd-b3f4-4db0692c5c49 req-cafe76c5-6190-415b-a3c0-53ae66475cf4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:48.371953 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-259b63ba-c823-4ecd-b3f4-4db0692c5c49 req-cafe76c5-6190-415b-a3c0-53ae66475cf4 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.5815198 Sep 22 17:02:48.372634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.486178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.487380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.508528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60b850ff-02da-46dc-80f6-c61e5e301cdc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:48.528698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:48.531089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.618387 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 9 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:48.636526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.640453 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-68c0f688-9ec5-4b86-9d1f-1ba9b4ba09a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/security-groups/60b850ff-02da-46dc-80f6-c61e5e301cdc HTTP/1.1" status: 204 len: 168 time: 1.3096931 Sep 22 17:02:48.645104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for a7201932-3593-4f05-acd0-0071f2854457 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:48.675010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:48.687532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for bc810617-707d-45dd-98ba-ed2264e5e9c7 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:48.711587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:48.741549 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-259b63ba-c823-4ecd-b3f4-4db0692c5c49 req-573243ef-91cf-4efe-b6a4-3ebd286c17a3 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3264298 Sep 22 17:02:48.804865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.844995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.854106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.889259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.924645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Allocated IP 2001:db8:0:1::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/fb46a738-a202-40b3-b85a-3ee8158685ea/9f9e76e3-fc14-4135-af55-95e53916a499) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:48.965941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:48.967576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:48.983920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:48.995311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:48.998312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:02:48.998517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:48.999835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:49.005712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:49.006242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.030136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=48657df8-0279-4110-babb-14e1c35885c0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:49.033565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:02:49.063198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a94a745b-325c-42af-b0ea-daa98cbf50a3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.6163633 Sep 22 17:02:49.063441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:49.092377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.153496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:49.156966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.188212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=a7201932-3593-4f05-acd0-0071f2854457,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:49.199269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59e280e-9e8d-46c7-a900-29908d4b1039,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:49.211970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.223150 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 10 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:49.226781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:49.227124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.259780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.302650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.304650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97a46c16-5193-436e-b269-50898c6c910b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/security-groups/e59e280e-9e8d-46c7-a900-29908d4b1039 HTTP/1.1" status: 204 len: 168 time: 0.6267829 Sep 22 17:02:49.317392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45960) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:49.317976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45962) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:49.332793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Ignored duplicate provisioning block setup for port 9f9e76e3-fc14-4135-af55-95e53916a499 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:02:49.340052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:49.344259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.372024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=bc810617-707d-45dd-98ba-ed2264e5e9c7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:49.509541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 9dec648c-f984-4d1d-bf60-012d740c6c47 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:49.514783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.520540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.528729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Provisioning for port 4b535837-22ec-4bce-b797-8f2b0484a332 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:49.542019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:49.542403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.542740 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:49.566995 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-be59508a-782d-47f9-8eaf-d6f4cb7b382a tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/ports/a7201932-3593-4f05-acd0-0071f2854457 HTTP/1.1" status: 204 len: 168 time: 2.2371991 Sep 22 17:02:49.568752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45970) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:49.600261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.660980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9876f1-2621-4171-ba77-261ec5bfce68 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:49.744408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed25bb66-ab5e-4a32-b4b5-8a1183eb192c None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:49.793981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1087549543'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:49.799688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:49.805294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:49.808587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:49.815353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:49.839012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0dedec-d848-4728-a799-d95919bd2c1f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:49.839706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee0dedec-d848-4728-a799-d95919bd2c1f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Synchronizing usage tracker for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:49.845902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.856263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Could not find standard attr ID for object 9c66e202-a3a7-4f63-a9e5-8bb4ab503b36. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:49.884145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning complete for port 4b535837-22ec-4bce-b797-8f2b0484a332 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:49.884528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.884888 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 1 to provision port 4b535837-22ec-4bce-b797-8f2b0484a332 Sep 22 17:02:49.936993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:49.943290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:49.950320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee0dedec-d848-4728-a799-d95919bd2c1f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Unset dirty status for tenant:60a1fe73eacc47fb8847a7b8425e4d23 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:49.953862 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ee0dedec-d848-4728-a799-d95919bd2c1f tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "GET /v2.0/ports?device_id=fa338e02-dd37-4ac3-add6-a7b8a4d5a905 HTTP/1.1" status: 200 len: 913 time: 0.3806934 Sep 22 17:02:49.954426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:50.034528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Current status of the port 4b535837-22ec-4bce-b797-8f2b0484a332 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:50.035126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.040449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Could not find standard attr ID for object bc810617-707d-45dd-98ba-ed2264e5e9c7. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:50.044438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Could not find standard attr ID for object 1824dcc3-906d-436b-b7ab-12c3a30e3896. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:50.059049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning for port 11b01122-87c2-4e41-86aa-c6e9ca448e6d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:50.065958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning complete for port 11b01122-87c2-4e41-86aa-c6e9ca448e6d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:50.066464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.067042 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 1 to provision port 11b01122-87c2-4e41-86aa-c6e9ca448e6d Sep 22 17:02:50.117748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.216689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Current status of the port 11b01122-87c2-4e41-86aa-c6e9ca448e6d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:50.217084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.281262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:50.290043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.333614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.336453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Could not find standard attr ID for object 15392421-fb31-4543-a272-a760a8775f37. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:50.372937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning complete for port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:50.373345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.373640 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 1 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:50.398393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:50.414729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e236b9-b595-416b-8c12-67f2cc799b10 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:50.452356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Pushing event updated for resources: {'Port': ['ID=11b01122-87c2-4e41-86aa-c6e9ca448e6d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:50.473501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:security_group_rule and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:50.487889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:50.524426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:50.558968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:50.691730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.789578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.801757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.810351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.843124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb5fc03-8d8b-4e1b-a9f5-37be285f682b None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:50.885232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=9dec648c-f984-4d1d-bf60-012d740c6c47,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:50.951251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:50.963476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:51.003218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916fd5c-bc3a-48d3-b8d7-607d705f17f9 req-14347c63-d790-4aa2-8a8d-b92531f9250f tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:51.005867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6916fd5c-bc3a-48d3-b8d7-607d705f17f9 req-14347c63-d790-4aa2-8a8d-b92531f9250f tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.0463624 Sep 22 17:02:51.066863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 31dac12f-4db7-4a83-9b50-5e97c1201b53 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:51.092534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4dc35b7b-3171-449a-b037-d3e8318e2456 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/9dec648c-f984-4d1d-bf60-012d740c6c47 HTTP/1.1" status: 204 len: 168 time: 1.7704449 Sep 22 17:02:51.098015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 45982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:51.102132 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 2 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:51.135340 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6916fd5c-bc3a-48d3-b8d7-607d705f17f9 req-7b076dfb-f179-4d55-90a4-422713374ae2 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1063612 Sep 22 17:02:51.266611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:51.289193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet d3ef07cc-2438-4d2a-bda4-1aa895b50a69 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:51.296290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.359245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:51.369365 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] Sync routers for ids ['31dac12f-4db7-4a83-9b50-5e97c1201b53'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:51.382104 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] Routers {'31dac12f-4db7-4a83-9b50-5e97c1201b53'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:51.382794 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['31dac12f-4db7-4a83-9b50-5e97c1201b53'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:51.389400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router fe10da94-3186-42c8-81f5-7c5757b38755 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:02:51.390551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.403990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.417295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.431160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a30831d-d098-4334-8ceb-6ad196b7758a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/31dac12f-4db7-4a83-9b50-5e97c1201b53/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4746423 Sep 22 17:02:51.437854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:51.470791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:51.482046 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] Routers {'31dac12f-4db7-4a83-9b50-5e97c1201b53'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:51.483218 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['31dac12f-4db7-4a83-9b50-5e97c1201b53'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:51.572302 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:51.572988 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13611615-1249-45df-8690-2f1cf912d4b1 None None] The sync data for ids ['31dac12f-4db7-4a83-9b50-5e97c1201b53'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:51.635312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=838775f8-d882-46e9-9308-80ef5b115344,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:51.723690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11b01122-87c2-4e41-86aa-c6e9ca448e6d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:51.771149 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 3 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:51.819050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.846303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:51.859318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 11b01122-87c2-4e41-86aa-c6e9ca448e6d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:51.859781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:51.860182 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 11b01122-87c2-4e41-86aa-c6e9ca448e6d Sep 22 17:02:51.936747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:51.975089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] Sync routers for ids ['fe10da94-3186-42c8-81f5-7c5757b38755'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:51.998292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.002142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4cc69fc5-5b86-4a57-bad5-dd25ede01296 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "PUT /v2.0/routers/fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 200 len: 915 time: 6.8552635 Sep 22 17:02:52.011183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.012087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.013756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.015930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] Routers {'fe10da94-3186-42c8-81f5-7c5757b38755'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:52.016764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fe10da94-3186-42c8-81f5-7c5757b38755'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:52.081805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 11b01122-87c2-4e41-86aa-c6e9ca448e6d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:52.082864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:02:52.098365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:52.108855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:52.140563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] Routers {'fe10da94-3186-42c8-81f5-7c5757b38755'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:52.141204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fe10da94-3186-42c8-81f5-7c5757b38755'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:52.172092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-bcef5b5d-4bae-48c9-8012-fe413b66857a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 17:02:52.177516 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bcef5b5d-4bae-48c9-8012-fe413b66857a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/31dac12f-4db7-4a83-9b50-5e97c1201b53/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7342684 Sep 22 17:02:52.186940 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:52.189161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 45994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.210003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:52.210423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b3892fc-2a7f-438d-91d7-c5a90a219e7d None None] The sync data for ids ['fe10da94-3186-42c8-81f5-7c5757b38755'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:52.267511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.326875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=d3ef07cc-2438-4d2a-bda4-1aa895b50a69,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:52.340948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.344694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ac46350-56d5-4a27-9b9c-6cf57d01b4d1 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:52.355379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.355645 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 4705c192-4b1e-498d-8447-0db4dd18230a of type vlan for network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 Sep 22 17:02:52.368856 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 4 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:52.400518 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7df8031-b6f9-498d-b3d6-2d7534486a54 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/d3ef07cc-2438-4d2a-bda4-1aa895b50a69 HTTP/1.1" status: 204 len: 168 time: 1.2967172 Sep 22 17:02:52.401514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46000) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.423804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c82ef12-a8bd-46a0-a8d4-e18e845b6071 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:52.467687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.468352 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b16d7e84-89f7-45d5-9723-0f0320683702 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:52.469088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b16d7e84-89f7-45d5-9723-0f0320683702 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:52.474031 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b16d7e84-89f7-45d5-9723-0f0320683702 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/9dec648c-f984-4d1d-bf60-012d740c6c47 HTTP/1.1" status: 404 len: 337 time: 0.0699797 Sep 22 17:02:52.474750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.486058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daa7ddb7-1a57-4e7f-840a-cf6995ecce6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.506224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.520657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2446662d-1eae-44ef-8eaf-31454966b22d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc HTTP/1.1" status: 204 len: 168 time: 3.4560444 Sep 22 17:02:52.525925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.539469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:52.573342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c82ef12-a8bd-46a0-a8d4-e18e845b6071 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:52.574499 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c82ef12-a8bd-46a0-a8d4-e18e845b6071 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=31dac12f-4db7-4a83-9b50-5e97c1201b53 HTTP/1.1" status: 200 len: 205 time: 0.3786991 Sep 22 17:02:52.580410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.606704 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-30159294-d99c-41b1-ad87-017a81dc06cf tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 200 len: 921 time: 0.5943224 Sep 22 17:02:52.610704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46016) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.681728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.687911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:52.688505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.743036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee895e16-eb14-4e3a-94ac-a46c9ea98cdd req-ff579f9d-4751-495c-9490-fdaab1f954e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:52.744539 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee895e16-eb14-4e3a-94ac-a46c9ea98cdd req-ff579f9d-4751-495c-9490-fdaab1f954e0 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.4080689 Sep 22 17:02:52.758612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting subnet 526bbc76-916c-49e6-9240-43624e0a215d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:52.790919 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.816636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 3.4935584 Sep 22 17:02:52.822805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.828768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dfc64f-0e3d-433f-8965-642788c4072f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=5f5b0d9b-e4db-43f7-88de-7af73c4edce5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:52.829256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 3d275c80-4be3-4f35-ad2a-8802cabddcb5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:52.829616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.835663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1480338347'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:52.841206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:52.843147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:52.858599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9287417-55fc-4521-b19b-026ce93a6a78 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:52.859262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9287417-55fc-4521-b19b-026ce93a6a78 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:52.862459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:52.869059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:52.878278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:52.878511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:52.890237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae0530be-293e-41ad-9696-263978383a89 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:52.894380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae0530be-293e-41ad-9696-263978383a89 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=fe10da94-3186-42c8-81f5-7c5757b38755&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2798610 Sep 22 17:02:52.895664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:52.981123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9287417-55fc-4521-b19b-026ce93a6a78 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:52.983472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9287417-55fc-4521-b19b-026ce93a6a78 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.4530816 Sep 22 17:02:52.985207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:52.989810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.007485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46028) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.040562 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 5 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:53.062362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.128213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:53.144646 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee895e16-eb14-4e3a-94ac-a46c9ea98cdd req-adf4bb64-cc38-4e2b-8201-cb0a397f9218 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3681304 Sep 22 17:02:53.144922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:02:53.154928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.155262 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 9c0d8bd1-3713-4661-a992-6e3428fc9ff3 of type vlan for network d80555fe-548d-417a-b1ee-8d60b324ddb5 Sep 22 17:02:53.172527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e7bc4a0-1882-4fc5-ab1f-b82e831b4ad7 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.174192 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e7bc4a0-1882-4fc5-ab1f-b82e831b4ad7 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.2780204 Sep 22 17:02:53.178958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46032) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.260408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.268567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8f2bb83e-8b91-4cb1-b002-2c0ac063fcc2 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 200 len: 205 time: 0.0860214 Sep 22 17:02:53.274182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.401059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2410d12d-5ef6-464e-b176-e44a21956848 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.402687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2410d12d-5ef6-464e-b176-e44a21956848 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.3894155 Sep 22 17:02:53.409585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46042) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.519821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.525257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.525852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.614013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.618192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.629357 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 6 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:53.684980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.685475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router 31dac12f-4db7-4a83-9b50-5e97c1201b53 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:53.691305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.696122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:53.717048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.718176 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d06a97e7-2271-413a-a4b0-6c49be898b01 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/31dac12f-4db7-4a83-9b50-5e97c1201b53 HTTP/1.1" status: 204 len: 168 time: 1.1367893 Sep 22 17:02:53.719770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.770853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.854799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.856289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.857841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:53.858678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:02:53.863508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0385461 Sep 22 17:02:53.871088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:53.882038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 3d275c80-4be3-4f35-ad2a-8802cabddcb5 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:53.888387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:53.918736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:53.949972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4edd4a67-8d7d-43dd-811d-6da848bf1470 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=d80555fe-548d-417a-b1ee-8d60b324ddb5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:53.962194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:02:53.998246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 92786ce6-c59e-4aff-b0a4-c7443bfa2852 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:54.002267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:02:54.006500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1af94e63-5af2-4c13-a5a7-c1a8ea79d7a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.5928755 Sep 22 17:02:54.008194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46056) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.012384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.105635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.110073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:54.164832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:54.177198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:54.180294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Subnet': ['ID=526bbc76-916c-49e6-9240-43624e0a215d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:54.182774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.190649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:54.200590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ba08d54-d48a-487e-85cd-3987c04f5cd1 None None] Network cfccc235-762d-47e2-a055-58b8ffc92b8b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:54.208799 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e860dce4-f3c2-48b6-882c-24c5e732f11a tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/526bbc76-916c-49e6-9240-43624e0a215d HTTP/1.1" status: 204 len: 168 time: 1.7318516 Sep 22 17:02:54.213397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.217298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.228419 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 7 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:54.254898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:54.257761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 65e67d42-5dec-4e16-adee-303574c252a6 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:54.258632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.274540 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-91508c3b-573f-4918-988a-a6fe2068299f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:54.275278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91508c3b-573f-4918-988a-a6fe2068299f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:54.279847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.280047 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-91508c3b-573f-4918-988a-a6fe2068299f tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/1ea085fc-d25c-4feb-a6c5-b2b9b6afcdcf HTTP/1.1" status: 404 len: 337 time: 0.0652902 Sep 22 17:02:54.283438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.333739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.370745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.404592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port 48657df8-0279-4110-babb-14e1c35885c0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:54.404954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.425169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ebc529d1-6233-43fb-927f-2bb4e5f152bf tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "GET /v2.0/ports?device_id=7986e5a5-373c-459e-945b-8c4cc21a1a51 HTTP/1.1" status: 200 len: 205 time: 0.1391835 Sep 22 17:02:54.425706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.463795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:54.527981 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-34617aa4-b170-4e77-a8eb-7ed2c53eb6a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] delete failed (client error): The resource could not be found. Sep 22 17:02:54.536391 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-34617aa4-b170-4e77-a8eb-7ed2c53eb6a8 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/routers/7986e5a5-373c-459e-945b-8c4cc21a1a51 HTTP/1.1" status: 404 len: 336 time: 0.1048291 Sep 22 17:02:54.539285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46074) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.571039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6822d875-333e-4275-bb15-c89c5e4721e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.668295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.679506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] DHCP port deletion for cfccc235-762d-47e2-a055-58b8ffc92b8b request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:54.680434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b938fe31-25a1-4bd5-8a74-6d249e776e43 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:54.680937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b938fe31-25a1-4bd5-8a74-6d249e776e43 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:54.682659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b938fe31-25a1-4bd5-8a74-6d249e776e43 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/2688fbaa-7ded-45e2-9781-4f54f67c8a2c HTTP/1.1" status: 404 len: 337 time: 0.1379464 Sep 22 17:02:54.687581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Deleting port 4b535837-22ec-4bce-b797-8f2b0484a332 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:54.688250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.696339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46078) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.741697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.804899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-50bd6a98-cc15-46cf-b91f-cf082e349975 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:54.805354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50bd6a98-cc15-46cf-b91f-cf082e349975 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:54.809599 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-50bd6a98-cc15-46cf-b91f-cf082e349975 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/d62ff54a-630b-4064-8211-b810367fa4d5 HTTP/1.1" status: 404 len: 337 time: 0.1051681 Sep 22 17:02:54.811276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=3d275c80-4be3-4f35-ad2a-8802cabddcb5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:54.816108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46082) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.894952 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-00b1c824-7971-45fe-84b2-2cfb3320675b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:54.895367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00b1c824-7971-45fe-84b2-2cfb3320675b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:54.897160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00b1c824-7971-45fe-84b2-2cfb3320675b tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/6a13b0f7-d032-42b5-a916-e573627f05af HTTP/1.1" status: 404 len: 337 time: 0.0799749 Sep 22 17:02:54.900452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.919665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] For port 4b535837-22ec-4bce-b797-8f2b0484a332, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4b535837-22ec-4bce-b797-8f2b0484a332,segment=NetworkSegment(07e478b4-754f-44ce-bd09-dc107805749b),segment_id=07e478b4-754f-44ce-bd09-dc107805749b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:54.920047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.937261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:54.969623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:54.990500 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 8 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:55.008980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.044405 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0911576c-70c6-42da-8b3e-376df8bcb1e1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.044405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0911576c-70c6-42da-8b3e-376df8bcb1e1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.053160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84069383-94a1-469a-af6d-ce458850af90 req-dc1a9511-25d2-4f30-af33-b08085318a5a tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:55.055508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-84069383-94a1-469a-af6d-ce458850af90 req-dc1a9511-25d2-4f30-af33-b08085318a5a tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.6518822 Sep 22 17:02:55.094327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Calling delete_port for 4b535837-22ec-4bce-b797-8f2b0484a332 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:55.141567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for 48657df8-0279-4110-babb-14e1c35885c0 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:55.169779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:55.171694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.199016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.211154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.275031 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0911576c-70c6-42da-8b3e-376df8bcb1e1 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/135ecad8-8296-424a-8028-aefa1252c22f HTTP/1.1" status: 404 len: 333 time: 0.3344553 Sep 22 17:02:55.280207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] Pushing event deleted for resources: {'Port': ['ID=4b535837-22ec-4bce-b797-8f2b0484a332,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:55.286784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7edfb6e9-739d-42b0-9f7e-44f2eecb91c4 None None] No DVR routers for this DVR port 4b535837-22ec-4bce-b797-8f2b0484a332 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:55.288958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.304991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=92786ce6-c59e-4aff-b0a4-c7443bfa2852,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:55.315496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43305325-8cdc-4cb4-8455-0322ca88bf08 None None] Network 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:55.357110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=f8bac0b3-b3aa-46bb-a881-c5a11a81de55,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:55.371420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8bbf54-b5a0-460c-899e-9d45d823fefc tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.371870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8bbf54-b5a0-460c-899e-9d45d823fefc tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.375913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad8bbf54-b5a0-460c-899e-9d45d823fefc tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/8db5fdf0-5f92-4b38-aa31-d20787d50155 HTTP/1.1" status: 404 len: 337 time: 0.0784147 Sep 22 17:02:55.377892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46094) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.399837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.408725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.427811 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b256ab5-0a16-446d-a5f7-02ae325f75c9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.428383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b256ab5-0a16-446d-a5f7-02ae325f75c9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.430545 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b256ab5-0a16-446d-a5f7-02ae325f75c9 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/4cbfdde5-1e41-4cc7-b63f-9b0744677b99 HTTP/1.1" status: 404 len: 337 time: 0.0497360 Sep 22 17:02:55.436398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46098) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.439509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.443013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '4705c192-4b1e-498d-8447-0db4dd18230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:55.443375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: 5f5b0d9b-e4db-43f7-88de-7af73c4edce5, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:55.449080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-84069383-94a1-469a-af6d-ce458850af90 req-1c743f9e-cb34-49b5-9832-214db4799033 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3282847 Sep 22 17:02:55.473723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.555702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.556520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-224d9480-365b-43d3-8e1a-ce6e28766f18 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.557924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-224d9480-365b-43d3-8e1a-ce6e28766f18 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.560216 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-224d9480-365b-43d3-8e1a-ce6e28766f18 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/0c5ec230-ba7e-4f25-b330-3020e2fe3d15 HTTP/1.1" status: 404 len: 333 time: 0.1226306 Sep 22 17:02:55.567355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46102) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.637369 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ed0b4d0-c41b-4c08-92a2-97dd4d1c489d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.637807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ed0b4d0-c41b-4c08-92a2-97dd4d1c489d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.639713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ed0b4d0-c41b-4c08-92a2-97dd4d1c489d tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/6db41fd4-ab29-40c7-8414-1a167ee3f95d HTTP/1.1" status: 404 len: 337 time: 0.0711031 Sep 22 17:02:55.642440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46106) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.645065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:55.645585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] DHCP port deletion for 224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:02:55.646671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=48657df8-0279-4110-babb-14e1c35885c0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:55.649649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6a771e51-f552-4c20-a36f-afeebcd2449a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/92786ce6-c59e-4aff-b0a4-c7443bfa2852 HTTP/1.1" status: 204 len: 168 time: 1.8733532 Sep 22 17:02:55.651125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Deleting port 11b01122-87c2-4e41-86aa-c6e9ca448e6d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:55.651510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.653755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.691045 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 9 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:55.699869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=65e67d42-5dec-4e16-adee-303574c252a6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:55.740619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.744891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd275084-a6e1-4869-852e-e2f846dd41ab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/65e67d42-5dec-4e16-adee-303574c252a6 HTTP/1.1" status: 204 len: 168 time: 1.7338555 Sep 22 17:02:55.749550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.761278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e721d78e-1486-45e2-b690-c51c7fb16eba None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:55.778960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e77253a3-0b08-4755-b55b-1c6cc20c5240 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] DELETE failed (client error): The resource could not be found. Sep 22 17:02:55.779500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e77253a3-0b08-4755-b55b-1c6cc20c5240 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:02:55.783413 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e77253a3-0b08-4755-b55b-1c6cc20c5240 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/subnets/1de04717-d29b-4e1d-b56b-c7c814966fb0 HTTP/1.1" status: 404 len: 337 time: 0.1376512 Sep 22 17:02:55.785068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11b01122-87c2-4e41-86aa-c6e9ca448e6d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:55.785794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.832743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5f5b0d9b-e4db-43f7-88de-7af73c4edce5) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:55.837633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:55.837998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.874942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:55.888332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50b7b3f-594f-4933-8ab6-be178f2e3ae7 None None] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:55.929222 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cfb90bb2-5e4e-44bd-8387-7b9b8f09e841 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0187211 Sep 22 17:02:55.930144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46122) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:55.942592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:55.946976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:55.964487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.005639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet fb46a738-a202-40b3-b85a-3ee8158685ea {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:02:56.073701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Deleting port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:56.074048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.106091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.116943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.129467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 11b01122-87c2-4e41-86aa-c6e9ca448e6d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:56.129929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.156879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.166537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.236889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.277414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:56.285752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:56.286331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.330041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:56.335063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:56.355543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:56.382610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.383424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router fe10da94-3186-42c8-81f5-7c5757b38755 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:02:56.387771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:02:56.424254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.429842 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-044573e9-3d0c-4970-b483-1a685fc04e29 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 204 len: 168 time: 3.1499794 Sep 22 17:02:56.433949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:56.447919 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 10 to provision port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe Sep 22 17:02:56.449740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.522189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Calling delete_port for 11b01122-87c2-4e41-86aa-c6e9ca448e6d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:56.582699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.605477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:56.609567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.675135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-9670955', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:56.695319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Calling delete_port for 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:56.713600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Port 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:02:56.715229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 11b01122-87c2-4e41-86aa-c6e9ca448e6d is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:56.715666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.733108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:56.758921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:56.767377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:56.783213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:56.870392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.871391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.887752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning for port 9f9e76e3-fc14-4135-af55-95e53916a499 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:02:56.894485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:56.895154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.912282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.919331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:56.922199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Provisioning complete for port 9f9e76e3-fc14-4135-af55-95e53916a499 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:56.922713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.923263 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Attempt 1 to provision port 9f9e76e3-fc14-4135-af55-95e53916a499 Sep 22 17:02:56.966712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.984948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:56.993323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.015909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5f5b0d9b-e4db-43f7-88de-7af73c4edce5', 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': 'f8bac0b3-b3aa-46bb-a881-c5a11a81de55'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:02:57.016857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.034157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=fb46a738-a202-40b3-b85a-3ee8158685ea,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:57.054099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.055548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:57.127583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 11b01122-87c2-4e41-86aa-c6e9ca448e6d owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:57.127997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Port': ['ID=71a378b3-d1e3-4ed7-beb4-00e27b32a5fe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:57.128652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:57.129026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:57.141436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.146411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-85776bc2-f58e-4cf8-af55-ddb021fcedb3 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/ports/71a378b3-d1e3-4ed7-beb4-00e27b32a5fe HTTP/1.1" status: 204 len: 168 time: 1.3542085 Sep 22 17:02:57.150862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46138) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:57.155887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb06748b-9335-4fc7-be6c-b700684ca186 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/fb46a738-a202-40b3-b85a-3ee8158685ea HTTP/1.1" status: 204 len: 168 time: 1.4052908 Sep 22 17:02:57.158048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46140) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:57.164210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4b535837-22ec-4bce-b797-8f2b0484a332 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:02:57.164557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4b535837-22ec-4bce-b797-8f2b0484a332 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:02:57.249615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:02:57.263615 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a84f82-3227-411d-9989-2297918198ae None None] Sync routers for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:02:57.265278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:02:57.267707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:02:57.279261 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:57.280813 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:57.301014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec5fa1f5-80a4-46d5-8154-6d5d6afda975 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "PUT /v2.0/routers/fa338e02-dd37-4ac3-add6-a7b8a4d5a905/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3456879 Sep 22 17:02:57.302577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46146) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:57.346317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.394184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0ff485-c1af-4c8b-a1d0-2b29e84ae03c req-32cd0f74-48c8-424a-98b9-11452e1e0e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:57.395749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f0ff485-c1af-4c8b-a1d0-2b29e84ae03c req-32cd0f74-48c8-424a-98b9-11452e1e0e69 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 0.7154377 Sep 22 17:02:57.413491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:57.414209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:57.423891 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:57.435776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] Routers {'fa338e02-dd37-4ac3-add6-a7b8a4d5a905'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:02:57.436658 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:57.439325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d23324-2c76-4a04-9fdd-a633ced9acdc req-d80a6bd7-98b2-4545-99e0-8fce04038144 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:57.440526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=11b01122-87c2-4e41-86aa-c6e9ca448e6d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:57.441452 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23d23324-2c76-4a04-9fdd-a633ced9acdc req-d80a6bd7-98b2-4545-99e0-8fce04038144 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.8184116 Sep 22 17:02:57.522931 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-79a84f82-3227-411d-9989-2297918198ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:57.523245 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a84f82-3227-411d-9989-2297918198ae None None] The sync data for ids ['fa338e02-dd37-4ac3-add6-a7b8a4d5a905'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:02:57.541889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8dbea3d-0e71-41b3-9f04-9d7d8fcc827a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3767185 Sep 22 17:02:57.560445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:57.563674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.575868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:57.582164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:57.582552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.635143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Deleting port 11b01122-87c2-4e41-86aa-c6e9ca448e6d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:57.635537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.635671 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23d23324-2c76-4a04-9fdd-a633ced9acdc req-ab286b8e-484a-44c0-a9ba-0d9633fd6de7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1778054 Sep 22 17:02:57.648149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.695803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.735262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.745441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.746521 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a62e4b33-d172-4e25-be69-344c9321df7f tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1969440 Sep 22 17:02:57.753365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:57.767059 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f0ff485-c1af-4c8b-a1d0-2b29e84ae03c req-8d44c67c-24ce-4058-ad6d-44e6c0796918 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2266695 Sep 22 17:02:57.779329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'enable_snat': False}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:57.792775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c1f7c9-c344-4109-a57b-8c8755a317f8 req-5d4da9ee-7a2e-4aec-aead-7ff35ff274c9 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:57.794376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8c1f7c9-c344-4109-a57b-8c8755a317f8 req-5d4da9ee-7a2e-4aec-aead-7ff35ff274c9 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.7333486 Sep 22 17:02:57.838367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Allocated IP 172.20.0.2 (5f5b0d9b-e4db-43f7-88de-7af73c4edce5/f8bac0b3-b3aa-46bb-a881-c5a11a81de55/87798e4d-b148-453f-9eb0-a766c24aa076) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:02:57.855415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:57.886860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:57.895402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:57.925124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.930538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 11b01122-87c2-4e41-86aa-c6e9ca448e6d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:57.931141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.935808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:57.955194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:57.980783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=b0fb8714-463b-47ee-8b00-3b378ec4cd15,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:57.985667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8c1f7c9-c344-4109-a57b-8c8755a317f8 req-7d456ded-ad1f-4304-9689-8192d0fa0200 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551456 Sep 22 17:02:57.992092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:57.993476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:57.993865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.015684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:02:58.019463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.067081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfccc235-762d-47e2-a055-58b8ffc92b8b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:58.121381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:58.146155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07e478b4-754f-44ce-bd09-dc107805749b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:58.146508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07e478b4-754f-44ce-bd09-dc107805749b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:02:58.158280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8720577c-3cf1-4c88-a7d0-f3cf18b36537 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': 'fb46a738-a202-40b3-b85a-3ee8158685ea'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '9f9e76e3-fc14-4135-af55-95e53916a499'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:02:58.170965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.202080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.213048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:02:58.213565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.253899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:02:58.256036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86da88af-3ccb-4c6a-b667-1f06c818d113" -d '{"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:02:58.259010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Could not find standard attr ID for object 71a378b3-d1e3-4ed7-beb4-00e27b32a5fe. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:58.260755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'port_id': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'mac_address': 'fa:16:3e:a3:7a:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:02:58.320286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 07e478b4-754f-44ce-bd09-dc107805749b resource provider aggregate not found Sep 22 17:02:58.346497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Could not find standard attr ID for object 4b535837-22ec-4bce-b797-8f2b0484a332. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:02:58.362390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 07e478b4-754f-44ce-bd09-dc107805749b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 07e478b4-754f-44ce-bd09-dc107805749b found for delete ", "request_id": "req-8f5a9cc9-ef48-46f1-b40b-c13d8a7cc44b"}]} Sep 22 17:02:58.366290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:58.369763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-055146e2-26c9-4f64-99d8-d6a5ba55ec64 x-openstack-request-id: req-055146e2-26c9-4f64-99d8-d6a5ba55ec64 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:02:58.370056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:02:58.370381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-055146e2-26c9-4f64-99d8-d6a5ba55ec64 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:02:58.370727 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-055146e2-26c9-4f64-99d8-d6a5ba55ec64'] response: {'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'code': 200} Sep 22 17:02:58.402500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.404887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf516d3-8d46-4423-8d2d-8ff48b770ac5 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:58.426065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.430033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.453238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] Pushing event deleted for resources: {'Network': ['ID=cfccc235-762d-47e2-a055-58b8ffc92b8b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:58.462455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ae00303-fc19-46ae-86c2-9f0933443fd5 tempest-PortsTestJSON-449050497 tempest-PortsTestJSON-449050497-project] 10.222.0.25 "DELETE /v2.0/networks/cfccc235-762d-47e2-a055-58b8ffc92b8b HTTP/1.1" status: 204 len: 168 time: 1.3053904 Sep 22 17:02:58.502235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8720577c-3cf1-4c88-a7d0-f3cf18b36537 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.530709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '9c0d8bd1-3713-4661-a992-6e3428fc9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:02:58.531244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: d80555fe-548d-417a-b1ee-8d60b324ddb5, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:02:58.580138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:58.580555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.632389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Provisioning complete for port 9f9e76e3-fc14-4135-af55-95e53916a499 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:02:58.632793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.633144 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Attempt 1 to provision port 9f9e76e3-fc14-4135-af55-95e53916a499 Sep 22 17:02:58.735729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:02:58.737490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:02:58.737878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.775020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.782754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.848277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:58.888826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:02:58.911869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Calling delete_port for 11b01122-87c2-4e41-86aa-c6e9ca448e6d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:58.914126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting port 87d29b0f-9d57-4588-a41d-e939a4244e4d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:02:58.914480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:58.985506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, d80555fe-548d-417a-b1ee-8d60b324ddb5) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:02:58.997301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:59.004118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 11b01122-87c2-4e41-86aa-c6e9ca448e6d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11b01122-87c2-4e41-86aa-c6e9ca448e6d,segment=NetworkSegment(c86d066b-96e5-45ae-998e-369b1c5af4aa),segment_id=c86d066b-96e5-45ae-998e-369b1c5af4aa)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:59.004477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.012667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa4338b6-9c8b-4fea-bf8e-8110795d2e23 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:02:59.014512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:59.015111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.017799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0110adf0-8c49-4bd8-bab5-67e6b9614072 None None] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:59.159337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.192743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-209cfa79-3697-40cf-a6e6-daaf80a46062 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f3135d709e9046d1bbe747854da434e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3424871 Sep 22 17:02:59.197428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:59.240594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e875aa-e8c7-43ed-b6bd-8a91dbbb64a2 req-632cfe50-bb97-4bb7-b367-102c2a7e59bc tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:59.244456 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3e875aa-e8c7-43ed-b6bd-8a91dbbb64a2 req-632cfe50-bb97-4bb7-b367-102c2a7e59bc tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.0146110 Sep 22 17:02:59.274360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d689e6c-4777-4b55-bfbd-20278db9a604 req-b055c380-e41c-4d8f-a284-bec2a5b81745 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:02:59.281359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d689e6c-4777-4b55-bfbd-20278db9a604 req-b055c380-e41c-4d8f-a284-bec2a5b81745 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 944 time: 0.3791864 Sep 22 17:02:59.341166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.364038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 11b01122-87c2-4e41-86aa-c6e9ca448e6d owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:59.366682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:59.410209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6098811-ffdb-4254-a9c9-64ea41dc28aa tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4752502 Sep 22 17:02:59.436136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:02:59.446542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-513467390', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:02:59.452894 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d689e6c-4777-4b55-bfbd-20278db9a604 req-18703f4b-1e6f-4d35-bde1-b49d181ad921 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1705642 Sep 22 17:02:59.464549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:02:59.490462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.493222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:02:59.503968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:02:59.525132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Transition to ACTIVE for port object 87798e4d-b148-453f-9eb0-a766c24aa076 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:59.543507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:02:59.551063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.551281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.554756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.558163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.562546 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f3e875aa-e8c7-43ed-b6bd-8a91dbbb64a2 req-0257c7a7-fde7-4422-8ad2-1a55c6530dba tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646228 Sep 22 17:02:59.692984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] No DVR routers for this DVR port 11b01122-87c2-4e41-86aa-c6e9ca448e6d on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:02:59.758870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e16f44-13bb-44be-bc1f-2bd4ba40b513 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: from cryptography.utils import int_from_bytes Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: from cryptography.utils import int_from_bytes Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn_limited( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn_limited( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.778271 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:02:59.781227 dv-neutron-858953-1-hyperv neutron-server[89052]: util.warn( Sep 22 17:02:59.791609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Calling delete_port for 87d29b0f-9d57-4588-a41d-e939a4244e4d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:02:59.799505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Transition to ACTIVE for port object 87798e4d-b148-453f-9eb0-a766c24aa076 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:02:59.823151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:02:59.824710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:02:59.825298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:02:59.835813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.837083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.853780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.856054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.882536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.888335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53aaeea6-701d-4ef3-bca4-71fb1f6fa79b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:02:59.895408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.904498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.908450 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61febe85-c1fe-42e0-895f-2e3068a602f8 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53aaeea6-701d-4ef3-bca4-71fb1f6fa79b HTTP/1.1" status: 204 len: 168 time: 0.7075274 Sep 22 17:02:59.909133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:02:59.910326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.009319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.040352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.041745 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0d477ed-ed4d-4b90-90ae-4f4b3646b61c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6022582 Sep 22 17:03:00.057648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:00.090571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d06af-8112-4a96-881e-5dd61839fbeb req-f2ddb285-b422-40d8-a547-607baced0a15 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:00.092148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e17d06af-8112-4a96-881e-5dd61839fbeb req-f2ddb285-b422-40d8-a547-607baced0a15 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3619905 Sep 22 17:03:00.128455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 11b01122-87c2-4e41-86aa-c6e9ca448e6d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:00.128976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.138481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:00.140835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:00.143269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:00.149102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:00.158056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:00.158660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.164109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:00.166246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['fa4338b6-9c8b-4fea-bf8e-8110795d2e23'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:03:00.189012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=a4d31930-f4ce-4d8b-96f0-4677d6a22dbe,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:00.237537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e17d06af-8112-4a96-881e-5dd61839fbeb req-0292bd06-81f5-430a-b217-d0371c2c7649 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332557 Sep 22 17:03:00.246256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6755176 Sep 22 17:03:00.247130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:00.256292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:00.257959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:00.297041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-d80555fe-548d-417a-b1ee-8d60b324ddb5', 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': 'b0fb8714-463b-47ee-8b00-3b378ec4cd15'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:00.298231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.301111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde52353-f1dd-49d7-b3cd-46785d2da507 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=8']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:00.322876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9984e0b4-5968-4782-b5ae-7bebba553369 None None] Could not find standard attr ID for object 4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:00.462880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:00.504895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] The port '11b01122-87c2-4e41-86aa-c6e9ca448e6d' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:03:00.564543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:00.578561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:00.582739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:00.594914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:00.623424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:00.631251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.756085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128b3fa-4546-4650-8398-fb1f318263bb None None] Pushing event deleted for resources: {'Port': ['ID=11b01122-87c2-4e41-86aa-c6e9ca448e6d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:00.760905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Attempting to bind port 87798e4d-b148-453f-9eb0-a766c24aa076 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:00.763302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Attempting to bind port 87798e4d-b148-453f-9eb0-a766c24aa076 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4705c192-4b1e-498d-8447-0db4dd18230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:00.763778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Attempting to bind port 87798e4d-b148-453f-9eb0-a766c24aa076 on network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:00.832529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a4d31930-f4ce-4d8b-96f0-4677d6a22dbe (CIDR: 2001:db8::/64) Sep 22 17:03:00.876412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ceec11ee-09ce-43e1-858f-13c12bdf0578 None None] Provisioning complete for port 9f9e76e3-fc14-4135-af55-95e53916a499 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:00.877074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceec11ee-09ce-43e1-858f-13c12bdf0578 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.877529 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ceec11ee-09ce-43e1-858f-13c12bdf0578 None None] Attempt 1 to provision port 9f9e76e3-fc14-4135-af55-95e53916a499 Sep 22 17:03:00.903893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Pushing event updated for resources: {'Port': ['ID=87798e4d-b148-453f-9eb0-a766c24aa076,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:00.925574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:00.925574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:00.944209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:00.944694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Checking segment: {'id': '4705c192-4b1e-498d-8447-0db4dd18230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:00.945669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.946327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Bound using segment: {'id': '4705c192-4b1e-498d-8447-0db4dd18230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:00.946933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Bound port: 87798e4d-b148-453f-9eb0-a766c24aa076, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4705c192-4b1e-498d-8447-0db4dd18230a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '5f5b0d9b-e4db-43f7-88de-7af73c4edce5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:00.947416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:00.981278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34178ae1-bd82-489e-978c-3f29f19d48f7 req-a1a2c04a-b205-4f0a-b44a-69ef7b13e853 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:00.990993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-34178ae1-bd82-489e-978c-3f29f19d48f7 req-a1a2c04a-b205-4f0a-b44a-69ef7b13e853 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 945 time: 0.1558526 Sep 22 17:03:01.016866 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b761089-e005-47b4-ad14-447414517153 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7674184 Sep 22 17:03:01.017656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46222) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:01.018002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46224) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:01.029066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:01.140223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.164824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.228912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1645919056'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:01.245828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:01.248488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:01.258359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:01.263328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:01.266127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:01.269472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.271251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:01.273842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] For port 87798e4d-b148-453f-9eb0-a766c24aa076, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:01.281872 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-34178ae1-bd82-489e-978c-3f29f19d48f7 req-44423871-0f50-48f1-9f9d-3f17bd6f830b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2900081 Sep 22 17:03:01.283431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:01.284975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:01.300797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.309066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:01.317095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:01.321276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.328630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Allocated IP 172.21.0.2 (d80555fe-548d-417a-b1ee-8d60b324ddb5/b0fb8714-463b-47ee-8b00-3b378ec4cd15/f3561dbc-0372-44f2-8aa2-a0372ef859b4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:01.336948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.355195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46232) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:01.389957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c86d066b-96e5-45ae-998e-369b1c5af4aa') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:01.390251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c86d066b-96e5-45ae-998e-369b1c5af4aa') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:01.428376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.470594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.488664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ceec11ee-09ce-43e1-858f-13c12bdf0578 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:01.505368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:01.519743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] For port 87798e4d-b148-453f-9eb0-a766c24aa076, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=87798e4d-b148-453f-9eb0-a766c24aa076,segment=NetworkSegment(4705c192-4b1e-498d-8447-0db4dd18230a),segment_id=4705c192-4b1e-498d-8447-0db4dd18230a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:01.523093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:01.527006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.528538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:01.529659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.544985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:01.597028 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7533894a-b0fe-4a40-a6c9-c59d9f3e2c5e tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/floatingips/9e10ff8a-6e33-4f00-a95b-1598409daa13 HTTP/1.1" status: 200 len: 993 time: 0.2411430 Sep 22 17:03:01.631916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.657547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Port': ['ID=87d29b0f-9d57-4588-a41d-e939a4244e4d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:01.676315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:01.679898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.831490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:01.902138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Allocated IP 172.26.8.26 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/9878dbc1-89f2-4d70-8e88-20726e042e6b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:01.908841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.922898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648e617e-62a9-468a-b7d1-24559a934956 None None] Pushing event updated for resources: {'Port': ['ID=87798e4d-b148-453f-9eb0-a766c24aa076,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:01.924381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:01.958898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-860efe22-02b9-4df1-b56e-5e11667b7f5c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3124030 Sep 22 17:03:01.964390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:01.972009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c86d066b-96e5-45ae-998e-369b1c5af4aa resource provider aggregate not found Sep 22 17:03:01.976649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:01.987106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:01.998707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:02.003619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be94e69-4455-4613-826d-59ed450fd701 req-4dfc53a6-d61d-4139-8191-d7e43119865b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:02.005292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6be94e69-4455-4613-826d-59ed450fd701 req-4dfc53a6-d61d-4139-8191-d7e43119865b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.1390836 Sep 22 17:03:02.059467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.081323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Transition to ACTIVE for port object f3561dbc-0372-44f2-8aa2-a0372ef859b4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:02.119997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Transition to ACTIVE for port object f3561dbc-0372-44f2-8aa2-a0372ef859b4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:02.149076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.149895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eed9d8fe-2a33-4642-badc-3187a7b39322,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:02.226065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.342196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:02.355060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:02.364776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:02.377047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Pushing event updated for resources: {'Port': ['ID=f3561dbc-0372-44f2-8aa2-a0372ef859b4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:02.407929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:02.420871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:02.421290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.462005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.467273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:02.475439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:02.476566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.485908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.508933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=d03a5c28-2369-413b-b4c0-cbb22c0657d1,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:02.551801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-c5adbea8-7e36-49dc-8e47-3ef21e1eb0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:02.554120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-c5adbea8-7e36-49dc-8e47-3ef21e1eb0c0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.5483434 Sep 22 17:03:02.590909 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c86d066b-96e5-45ae-998e-369b1c5af4aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c86d066b-96e5-45ae-998e-369b1c5af4aa found for delete ", "request_id": "req-fc2c99a1-8e06-43d1-b6b4-b1eb909f4613"}]} Sep 22 17:03:02.640507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:02.648337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.661533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Attempting to bind port f3561dbc-0372-44f2-8aa2-a0372ef859b4 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:02.661950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Attempting to bind port f3561dbc-0372-44f2-8aa2-a0372ef859b4 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9c0d8bd1-3713-4661-a992-6e3428fc9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:02.662499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Attempting to bind port f3561dbc-0372-44f2-8aa2-a0372ef859b4 on network d80555fe-548d-417a-b1ee-8d60b324ddb5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:02.686859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.705841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9b0d03-ee1a-42e3-b418-c99dad5a93c6 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:02.727766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.732108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:02.732569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Checking segment: {'id': '9c0d8bd1-3713-4661-a992-6e3428fc9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:02.732909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.733299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Bound using segment: {'id': '9c0d8bd1-3713-4661-a992-6e3428fc9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:02.733783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Bound port: f3561dbc-0372-44f2-8aa2-a0372ef859b4, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0d8bd1-3713-4661-a992-6e3428fc9ff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'd80555fe-548d-417a-b1ee-8d60b324ddb5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:02.734182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.782070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.841618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Provisioning complete for port 9f9e76e3-fc14-4135-af55-95e53916a499 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:02.841937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.842199 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Attempt 1 to provision port 9f9e76e3-fc14-4135-af55-95e53916a499 Sep 22 17:03:02.845910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-a2876bfe-088f-4f6d-8e35-0b5c5ca9e17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:02.847373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-a2876bfe-088f-4f6d-8e35-0b5c5ca9e17a service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.2663250 Sep 22 17:03:02.851889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c38f82c-3f87-4d28-802d-bba8706be6c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8249068 Sep 22 17:03:02.851889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ee045-9e5b-435f-8fc6-f94b52a14417,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:02.853474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46240) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:02.916023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.917160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77238cce-0e49-4f1a-acef-f1c5c163cb51 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.8955674 Sep 22 17:03:02.928108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:e7:9e:48', 'name': 'tempest-NetworksTestDHCPv6-1145596080'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:02.942668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46244) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:02.949575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:02.996295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:02.999533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.086017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.161800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-b3014516-6120-47cb-899c-5218d3796fce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.3068628 Sep 22 17:03:03.162646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:03.163035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.177844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] For port f3561dbc-0372-44f2-8aa2-a0372ef859b4, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:03.216418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.20.0.1 (5f5b0d9b-e4db-43f7-88de-7af73c4edce5/f8bac0b3-b3aa-46bb-a881-c5a11a81de55/549738c8-03e9-4c79-a018-2f7741677076) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:03.246130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] For port f3561dbc-0372-44f2-8aa2-a0372ef859b4, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f3561dbc-0372-44f2-8aa2-a0372ef859b4,segment=NetworkSegment(9c0d8bd1-3713-4661-a992-6e3428fc9ff3),segment_id=9c0d8bd1-3713-4661-a992-6e3428fc9ff3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:03.258787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8125800-2e15-45d8-88ee-10a545d1c36d None None] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:03.278455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:03.313320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:03.322137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e3662f8d-f0d3-43c6-9817-2ece1bba90c1 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:03.326741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:03.328287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-9635b1be-9ea9-437f-8a38-d614cd1c92f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:03.329324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.329967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-9635b1be-9ea9-437f-8a38-d614cd1c92f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.1545062 Sep 22 17:03:03.355508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.398201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:03.406578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/224e78e7-a8c5-4fa9-ae85-1e9bcc2e7bb8 HTTP/1.1" status: 204 len: 168 time: 7.7505376 Sep 22 17:03:03.411038 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6be94e69-4455-4613-826d-59ed450fd701 req-dacf467b-61ee-46b3-a10b-f167ed32746b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8178573 Sep 22 17:03:03.411038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.411291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.411491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.411826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.412088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:03.412211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.412467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.413440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.413861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.414269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.414644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.414974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.415316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9718d6e3-6e30-4efa-8608-cd8f2a166768 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:03.428079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46248) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:03.434553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.435067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Fanout notify agent at l3_agent the message router_deleted on router fa338e02-dd37-4ac3-add6-a7b8a4d5a905 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:03.445732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.451257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1457444840'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:03.469241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:03.477945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:03.484483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:03.487642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:03.495228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:03.521278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:03.538529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e3662f8d-f0d3-43c6-9817-2ece1bba90c1 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:03.539836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3662f8d-f0d3-43c6-9817-2ece1bba90c1 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.5962138 Sep 22 17:03:03.549161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46254) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:03.563087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-security--1825261653', 'description': 'tempest-security-description-97311888'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:03.573087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Pushing event updated for resources: {'Port': ['ID=9878dbc1-89f2-4d70-8e88-20726e042e6b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:03.585685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.589613 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0da088e-4234-4fe6-988d-5d4fa3c16101 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/routers/fa338e02-dd37-4ac3-add6-a7b8a4d5a905 HTTP/1.1" status: 204 len: 168 time: 6.2817428 Sep 22 17:03:03.591179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:03.595800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:03.650238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:03.684495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.690031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.729924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 549738c8-03e9-4c79-a018-2f7741677076 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:03.757797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-6f050422-48c7-42e5-87f5-6f7d34bebf47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:03.759712 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-6f050422-48c7-42e5-87f5-6f7d34bebf47 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4219334 Sep 22 17:03:03.803194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:03.805252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae66e791-94d3-4df5-97df-4098e67b16ef None None] Provisioning for port 87798e4d-b148-453f-9eb0-a766c24aa076 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:03.812400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.821085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Deleting subnet 8a0a8b08-2a32-4966-93cc-18c8696b169a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:03.825693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:03.887012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cff986-e9a7-4ba6-9a64-d0fe200a74dc None None] Pushing event updated for resources: {'Port': ['ID=f3561dbc-0372-44f2-8aa2-a0372ef859b4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:03.934249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.018303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.052329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f59ead-18ec-4355-8659-5a3fe3d3e473 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:04.106883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:04.164014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.177095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:04.177479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.177799 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 Sep 22 17:03:04.186275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.298300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:04.302641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Update dhcp port {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'fixed_ips': [{'subnet_id': 'a4d31930-f4ce-4d8b-96f0-4677d6a22dbe', 'ip_address': '2001:db8::f816:3eff:fec1:c479'}, {'subnet_id': 'd03a5c28-2369-413b-b4c0-cbb22c0657d1'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': '9f9e76e3-fc14-4135-af55-95e53916a499'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:03:04.313435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Subnet': ['ID=8a0a8b08-2a32-4966-93cc-18c8696b169a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:04.333202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.352125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.355155 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 2120c40d-52aa-4372-89bf-6a5d9a8e2b90 of type vlan for network 67a374d4-0906-4b34-b902-06e795861e44 Sep 22 17:03:04.360302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.365405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9f9e76e3-fc14-4135-af55-95e53916a499 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:04.365779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.366811 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9f9e76e3-fc14-4135-af55-95e53916a499 Sep 22 17:03:04.370423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port f5712447-0f03-434f-b51a-604526cf0c67 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:04.400269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.419352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b157bcac-6443-48ac-aae7-424c9fe6aec1 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/subnets/8a0a8b08-2a32-4966-93cc-18c8696b169a HTTP/1.1" status: 204 len: 168 time: 0.8180454 Sep 22 17:03:04.419352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.420810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.421932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "PUT /v2.0/security-groups/330ee045-9e5b-435f-8fc6-f94b52a14417 HTTP/1.1" status: 200 len: 1776 time: 0.8696988 Sep 22 17:03:04.426610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:04.426907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46270) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:04.452798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.465749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3653462e-8e99-43e9-b8e4-81f6399580fe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=330ee045-9e5b-435f-8fc6-f94b52a14417,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:04.519375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.598477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:04.598873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.679397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-a952c1e4-c202-4ba1-af5b-aa8f5350d114 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9072118 Sep 22 17:03:04.685410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b00b529-112e-4c69-9374-bd38766639f5 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups/330ee045-9e5b-435f-8fc6-f94b52a14417 HTTP/1.1" status: 200 len: 1776 time: 0.2223389 Sep 22 17:03:04.707696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46276) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:04.838241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:03:04.840328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4dc13a71-77ff-43ed-8401-5dfbf49e27de" -d '{"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-plugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:03:04.893447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:04.906240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.920694 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a993dcb1-3b01-42a1-b60e-1affee3e060f req-41e1b0f2-d145-46db-b7e4-6a2f42d17a78 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2078726 Sep 22 17:03:04.990659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:04.996425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:04.997072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.041080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-965eac6f-b772-4285-930e-2678356f0480 None None] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:05.042705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.062408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:05.072928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:05.075419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:05.131139 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6978807 Sep 22 17:03:05.198341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:05.200830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.217708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c499ed-a77e-4e41-81b3-1e43d95e3e27 x-openstack-request-id: req-76c499ed-a77e-4e41-81b3-1e43d95e3e27 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:03:05.217999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-plugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:03:05.218420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76c499ed-a77e-4e41-81b3-1e43d95e3e27 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:03:05.218873 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76c499ed-a77e-4e41-81b3-1e43d95e3e27'] response: {'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'code': 200} Sep 22 17:03:05.307228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.327787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9f9e76e3-fc14-4135-af55-95e53916a499 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:05.329367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 87798e4d-b148-453f-9eb0-a766c24aa076 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:05.387811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '67a374d4-0906-4b34-b902-06e795861e44', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:05.395238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:05.415794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=549738c8-03e9-4c79-a018-2f7741677076,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:05.427318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.436168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.436357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.477380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba40d01-30eb-4c61-b04b-231a68f7efd2']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:05.500047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe266f1-6f22-473d-8ef9-095c3ba858a1') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:05.500349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe266f1-6f22-473d-8ef9-095c3ba858a1') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:05.509548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Allocated IP 2001:db8:0:1::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d03a5c28-2369-413b-b4c0-cbb22c0657d1/9f9e76e3-fc14-4135-af55-95e53916a499) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:05.516220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.536593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.544416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861cb41-92aa-4166-ab1a-cbfef6309186 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=67a374d4-0906-4b34-b902-06e795861e44,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:05.549749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:05.550743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.560378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 67a374d4-0906-4b34-b902-06e795861e44 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:05.577717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.590548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ef9a32-8e2b-4dfa-9682-2ade6a4d6298 req-8f8814a3-a0c8-46bc-9b9d-f2b4ea9c7ea8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:05.592092 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85ef9a32-8e2b-4dfa-9682-2ade6a4d6298 req-8f8814a3-a0c8-46bc-9b9d-f2b4ea9c7ea8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.1858499 Sep 22 17:03:05.652718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment afe266f1-6f22-473d-8ef9-095c3ba858a1 resource provider aggregate not found Sep 22 17:03:05.680345 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment afe266f1-6f22-473d-8ef9-095c3ba858a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afe266f1-6f22-473d-8ef9-095c3ba858a1 found for delete ", "request_id": "req-da4aef7b-482f-4454-bf47-4d97f166dd46"}]} Sep 22 17:03:05.685946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=330ee045-9e5b-435f-8fc6-f94b52a14417,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:05.714691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.729148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:05.741344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 87798e4d-b148-453f-9eb0-a766c24aa076 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:05.745451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.754014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:05.754356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.755917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-560a2dcc-6b6d-41d3-800c-a2f4bb42d6d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/330ee045-9e5b-435f-8fc6-f94b52a14417 HTTP/1.1" status: 204 len: 168 time: 0.8383234 Sep 22 17:03:05.757552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] Pushing event deleted for resources: {'Network': ['ID=1ba40d01-30eb-4c61-b04b-231a68f7efd2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:05.759671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:05.762861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Provisioning for port f3561dbc-0372-44f2-8aa2-a0372ef859b4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:05.764049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9a050f71-d970-47a6-a285-1f20ce6a1609 tempest-FloatingIPTestJSON-257903870 tempest-FloatingIPTestJSON-257903870-project] 10.222.0.25 "DELETE /v2.0/networks/1ba40d01-30eb-4c61-b04b-231a68f7efd2 HTTP/1.1" status: 204 len: 168 time: 1.3051221 Sep 22 17:03:05.771584 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85ef9a32-8e2b-4dfa-9682-2ade6a4d6298 req-c47ba553-6831-46e4-a601-3c93ec654d88 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1625168 Sep 22 17:03:05.773166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:05.803906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:05.811118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 87798e4d-b148-453f-9eb0-a766c24aa076 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:05.811536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.811887 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 87798e4d-b148-453f-9eb0-a766c24aa076 Sep 22 17:03:05.838174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d918260d-aebf-41cb-ae74-24401d956373 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:05.862901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d918260d-aebf-41cb-ae74-24401d956373 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:05.870742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d918260d-aebf-41cb-ae74-24401d956373 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1035357 Sep 22 17:03:05.870742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:05.888063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-1db1ff30-214f-4633-81eb-94856fa32252 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] delete failed (client error): The resource could not be found. Sep 22 17:03:05.893335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1db1ff30-214f-4633-81eb-94856fa32252 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/330ee045-9e5b-435f-8fc6-f94b52a14417 HTTP/1.1" status: 404 len: 347 time: 0.0202463 Sep 22 17:03:05.894999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46302) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:05.905444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1985388046'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:05.911829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:05.929294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:05.942712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.945001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Provisioning for port 549738c8-03e9-4c79-a018-2f7741677076 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:05.960118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:05.964156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.973562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Provisioning complete for port 549738c8-03e9-4c79-a018-2f7741677076 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:05.973943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:05.974330 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 1 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:05.978332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:05.983891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:05.989247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:06.001342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:06.021142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:06.043020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.118678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:06.119559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.123526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.127423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.134391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 87798e4d-b148-453f-9eb0-a766c24aa076 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:06.134781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.157036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.157615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.191220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Transition to ACTIVE for port object 9f9e76e3-fc14-4135-af55-95e53916a499 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:06.197304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 87798e4d-b148-453f-9eb0-a766c24aa076, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=87798e4d-b148-453f-9eb0-a766c24aa076,segment=NetworkSegment(4705c192-4b1e-498d-8447-0db4dd18230a),segment_id=4705c192-4b1e-498d-8447-0db4dd18230a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:06.199079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.211271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.212763 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3162727 Sep 22 17:03:06.235885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.250635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:06.250778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46310) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:06.278267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '30aaa6d4-31ac-4d9a-a598-9b680b0548ff', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:06.311919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:06.324093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8264e1a9-c3cd-4586-a074-ed1be2586ba8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30aaa6d4-31ac-4d9a-a598-9b680b0548ff,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:06.347520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:06.357662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:06.376652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db3f726-8761-4273-90ae-47871cc7cc26 None None] Pushing event updated for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=11']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:06.382368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:06.474296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=87798e4d-b148-453f-9eb0-a766c24aa076,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:06.514367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:06.565340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.619841 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 2 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:06.626751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8:0:1::37c (f3a9654d-3ae4-48af-9ca2-2c6331f26039/d03a5c28-2369-413b-b4c0-cbb22c0657d1/f5712447-0f03-434f-b51a-604526cf0c67) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:06.642422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dac0937b-6369-47c7-96ae-d9756c25b62a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=60a1fe73eacc47fb8847a7b8425e4d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3810527 Sep 22 17:03:06.644786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46320) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:06.654294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::f816:3eff:fee7:9e48 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/a4d31930-f4ce-4d8b-96f0-4677d6a22dbe/f5712447-0f03-434f-b51a-604526cf0c67) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:06.690683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f3561dbc-0372-44f2-8aa2-a0372ef859b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:06.770875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:06.779352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.794907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f3561dbc-0372-44f2-8aa2-a0372ef859b4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:06.801181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f3561dbc-0372-44f2-8aa2-a0372ef859b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:06.801700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.802181 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f3561dbc-0372-44f2-8aa2-a0372ef859b4 Sep 22 17:03:06.826830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.946411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a3d8c1-2a76-4f9e-b700-909746aa73f6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:06.948267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:06.955605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f3561dbc-0372-44f2-8aa2-a0372ef859b4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:06.956168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.002013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f3561dbc-0372-44f2-8aa2-a0372ef859b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f3561dbc-0372-44f2-8aa2-a0372ef859b4,segment=NetworkSegment(9c0d8bd1-3713-4661-a992-6e3428fc9ff3),segment_id=9c0d8bd1-3713-4661-a992-6e3428fc9ff3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:07.010495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.026040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.029900 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48917d2e-e7d2-4f5b-b735-54a61fb064e8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7679634 Sep 22 17:03:07.055058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:07.069256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.075268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Router 07890d23-9751-49a3-878b-42d318de261a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:07.176366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.186847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.188086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbf7520-bc17-4a1d-bf76-cb9ffc51872d None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:07.205931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.234570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object f5712447-0f03-434f-b51a-604526cf0c67 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:07.258882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.269611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b759e7b9-863a-4460-891d-a90d506fecbf req-a2ce8e16-9750-4294-878e-fe6a009dbd00 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:07.271169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b759e7b9-863a-4460-891d-a90d506fecbf req-a2ce8e16-9750-4294-878e-fe6a009dbd00 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3046761 Sep 22 17:03:07.289326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.313804 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 3 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:07.323663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f981dd8-c8a4-4894-9f15-0631aa6118f7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:07.337251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=92a3d8c1-2a76-4f9e-b700-909746aa73f6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:07.345152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.346287 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-187afa18-f6e0-4931-b197-3c3c22cb6b2d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0f981dd8-c8a4-4894-9f15-0631aa6118f7 HTTP/1.1" status: 204 len: 168 time: 0.6990662 Sep 22 17:03:07.359828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.360977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-799093f2-59a0-4fa6-bd7c-4ac64ab517c2 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/92a3d8c1-2a76-4f9e-b700-909746aa73f6 HTTP/1.1" status: 204 len: 168 time: 0.3041306 Sep 22 17:03:07.365024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:07.386534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.393276 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b759e7b9-863a-4460-891d-a90d506fecbf req-482b603e-8298-401c-9e3e-736e1ace08fd tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109798 Sep 22 17:03:07.444047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:07.476797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] Sync routers for ids ['07890d23-9751-49a3-878b-42d318de261a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:07.485189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f3561dbc-0372-44f2-8aa2-a0372ef859b4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:07.485434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:07.490308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.490789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:07.490973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:07.494516 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b428fe73-9101-4179-92a4-90c69f37dcac tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "PUT /v2.0/routers/07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 200 len: 912 time: 9.7303400 Sep 22 17:03:07.497466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:07.500242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:07.505900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.506117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:07.507257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.534795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] Routers {'07890d23-9751-49a3-878b-42d318de261a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:07.535485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['07890d23-9751-49a3-878b-42d318de261a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:07.579913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-72a97e6f-2cdb-4199-8858-897f0999de62 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:07.590507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=505b087a-fbcd-414f-bd73-50d5defaac28,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:07.597757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=f5712447-0f03-434f-b51a-604526cf0c67,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:07.606213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:07.628231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] Routers {'07890d23-9751-49a3-878b-42d318de261a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:07.628924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['07890d23-9751-49a3-878b-42d318de261a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:07.633056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.633458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.633795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.634160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.634491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.634813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.635137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.635504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.635820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.636139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.636458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.636808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:07.648749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a0ccfd7-3385-4bc1-b1e0-288f7c6d3560 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.7342741 Sep 22 17:03:07.654093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:07.671664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '2120c40d-52aa-4372-89bf-6a5d9a8e2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67a374d4-0906-4b34-b902-06e795861e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:07.672195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 67a374d4-0906-4b34-b902-06e795861e44, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:07.707516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 67a374d4-0906-4b34-b902-06e795861e44 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:07.730031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.732529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 67a374d4-0906-4b34-b902-06e795861e44) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:07.733945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:07.734466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe58ba-84cd-4afa-a18e-ea92f0297c6c None None] The sync data for ids ['07890d23-9751-49a3-878b-42d318de261a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:07.738343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:07.739212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.745434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.756131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45d5f7c6-a8ba-49f0-88b3-e2c871e87070 None None] Network 67a374d4-0906-4b34-b902-06e795861e44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:07.778048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-72a97e6f-2cdb-4199-8858-897f0999de62 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:07.779184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-72a97e6f-2cdb-4199-8858-897f0999de62 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4132407 Sep 22 17:03:07.795335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46346) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:07.857392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port f5712447-0f03-434f-b51a-604526cf0c67 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:07.857802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.897136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:07.998306 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 4 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:08.049137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2aedddea-4c9e-4e34-b3ca-b80167955181 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 200 len: 918 time: 0.5375731 Sep 22 17:03:08.055487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:08.063702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff358a1a-a33b-45bd-92e1-1d2631029c77 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8616433 Sep 22 17:03:08.073769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:08.074707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:08.078302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:08.136984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:08.160153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1281049648', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:08.205423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-67a374d4-0906-4b34-b902-06e795861e44', 'network_id': '67a374d4-0906-4b34-b902-06e795861e44', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '505b087a-fbcd-414f-bd73-50d5defaac28'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:08.206623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.385569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=549738c8-03e9-4c79-a018-2f7741677076,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:08.395545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:08.404256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:08.409298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:08.421348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:08.438375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:08.512257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.513333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.522751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.550016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.581304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.598690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.638722 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 5 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:08.666831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144e9726-e813-467d-8f0f-e9471fb94e04 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:08.668928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-144e9726-e813-467d-8f0f-e9471fb94e04 tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=07890d23-9751-49a3-878b-42d318de261a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6103432 Sep 22 17:03:08.673930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.685969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46376) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:08.750474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 334b1b3c-29b9-466b-bcb6-213313b3511b is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:08.765078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:08.770463 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe47db7a-4250-4d71-a0a6-82fe438c996a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6805263 Sep 22 17:03:08.771831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46380) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:08.815137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Allocated IP 2001:db8::2 (67a374d4-0906-4b34-b902-06e795861e44/505b087a-fbcd-414f-bd73-50d5defaac28/059a307f-d3ab-4149-a2d9-691f3f218e51) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:08.855394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f3561dbc-0372-44f2-8aa2-a0372ef859b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:08.866509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46384) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:08.896325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:08.909987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for f5712447-0f03-434f-b51a-604526cf0c67 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:08.956745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.009100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30aaa6d4-31ac-4d9a-a598-9b680b0548ff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:09.070230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.074186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db0b8018-417d-4606-9bbb-83c2b5aa572e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/30aaa6d4-31ac-4d9a-a598-9b680b0548ff HTTP/1.1" status: 204 len: 168 time: 1.2672484 Sep 22 17:03:09.077604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.092246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.105991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ffb12f4-4dd3-46d4-8b85-841dc0be68af tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:09.110308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ffb12f4-4dd3-46d4-8b85-841dc0be68af tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/networks/95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 881 time: 0.4195843 Sep 22 17:03:09.137214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46394) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.159749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f3561dbc-0372-44f2-8aa2-a0372ef859b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:09.160133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.160467 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f3561dbc-0372-44f2-8aa2-a0372ef859b4 Sep 22 17:03:09.204682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-85d8015f-ef19-4d47-a942-d748fa5d8d31 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:09.275443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea551d37-e33c-4cf0-89d3-4f0bbae5b57b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] Request body: {'port': {'network_id': '4c7d3dd8-6d5b-4838-9700-a00ebf1978ed', 'name': 'tempest-NetworksNegativeTestJSON-271208136'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:09.279420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-85d8015f-ef19-4d47-a942-d748fa5d8d31 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:09.281313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-85d8015f-ef19-4d47-a942-d748fa5d8d31 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2020743 Sep 22 17:03:09.285096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.291522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001416061'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:09.301469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f3561dbc-0372-44f2-8aa2-a0372ef859b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:09.302002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:09.302527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 87798e4d-b148-453f-9eb0-a766c24aa076 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:09.314007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:09.317528 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2fadff94-f42a-43d2-b672-a93c13594af0 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 200 len: 205 time: 0.1172485 Sep 22 17:03:09.317671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.318177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46404) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.376998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Transition to ACTIVE for port object 059a307f-d3ab-4149-a2d9-691f3f218e51 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:09.396720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea551d37-e33c-4cf0-89d3-4f0bbae5b57b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] POST failed (client error): The resource could not be found. Sep 22 17:03:09.397740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea551d37-e33c-4cf0-89d3-4f0bbae5b57b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:09.402574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea551d37-e33c-4cf0-89d3-4f0bbae5b57b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5310543 Sep 22 17:03:09.403954 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 6 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:09.410246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.464903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Transition to ACTIVE for port object 059a307f-d3ab-4149-a2d9-691f3f218e51 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:09.466830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=f5712447-0f03-434f-b51a-604526cf0c67,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:09.484409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca3281d-d190-4941-a716-76ea80232e1a req-b7f9ec41-18c1-4b18-84b7-4cf560be655b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:09.486255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cca3281d-d190-4941-a716-76ea80232e1a req-b7f9ec41-18c1-4b18-84b7-4cf560be655b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.8473182 Sep 22 17:03:09.489542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:09.492853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.498151 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-401a808a-9e11-454c-8d61-2af63036d498 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4386888 Sep 22 17:03:09.511909 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] Sync routers for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:09.517977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.535524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:09.536637 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:09.548743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:09.552564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.581423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Network 67a374d4-0906-4b34-b902-06e795861e44 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:09.591652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:09.594230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:09.608422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 87798e4d-b148-453f-9eb0-a766c24aa076 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:09.608883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.609233 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 87798e4d-b148-453f-9eb0-a766c24aa076 Sep 22 17:03:09.632353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c294680d-66bd-4995-92e5-0684bc9c2a04 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:09.638434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c294680d-66bd-4995-92e5-0684bc9c2a04 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:09.639965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Pushing event updated for resources: {'Port': ['ID=059a307f-d3ab-4149-a2d9-691f3f218e51,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:09.651531 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:09.672568 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:09.673476 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:09.727728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.738753 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bc24c386-ec53-43ce-802a-00641c9fe7e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/f5712447-0f03-434f-b51a-604526cf0c67 HTTP/1.1" status: 204 len: 168 time: 2.0816410 Sep 22 17:03:09.744413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.750328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.750719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.751074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.751644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.752037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.752383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.752383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.756689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c294680d-66bd-4995-92e5-0684bc9c2a04 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "DELETE /v2.0/networks/540e93f4-67c7-4a74-abc2-ef4e96adda7e HTTP/1.1" status: 404 len: 339 time: 0.3253326 Sep 22 17:03:09.756790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.756790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.756790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.756790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.756790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:03:09.769819 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cca3281d-d190-4941-a716-76ea80232e1a req-e52b028a-79a0-4cd0-841e-e3e3303a76dc tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2737007 Sep 22 17:03:09.789135 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:09.789741 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2c1193-e5ec-48d5-8f80-bc1bccb45e63 None None] The sync data for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:09.795527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Attempting to bind port 059a307f-d3ab-4149-a2d9-691f3f218e51 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:09.795935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Attempting to bind port 059a307f-d3ab-4149-a2d9-691f3f218e51 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '2120c40d-52aa-4372-89bf-6a5d9a8e2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67a374d4-0906-4b34-b902-06e795861e44'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:09.796290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Attempting to bind port 059a307f-d3ab-4149-a2d9-691f3f218e51 on network 67a374d4-0906-4b34-b902-06e795861e44 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:09.817103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:09.817477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Checking segment: {'id': '2120c40d-52aa-4372-89bf-6a5d9a8e2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67a374d4-0906-4b34-b902-06e795861e44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:09.817801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.818197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Bound using segment: {'id': '2120c40d-52aa-4372-89bf-6a5d9a8e2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67a374d4-0906-4b34-b902-06e795861e44'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:09.818685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Bound port: 059a307f-d3ab-4149-a2d9-691f3f218e51, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2120c40d-52aa-4372-89bf-6a5d9a8e2b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '67a374d4-0906-4b34-b902-06e795861e44'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:09.819112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.830283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.863707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:09.887353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:09.895239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:09.898566 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-def34da9-ce94-41b0-8a9b-4b3c5d3da7b4 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:09.899250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def34da9-ce94-41b0-8a9b-4b3c5d3da7b4 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:09.904752 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-def34da9-ce94-41b0-8a9b-4b3c5d3da7b4 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "DELETE /v2.0/ports/057c93a5-03b0-4445-9583-35b3db89d248 HTTP/1.1" status: 404 len: 333 time: 0.0665641 Sep 22 17:03:09.905793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.907308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364cf7c1-29ff-401e-a3c0-b80d698bfb6e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:09.911500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-364cf7c1-29ff-401e-a3c0-b80d698bfb6e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports/549738c8-03e9-4c79-a018-2f7741677076 HTTP/1.1" status: 200 len: 910 time: 0.3772581 Sep 22 17:03:09.915416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46426) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:09.915744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:09.965359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 87798e4d-b148-453f-9eb0-a766c24aa076 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:09.978399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] For port 059a307f-d3ab-4149-a2d9-691f3f218e51, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:09.981787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] For port 059a307f-d3ab-4149-a2d9-691f3f218e51, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=059a307f-d3ab-4149-a2d9-691f3f218e51,segment=NetworkSegment(2120c40d-52aa-4372-89bf-6a5d9a8e2b90),segment_id=2120c40d-52aa-4372-89bf-6a5d9a8e2b90)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:09.983560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.985962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:09.999585 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc4f1ab5-26f7-4ba4-b5ea-519eb617eb4f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:10.000389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc4f1ab5-26f7-4ba4-b5ea-519eb617eb4f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:10.005459 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bc4f1ab5-26f7-4ba4-b5ea-519eb617eb4f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "DELETE /v2.0/subnets/423e3215-2a75-49dd-b231-480834939601 HTTP/1.1" status: 404 len: 337 time: 0.0670621 Sep 22 17:03:10.007634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46432) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.049625 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 7 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:10.115679 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-88cdba42-bdfa-4fa4-8106-72e926381870 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] GET failed (client error): The resource could not be found. Sep 22 17:03:10.115679 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88cdba42-bdfa-4fa4-8106-72e926381870 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "GET /v2.0/networks/9cd75ebe-18b1-4b62-afe1-3ca397327202 HTTP/1.1" status: 404 len: 339 time: 0.1014450 Sep 22 17:03:10.134340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf643f6-a670-4d20-a2c0-df94b19f5a26 None None] Pushing event updated for resources: {'Port': ['ID=059a307f-d3ab-4149-a2d9-691f3f218e51,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:10.139057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:10.168077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46436) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.232223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:10.278083 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d262f62e-5e42-49eb-8ae5-921ef8984b13 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] GET failed (client error): The resource could not be found. Sep 22 17:03:10.279704 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d262f62e-5e42-49eb-8ae5-921ef8984b13 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "GET /v2.0/ports/06a820b8-92f9-4d01-a826-0fdabc2d2b5f HTTP/1.1" status: 404 len: 333 time: 0.1097434 Sep 22 17:03:10.289091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d45674-d8ca-4bce-8c38-04c0affd3530 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:10.289857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13d45674-d8ca-4bce-8c38-04c0affd3530 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:10.292397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46440) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.362643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13d45674-d8ca-4bce-8c38-04c0affd3530 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:10.363821 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13d45674-d8ca-4bce-8c38-04c0affd3530 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.6184347 Sep 22 17:03:10.370973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.385877 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7048056b-30a8-49fd-b017-0f1a259d1270 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] GET failed (client error): The resource could not be found. Sep 22 17:03:10.391578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7048056b-30a8-49fd-b017-0f1a259d1270 tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "GET /v2.0/subnets/84a0c3b5-d0e1-452d-a0dc-11e0e0072a03 HTTP/1.1" status: 404 len: 337 time: 0.0916815 Sep 22 17:03:10.395314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.409744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8e6e30df-f851-4ae4-a81c-afbff7ad7e8b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] Request body: {'network': {'name': 'new_name'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:10.432292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e6e30df-f851-4ae4-a81c-afbff7ad7e8b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] PUT failed (client error): The resource could not be found. Sep 22 17:03:10.433091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e6e30df-f851-4ae4-a81c-afbff7ad7e8b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:10.440029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e6e30df-f851-4ae4-a81c-afbff7ad7e8b tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "PUT /v2.0/networks/dffce19c-682e-4229-ad56-48c0fa15abc1 HTTP/1.1" status: 404 len: 339 time: 0.0343847 Sep 22 17:03:10.440366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46452) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.476657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-991f8fd1-872a-459c-b652-31403512341e tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] Request body: {'port': {'name': 'new_name'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:10.532208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-991f8fd1-872a-459c-b652-31403512341e tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] PUT failed (client error): The resource could not be found. Sep 22 17:03:10.532716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-991f8fd1-872a-459c-b652-31403512341e tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:10.533835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-991f8fd1-872a-459c-b652-31403512341e tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "PUT /v2.0/ports/8179a4bb-e637-45a7-8cc1-3859e50b3d42 HTTP/1.1" status: 404 len: 333 time: 0.0924933 Sep 22 17:03:10.537905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:10.546519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-94025b7a-df75-49cb-99cb-10723af97d8f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:10.584737 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-94025b7a-df75-49cb-99cb-10723af97d8f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] PUT failed (client error): The resource could not be found. Sep 22 17:03:10.589214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94025b7a-df75-49cb-99cb-10723af97d8f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:10.589214 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94025b7a-df75-49cb-99cb-10723af97d8f tempest-NetworksNegativeTestJSON-1721637870 tempest-NetworksNegativeTestJSON-1721637870-project] 10.222.0.25 "PUT /v2.0/subnets/1cac2b9a-570e-4138-812f-29206a4c05eb HTTP/1.1" status: 404 len: 337 time: 0.0474229 Sep 22 17:03:10.641156 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 8 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:10.679148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8::1 (67a374d4-0906-4b34-b902-06e795861e44/505b087a-fbcd-414f-bd73-50d5defaac28/71f0657e-aaad-4a08-8b38-4b7551a40362) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:10.729427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:10.749599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:10.758248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:10.985699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46466) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:11.017448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.077251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.096113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 71f0657e-aaad-4a08-8b38-4b7551a40362 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:11.129206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.136810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port 9878dbc1-89f2-4d70-8e88-20726e042e6b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:11.137165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.165000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751804e9-fb29-429f-8206-433a4b5e0983,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:11.192956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e0337-65f0-45c5-b3b7-aeb9444ccaca tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:11.193698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5f8e0337-65f0-45c5-b3b7-aeb9444ccaca tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:11.207880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.209152 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-611e0919-3ea6-43d4-8a06-0691b93c3b5e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.9230506 Sep 22 17:03:11.216431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.228877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46472) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:11.242574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '751804e9-fb29-429f-8206-433a4b5e0983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:11.250699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 67a374d4-0906-4b34-b902-06e795861e44 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:11.259449 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 9 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:11.262762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:11.269160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:11.271809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:11.279238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:11.279792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.282763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=71f0657e-aaad-4a08-8b38-4b7551a40362,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:11.290085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Usage tracker for resource:security_group_rule and tenant:5a4ebc6bbf544d1795cbfd87ac3349b1 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:11.293980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:11.297042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:11.319185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:11.322382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:11.346732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:11.358564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:11.410237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e486882-7df4-426a-8308-a05982406b06 None None] Network 67a374d4-0906-4b34-b902-06e795861e44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:11.421928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.447013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5f8e0337-65f0-45c5-b3b7-aeb9444ccaca tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:11.450745 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f8e0337-65f0-45c5-b3b7-aeb9444ccaca tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 1.0720809 Sep 22 17:03:11.468372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:11.541373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021000b9-e847-4868-b43e-62ed0986a2b6 req-9e95510d-797f-493d-8a3a-fc9de16ba329 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:11.543008 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-021000b9-e847-4868-b43e-62ed0986a2b6 req-9e95510d-797f-493d-8a3a-fc9de16ba329 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5911074 Sep 22 17:03:11.559537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.596972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.625183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.670457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.680872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.770458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for 9878dbc1-89f2-4d70-8e88-20726e042e6b owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:11.834613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.860419 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Attempt 10 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:11.862763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.870256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=519a35b8-7cd5-4888-848f-7983c9c5e714,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:11.951255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-45a88558-7799-44db-8a80-a2f1c87f9056 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:11.952514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:11.955932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0ac9db9-2bf2-4741-9ba8-22fa58a95cfc tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7244101 Sep 22 17:03:11.961464 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a4ebc6bbf544d1795cbfd87ac3349b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9746883 Sep 22 17:03:11.962297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c18e4e5-9077-474e-8280-2b4df9702135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d0e50b-1bbc-48b6-8371-9c9106795bd9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:11.965356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:11.965694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:11.993916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '751804e9-fb29-429f-8206-433a4b5e0983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:12.062543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:12.063308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:12.064735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:12.065603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:12.068520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:12.071406 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-021000b9-e847-4868-b43e-62ed0986a2b6 req-4fe48424-12fd-4f05-9f65-6c2d46ae83ab tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5013671 Sep 22 17:03:12.087186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:12.093268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:12.116668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:12.121205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Provisioning for port 059a307f-d3ab-4149-a2d9-691f3f218e51 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:12.135931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Could not find standard attr ID for object f5712447-0f03-434f-b51a-604526cf0c67. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:12.153808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Provisioning complete for port 549738c8-03e9-4c79-a018-2f7741677076 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:12.154788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.155348 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 1 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:12.195324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.196291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:12.197551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5ffc6024-6901-4069-8d58-7879f844d576 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.7268648 Sep 22 17:03:12.208969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46488) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:12.221446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.266824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:12.298013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.302578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.313743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.314538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.367620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 059a307f-d3ab-4149-a2d9-691f3f218e51 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:12.423306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.446201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 059a307f-d3ab-4149-a2d9-691f3f218e51 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:12.452675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 059a307f-d3ab-4149-a2d9-691f3f218e51 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:12.453245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.453362 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 059a307f-d3ab-4149-a2d9-691f3f218e51 Sep 22 17:03:12.474491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet a4d31930-f4ce-4d8b-96f0-4677d6a22dbe {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:12.484432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.496275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.559942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=71f0657e-aaad-4a08-8b38-4b7551a40362,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:12.568659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41affa4c-673c-4fee-82be-25b972878a3b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:12.578753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.583829 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-58484d57-efc5-4b48-aabd-f2c4a9387013 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6107743 Sep 22 17:03:12.591945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46492) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:12.600299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '751804e9-fb29-429f-8206-433a4b5e0983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:12.609460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 059a307f-d3ab-4149-a2d9-691f3f218e51 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:12.609837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.610107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:12.626242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:12.631908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:12.634834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.650160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 059a307f-d3ab-4149-a2d9-691f3f218e51, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=059a307f-d3ab-4149-a2d9-691f3f218e51,segment=NetworkSegment(2120c40d-52aa-4372-89bf-6a5d9a8e2b90),segment_id=2120c40d-52aa-4372-89bf-6a5d9a8e2b90)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:12.652891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:12.656334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.668102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d0e50b-1bbc-48b6-8371-9c9106795bd9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:12.672204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 67a374d4-0906-4b34-b902-06e795861e44 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:12.675156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:12.748799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.749935 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dba2c0fd-20ff-43d6-9e8b-dc55d843dd38 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/10d0e50b-1bbc-48b6-8371-9c9106795bd9 HTTP/1.1" status: 204 len: 168 time: 0.7789350 Sep 22 17:03:12.752261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.21.0.1 (d80555fe-548d-417a-b1ee-8d60b324ddb5/b0fb8714-463b-47ee-8b00-3b378ec4cd15/cf35cef7-3014-4c19-be32-be3cd32d3321) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:12.769628 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 2 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:12.799629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=059a307f-d3ab-4149-a2d9-691f3f218e51,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:12.831142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.876372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:12.876882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.933933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.960395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:12.986720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.021438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=944fa251-5d9f-4f62-af6e-4bd02a9e89cb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:13.045689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=9878dbc1-89f2-4d70-8e88-20726e042e6b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:13.059930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.064689 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-13b23d3b-75a3-48b0-bae5-95a0ef6a72b9 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4713309 Sep 22 17:03:13.065945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:13.072740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '751804e9-fb29-429f-8206-433a4b5e0983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:13.077392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router c92d8bd1-96aa-422c-82ce-f846b04abae8 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:13.083603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:13.092442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:13.098792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:13.200749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.209672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.276006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.320884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object cf35cef7-3014-4c19-be32-be3cd32d3321 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:13.355490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:13.377428 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 3 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:13.486498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.489604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.493565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.493759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:13.523358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.530961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:13.546624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] Sync routers for ids ['c92d8bd1-96aa-422c-82ce-f846b04abae8'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:13.547439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-253a867f-0526-4874-bc59-85bac35f93f3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/c92d8bd1-96aa-422c-82ce-f846b04abae8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7740970 Sep 22 17:03:13.551392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:13.567783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] Routers {'c92d8bd1-96aa-422c-82ce-f846b04abae8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:13.568752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=a4d31930-f4ce-4d8b-96f0-4677d6a22dbe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:13.570102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c92d8bd1-96aa-422c-82ce-f846b04abae8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:13.573301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.574111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router 07890d23-9751-49a3-878b-42d318de261a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:13.577352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.585946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.659059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08251d7e-f71a-47ec-b7d9-31725091dfd0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:13.659977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08251d7e-f71a-47ec-b7d9-31725091dfd0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:13.692951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:13.702671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5e860b-a30d-4fbf-9bf6-1aeb77c7479a req-66353c6c-f7e5-414c-9483-fc2bc7a6b884 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:13.704539 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a5e860b-a30d-4fbf-9bf6-1aeb77c7479a req-66353c6c-f7e5-414c-9483-fc2bc7a6b884 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3464394 Sep 22 17:03:13.705820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:13.720228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1950bc91-6049-48b5-b72f-9d81c3a13b5e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:13.722348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-08251d7e-f71a-47ec-b7d9-31725091dfd0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:13.723716 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-08251d7e-f71a-47ec-b7d9-31725091dfd0 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports/71f0657e-aaad-4a08-8b38-4b7551a40362 HTTP/1.1" status: 200 len: 911 time: 0.1713645 Sep 22 17:03:13.738397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:13.772526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46526) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:13.789627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.823703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:13.836413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:13.837336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.852463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] Routers {'c92d8bd1-96aa-422c-82ce-f846b04abae8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:13.853123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c92d8bd1-96aa-422c-82ce-f846b04abae8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:13.874837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:13.935251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:13.935666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e1fe36-4190-4c50-880d-e4f74f3cca3b None None] The sync data for ids ['c92d8bd1-96aa-422c-82ce-f846b04abae8'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:14.008889 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 4 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:14.011079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd333abb-c154-4a8a-a14d-d205ac960114,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:14.025939 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a5e860b-a30d-4fbf-9bf6-1aeb77c7479a req-8c7827ae-c23c-486a-8e0c-3b56cbbbed42 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3136716 Sep 22 17:03:14.039618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.040965 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c54203eb-5356-4f70-bce7-11de3bd7b510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9738293 Sep 22 17:03:14.057136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46532) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:14.097416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:14.124068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '751804e9-fb29-429f-8206-433a4b5e0983', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:14.125004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.126111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce1b6ea0-4bfb-4550-b7cd-711055e434e1 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 204 len: 168 time: 4.8069999 Sep 22 17:03:14.139148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46540) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:14.139844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=cf35cef7-3014-4c19-be32-be3cd32d3321,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:14.147883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-42712641-5101-463a-bd0f-dda2b0586426 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/a4d31930-f4ce-4d8b-96f0-4677d6a22dbe HTTP/1.1" status: 204 len: 168 time: 1.9334350 Sep 22 17:03:14.152527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:14.152716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46544) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:14.217200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1223192087', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:14.239233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:14.242471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:14.244857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:14.250418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet d03a5c28-2369-413b-b4c0-cbb22c0657d1 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:14.254791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.262972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:14.269334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Usage tracker for resource:router and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:14.278494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:14.291594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:14.319911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.329646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.369399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-552636413'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:14.392076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 059a307f-d3ab-4149-a2d9-691f3f218e51 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:14.412259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:14.413983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.415499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.437054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Usage tracker for resource:network and tenant:5a66e60eceda4f428e800ab62e8639a7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:14.453214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:14.473452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:14.504913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.519468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 059a307f-d3ab-4149-a2d9-691f3f218e51 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:14.520031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.520414 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 059a307f-d3ab-4149-a2d9-691f3f218e51 Sep 22 17:03:14.530293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.536271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Made reservation on behalf of 5a66e60eceda4f428e800ab62e8639a7 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:14.539826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.558931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.577951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.593347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.601639 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 5 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:14.624429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.628725 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.5700512 Sep 22 17:03:14.628981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46548) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:14.637772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.676195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:14.683744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e183f1-ff6d-4f3c-b13b-9b1237747ca3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e23dd799-32ed-4737-873a-61cdf430a7ff,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:14.713213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Usage tracker for resource:security_group_rule and tenant:5a66e60eceda4f428e800ab62e8639a7 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:14.809192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:14.813307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 059a307f-d3ab-4149-a2d9-691f3f218e51 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:14.909894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:14.933702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:14.965049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.977538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:14.994029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.124559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.198651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10116917-0581-41a3-b0d4-ef5a817a812e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:15.242312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.244256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=d03a5c28-2369-413b-b4c0-cbb22c0657d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:15.247183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.257361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.317841 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 6 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:15.318142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e23dd799-32ed-4737-873a-61cdf430a7ff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:15.343744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.347610 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a370ca4e-843f-4b80-9565-25df7b216a5b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/e23dd799-32ed-4737-873a-61cdf430a7ff HTTP/1.1" status: 204 len: 168 time: 0.6781754 Sep 22 17:03:15.351821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46554) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:15.359424 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e705453-e99d-489e-8cf2-6697ec624647 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d03a5c28-2369-413b-b4c0-cbb22c0657d1 HTTP/1.1" status: 204 len: 168 time: 1.2066736 Sep 22 17:03:15.363439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:15.455111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:15.488872 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f7d58770-33ef-42a6-b370-014b0bf219ee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1151502 Sep 22 17:03:15.490368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.492651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46562) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:15.506005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:15.523118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.572206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:15.577287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Deleting port 9f9e76e3-fc14-4135-af55-95e53916a499 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:15.577578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.632274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0e80c-3c69-492a-b4a8-8ae16dc8fd38 req-7c49e742-a498-459f-8b82-6cc37ad1bcc7 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:15.633838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-faf0e80c-3c69-492a-b4a8-8ae16dc8fd38 req-7c49e742-a498-459f-8b82-6cc37ad1bcc7 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4670610 Sep 22 17:03:15.636033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.668052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e7e5a2d-94f2-483d-8c56-2eba568226db tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:15.692490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:15.712035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.760531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.798827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.822475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] For port 9f9e76e3-fc14-4135-af55-95e53916a499, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9f9e76e3-fc14-4135-af55-95e53916a499,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:15.823137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.925467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 71f0657e-aaad-4a08-8b38-4b7551a40362 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:15.925860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.940371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5039f82-7f75-43a4-b75b-c01e836c0d28,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:15.962060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Calling delete_port for 9f9e76e3-fc14-4135-af55-95e53916a499 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:15.980470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:15.980470 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Added segment 1c0fda64-f486-4f29-b8af-bb749ca52708 of type vlan for network 706a71af-0409-4de3-b2e1-573e65d6b4f2 Sep 22 17:03:15.993164 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 7 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:16.007150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e7e5a2d-94f2-483d-8c56-2eba568226db tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:16.011319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e7e5a2d-94f2-483d-8c56-2eba568226db tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6537645 Sep 22 17:03:16.012224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:16.017199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:16.031082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:16.042297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:16.045310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.064444 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-faf0e80c-3c69-492a-b4a8-8ae16dc8fd38 req-52b84dc5-d46d-4eac-872f-742443501a31 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3913507 Sep 22 17:03:16.067906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:16.071808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=cf35cef7-3014-4c19-be32-be3cd32d3321,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:16.073922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:16.099518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.099790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.176348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:16.185348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.192047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.197137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Allocated IP 172.26.8.183 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/68e1ccb7-6a56-4c05-b68c-2615c547cf25) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:16.215307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.298548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] Pushing event deleted for resources: {'Port': ['ID=9f9e76e3-fc14-4135-af55-95e53916a499,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:16.300463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc0977d-8951-4555-9940-e756b7b7e4d0 None None] No DVR routers for this DVR port 9f9e76e3-fc14-4135-af55-95e53916a499 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:16.364900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:16.386128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.399378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.402632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.409371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:16.410647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.421253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9f9e76e3-fc14-4135-af55-95e53916a499 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:03:16.421735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9f9e76e3-fc14-4135-af55-95e53916a499 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:03:16.547970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 71f0657e-aaad-4a08-8b38-4b7551a40362 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:16.561700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.4589071 Sep 22 17:03:16.575214 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 8 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:16.578815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bd333abb-c154-4a8a-a14d-d205ac960114,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:16.590196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:16.617482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Request body: {'subnet': {'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:16.641002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:16.670328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.674119 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20332991-fd2d-4675-8c58-7fa9b26a4d26 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/bd333abb-c154-4a8a-a14d-d205ac960114 HTTP/1.1" status: 204 len: 168 time: 0.6516955 Sep 22 17:03:16.685208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:16.726125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52687966-384d-4ad5-9303-6aaea34db7df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event updated for resources: {'Network': ['ID=706a71af-0409-4de3-b2e1-573e65d6b4f2,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:16.738290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:16.767016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:16.778115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:16.957940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:16.972264 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:03:16.979800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:16.985942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Usage tracker for resource:subnet and tenant:5a66e60eceda4f428e800ab62e8639a7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:16.992072 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-422eee70-f527-4f33-81ab-2d209b6de385 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.3000798 Sep 22 17:03:16.992269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:16.994427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:17.006538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:17.056851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.059573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea527693-ade8-441c-ac4c-8cc49d09a6cf req-67be37f5-fc29-4448-a77b-bea803c97702 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:17.061157 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea527693-ade8-441c-ac4c-8cc49d09a6cf req-67be37f5-fc29-4448-a77b-bea803c97702 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5122755 Sep 22 17:03:17.067606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Made reservation on behalf of 5a66e60eceda4f428e800ab62e8639a7 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:17.071324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.087641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-7edeeca0-b90e-497d-bd3a-77c34b9063b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:17.088889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-7edeeca0-b90e-497d-bd3a-77c34b9063b5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.4609091 Sep 22 17:03:17.120263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.143149 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 9 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:17.199988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 334b1b3c-29b9-466b-bcb6-213313b3511b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:17.201032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.215956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:17.237966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.291688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.296382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea527693-ade8-441c-ac4c-8cc49d09a6cf req-71cc1dff-1cd8-4319-8ad3-3a37578fe68e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2153983 Sep 22 17:03:17.339930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:17.349099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.351581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:17.354765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:17.360191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:17.372626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:17.386807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2310464-4f66-4bd9-9f19-1a8393dab684 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:17.396843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:17.397892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.467722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event updated for resources: {'Port': ['ID=68e1ccb7-6a56-4c05-b68c-2615c547cf25,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:17.476016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:17.515644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-4e7c284d-5ca7-49b4-864c-5e8c4cde3187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:17.517419 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-4e7c284d-5ca7-49b4-864c-5e8c4cde3187 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.4045796 Sep 22 17:03:17.590048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c90d53c3-a62f-4e9a-aebb-8dc6994c7b50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.0934536 Sep 22 17:03:17.593774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46586) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:17.615866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=944fa251-5d9f-4f62-af6e-4bd02a9e89cb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:17.634612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:17.691020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=71f0657e-aaad-4a08-8b38-4b7551a40362,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:17.710740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.711934 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce6d49f3-e779-413e-824d-2099dcf7f3c8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/944fa251-5d9f-4f62-af6e-4bd02a9e89cb HTTP/1.1" status: 204 len: 168 time: 0.7165561 Sep 22 17:03:17.731495 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 10 to provision port 549738c8-03e9-4c79-a018-2f7741677076 Sep 22 17:03:17.783793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:17.799532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:17.800413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.807502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:17.822392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Port 549738c8-03e9-4c79-a018-2f7741677076 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:17.824565 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] Sync routers for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:17.840991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:17.841974 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:17.873978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.880470 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-230959c5-2cd2-4bc1-8d2d-8e572651c5dd tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9622705 Sep 22 17:03:17.888969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:17.893308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Provisioning complete for port f3561dbc-0372-44f2-8aa2-a0372ef859b4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:17.893684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:17.894272 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Attempt 1 to provision port f3561dbc-0372-44f2-8aa2-a0372ef859b4 Sep 22 17:03:17.958628 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:17.979168 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:17.980093 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:17.982966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e39dc6c2-86c2-43d8-a706-71addb7c3a0e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:17.983660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e39dc6c2-86c2-43d8-a706-71addb7c3a0e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:18.011056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-bbf58c84-0fd6-424a-949e-f926f16c9864 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.4864442 Sep 22 17:03:18.091630 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:18.092330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a20f1a84-36cf-4b12-a8a9-e92ecf296e72 None None] The sync data for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:18.099202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Current status of the port f3561dbc-0372-44f2-8aa2-a0372ef859b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:18.099320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e39dc6c2-86c2-43d8-a706-71addb7c3a0e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:18.103204 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e39dc6c2-86c2-43d8-a706-71addb7c3a0e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports/cf35cef7-3014-4c19-be32-be3cd32d3321 HTTP/1.1" status: 200 len: 910 time: 0.2105632 Sep 22 17:03:18.105900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:18.107084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021/0ad2c256-30d1-4acd-b08e-fafb968d54b4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:18.111420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Could not find standard attr ID for object 9f9e76e3-fc14-4135-af55-95e53916a499. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:18.119806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df01cd5b-bca9-41e5-b966-e1c26d496635 None None] Could not find standard attr ID for object 71f0657e-aaad-4a08-8b38-4b7551a40362. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:18.181481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-f55eb406-31c6-4838-985a-a196903f9f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:18.183423 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-f55eb406-31c6-4838-985a-a196903f9f28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.1546235 Sep 22 17:03:18.279193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Provisioning for port cf35cef7-3014-4c19-be32-be3cd32d3321 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:18.287238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Provisioning complete for port cf35cef7-3014-4c19-be32-be3cd32d3321 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:18.288407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.288833 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 1 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:18.355150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:18.388320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:18.398226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:18.403935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:18.409198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.411597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:18.421024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Transition to ACTIVE for port object 0ad2c256-30d1-4acd-b08e-fafb968d54b4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:18.441848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:18.443739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Transition to ACTIVE for port object 0ad2c256-30d1-4acd-b08e-fafb968d54b4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:18.446360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.451864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.528226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:18.532183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:18.535873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:18.542502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Pushing event updated for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:18.653962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Attempting to bind port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:18.654393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Attempting to bind port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:18.654711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Attempting to bind port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:18.662854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:18.663291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:18.663635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.664060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:18.664589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Bound port: 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:18.665042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.685780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b90e6a8-9475-4114-be46-057ee100bb1d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:18.717363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-10a5475d-9a2f-4803-82ed-f5615199adca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:18.719177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-10a5475d-9a2f-4803-82ed-f5615199adca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5185664 Sep 22 17:03:18.767992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:18.773298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:18.781660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.852320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.862211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.ipam_backend_mixin [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021 (CIDR: 2001:db8::/64) Sep 22 17:03:18.888696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c82ed8b-4b2e-4050-9a1d-b72fde32f44e None None] Pushing event updated for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:18.892356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:18.892891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:18.905327 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 2 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:18.927508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b90e6a8-9475-4114-be46-057ee100bb1d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:18.932920 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b90e6a8-9475-4114-be46-057ee100bb1d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 1.1461833 Sep 22 17:03:18.937475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:18.954240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:18.973577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:18.996110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-987efa95-e2ad-48d9-b0ca-77c65fea1c50 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3858910 Sep 22 17:03:19.006352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46608) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.013226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router c92d8bd1-96aa-422c-82ce-f846b04abae8 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:19.034962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:19.065456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.080498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event updated for resources: {'Subnet': ['ID=684bb247-6f46-4e15-9296-c544c02d7402,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:19.100033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.174207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-e904928b-1b3b-40db-8fa2-b813f52348a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4417496 Sep 22 17:03:19.317868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Checking segment: {'id': '1c0fda64-f486-4f29-b8af-bb749ca52708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:19.318358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Network hostable DHCP agents. Network: 706a71af-0409-4de3-b2e1-573e65d6b4f2, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:19.332325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.351038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:19.365398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] Sync routers for ids ['c92d8bd1-96aa-422c-82ce-f846b04abae8'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:19.379027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] Routers {'c92d8bd1-96aa-422c-82ce-f846b04abae8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:19.379758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c92d8bd1-96aa-422c-82ce-f846b04abae8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.379913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1852849b-9ac4-4d78-aa27-65c5ab7c825c req-f6abb4b1-ded2-45e0-bfd0-237754b70fa2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:19.380276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=41affa4c-673c-4fee-82be-25b972878a3b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:19.383761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1852849b-9ac4-4d78-aa27-65c5ab7c825c req-f6abb4b1-ded2-45e0-bfd0-237754b70fa2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6931126 Sep 22 17:03:19.396700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.397212 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd7321b5-001b-48a0-9ab9-fe122ff207ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/c92d8bd1-96aa-422c-82ce-f846b04abae8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6235712 Sep 22 17:03:19.401041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da3ec5be-ffea-40dd-a1f4-420d199db712 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/41affa4c-673c-4fee-82be-25b972878a3b HTTP/1.1" status: 204 len: 168 time: 0.4619915 Sep 22 17:03:19.413303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.413767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.469253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:19.485772 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 3 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:19.486902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:19.506034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:19.517652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94f5329c-a42f-4a3f-a8a0-1a659f7fcb97 req-cdd9f68c-d016-4cc8-ada4-1f4d44199846 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3223884 Sep 22 17:03:19.520136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:19.527806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.536654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:19.537743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:19.542532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.572006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] Routers {'c92d8bd1-96aa-422c-82ce-f846b04abae8'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:19.572859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['c92d8bd1-96aa-422c-82ce-f846b04abae8'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.583120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0bc708e8-f0d3-4681-90a6-c1532f7cfb67 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:19.629906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 706a71af-0409-4de3-b2e1-573e65d6b4f2) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:19.635956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:19.636568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.646543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21610970-a925-40db-9d15-592a6e69cfde None None] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:19.684226 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1852849b-9ac4-4d78-aa27-65c5ab7c825c req-22725316-6dfb-41bc-8345-3c0373bebcb0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2723098 Sep 22 17:03:19.685497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:19.745210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:19.749027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01c551cf-4457-4159-a4ae-7c0490ff8cb0 None None] The sync data for ids ['c92d8bd1-96aa-422c-82ce-f846b04abae8'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:19.764494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0bc708e8-f0d3-4681-90a6-c1532f7cfb67 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:19.765718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0bc708e8-f0d3-4681-90a6-c1532f7cfb67 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c92d8bd1-96aa-422c-82ce-f846b04abae8 HTTP/1.1" status: 200 len: 205 time: 0.3501875 Sep 22 17:03:19.789852 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5793c95-1013-4bc5-9596-397038465623 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3723159 Sep 22 17:03:19.791058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.791058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.798406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:19.873073 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9653ed19-a574-4d98-8371-41b643d70abe tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.2770646 Sep 22 17:03:19.885274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46628) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:19.908700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Request body: {'port': {'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2', 'name': 'tempest-TagsExtTest-941918550'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:20.002520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-706a71af-0409-4de3-b2e1-573e65d6b4f2', 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2', 'tenant_id': '5a66e60eceda4f428e800ab62e8639a7', 'fixed_ips': [{'subnet_id': '684bb247-6f46-4e15-9296-c544c02d7402'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:20.003952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.192716 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 4 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:20.367131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:20.382061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Allocated IP 172.20.0.2 (706a71af-0409-4de3-b2e1-573e65d6b4f2/684bb247-6f46-4e15-9296-c544c02d7402/2eb850cd-a6b9-4260-a08d-cbce2af259c7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:20.405538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:20.411379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Usage tracker for resource:port and tenant:5a66e60eceda4f428e800ab62e8639a7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:20.416207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:20.427839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:20.432321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0ad2c256-30d1-4acd-b08e-fafb968d54b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:20.435980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.438799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.459297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.467573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port cf35cef7-3014-4c19-be32-be3cd32d3321 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:20.468057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.543401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.613625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:20.713466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.729628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Transition to ACTIVE for port object 2eb850cd-a6b9-4260-a08d-cbce2af259c7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:20.741858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Made reservation on behalf of 5a66e60eceda4f428e800ab62e8639a7 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:20.746406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.751251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Transition to ACTIVE for port object 2eb850cd-a6b9-4260-a08d-cbce2af259c7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:20.760926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.769916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:20.854569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:20.858766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:20.863408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:20.869691 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 5 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:20.961230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Pushing event updated for resources: {'Port': ['ID=2eb850cd-a6b9-4260-a08d-cbce2af259c7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:20.974985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] device_id is not set on port 7461582f-0a77-4d54-aba7-81315e055113 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:20.999830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for cf35cef7-3014-4c19-be32-be3cd32d3321 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:21.047600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:21.048342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Attempting to bind port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:21.048738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Attempting to bind port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '1c0fda64-f486-4f29-b8af-bb749ca52708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:21.049104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Attempting to bind port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 on network 706a71af-0409-4de3-b2e1-573e65d6b4f2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:21.055003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:21.055369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Checking segment: {'id': '1c0fda64-f486-4f29-b8af-bb749ca52708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:21.055774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.056165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Bound using segment: {'id': '1c0fda64-f486-4f29-b8af-bb749ca52708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:21.056657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Bound port: 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c0fda64-f486-4f29-b8af-bb749ca52708', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '706a71af-0409-4de3-b2e1-573e65d6b4f2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:21.057036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.079204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.092584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:03:21.152078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] For port 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:21.154037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] For port 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2eb850cd-a6b9-4260-a08d-cbce2af259c7,segment=NetworkSegment(1c0fda64-f486-4f29-b8af-bb749ca52708),segment_id=1c0fda64-f486-4f29-b8af-bb749ca52708)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:21.159146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.198296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.199470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=519a35b8-7cd5-4888-848f-7983c9c5e714,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:21.208172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.241242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8dccbff-9d1f-4367-9837-b42585df7ee0 req-3de663ac-b54b-462f-ab8d-255c814f7a7c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:21.242800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f8dccbff-9d1f-4367-9837-b42585df7ee0 req-3de663ac-b54b-462f-ab8d-255c814f7a7c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3486221 Sep 22 17:03:21.243709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acbee45-b5a7-44c1-bd2d-eb8d5471d06a None None] Pushing event updated for resources: {'Port': ['ID=2eb850cd-a6b9-4260-a08d-cbce2af259c7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:21.266305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.267446 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a73ceda9-aacd-4d24-a19a-716ef614711d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/519a35b8-7cd5-4888-848f-7983c9c5e714 HTTP/1.1" status: 204 len: 168 time: 1.4631846 Sep 22 17:03:21.283648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46634) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:21.311516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.312043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router c92d8bd1-96aa-422c-82ce-f846b04abae8 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:21.343211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.344320 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0ad7167-e631-4241-892d-7184596e500d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/c92d8bd1-96aa-422c-82ce-f846b04abae8 HTTP/1.1" status: 204 len: 168 time: 1.5423312 Sep 22 17:03:21.349566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46638) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:21.384828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Allocated IP 172.20.0.6 (706a71af-0409-4de3-b2e1-573e65d6b4f2/684bb247-6f46-4e15-9296-c544c02d7402/7461582f-0a77-4d54-aba7-81315e055113) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:21.406284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Router d8df4059-cb76-4cb4-aaa8-0ddb7086124c is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:21.443134 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f8dccbff-9d1f-4367-9837-b42585df7ee0 req-b865c246-bb5c-4965-9be9-5b6a89f26ff3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1818156 Sep 22 17:03:21.549424 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 6 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:21.652757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:21.698073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-751550b9-5fa0-4e52-9676-fddf0511d2c0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:21.705239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.775525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.791321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=cf35cef7-3014-4c19-be32-be3cd32d3321,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:21.806858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 505b087a-fbcd-414f-bd73-50d5defaac28 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:21.852218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-751550b9-5fa0-4e52-9676-fddf0511d2c0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:21.853559 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-751550b9-5fa0-4e52-9676-fddf0511d2c0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5677924 Sep 22 17:03:21.854843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:21.859538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:21.896436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:21.920203 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] Sync routers for ids ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:21.943228 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] Routers {'d8df4059-cb76-4cb4-aaa8-0ddb7086124c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:21.944206 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:22.035427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.051474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.056125 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1fb53ca-a2eb-443a-8e2d-73a16e3c3a84 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 7.9159112 Sep 22 17:03:22.059352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46652) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:22.060529 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:22.070285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:22.078032 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] Routers {'d8df4059-cb76-4cb4-aaa8-0ddb7086124c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:22.078902 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:22.155636 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Attempt 7 to provision port cf35cef7-3014-4c19-be32-be3cd32d3321 Sep 22 17:03:22.159200 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:22.159871 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-838ef5af-e092-4d9f-8303-03bad3e753c0 None None] The sync data for ids ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:22.220741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Port cf35cef7-3014-4c19-be32-be3cd32d3321 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:03:22.225745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Could not find standard attr ID for object 9f9e76e3-fc14-4135-af55-95e53916a499. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:22.229324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-09130801-f9b1-4b6a-9eca-c6c44716588a None None] Could not find standard attr ID for object 71f0657e-aaad-4a08-8b38-4b7551a40362. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:22.341073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b522cbdd-573c-4266-8562-90bfa1ea1dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.351455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.367069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Provisioning for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:22.390473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Provisioning complete for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:22.390852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.391192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Attempt 1 to provision port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 Sep 22 17:03:22.414321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.420935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2eb850cd-a6b9-4260-a08d-cbce2af259c7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:22.427835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f1f013-bc28-4cf8-a696-8a50f0b19ac3 req-f0f8917d-cd64-42e4-8fff-e9c051f84a05 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:22.430249 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9f1f013-bc28-4cf8-a696-8a50f0b19ac3 req-f0f8917d-cd64-42e4-8fff-e9c051f84a05 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.8210545 Sep 22 17:03:22.447050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.546107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.579395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.604386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:22.619763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.639030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Transition to ACTIVE for port object 7461582f-0a77-4d54-aba7-81315e055113 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:22.656006 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9f1f013-bc28-4cf8-a696-8a50f0b19ac3 req-91ad0120-cee7-483d-a2e2-9db29def1c08 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043819 Sep 22 17:03:22.705439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:22.705832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.724865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8e89dc-a265-4721-a9a6-355f4819f37f None None] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:22.762590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:22.793715 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/505b087a-fbcd-414f-bd73-50d5defaac28 HTTP/1.1" status: 204 len: 168 time: 1.4170575 Sep 22 17:03:22.813553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0ceca-b111-41e9-88ab-0e55f8fd47a2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=505b087a-fbcd-414f-bd73-50d5defaac28,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:22.819831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46658) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:22.829283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c611bbe9-3cc9-4e31-bbf3-99666c21972c None None] Network 67a374d4-0906-4b34-b902-06e795861e44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:22.866133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:23.053925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.104513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751804e9-fb29-429f-8206-433a4b5e0983,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:23.138080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.146436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.150537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:03:23.153746 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a74c774-9aca-47d9-9d52-39820015fdb8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/751804e9-fb29-429f-8206-433a4b5e0983 HTTP/1.1" status: 204 len: 168 time: 1.2884946 Sep 22 17:03:23.155504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:23.157095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.198810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.227117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.236441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.236856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.243193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] DHCP port deletion for 67a374d4-0906-4b34-b902-06e795861e44 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:23.320878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:03:23.321238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:03:23.323777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Deleting port 059a307f-d3ab-4149-a2d9-691f3f218e51 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:23.324157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.325750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.349734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:23.356258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:23.361774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Deleting port 68e1ccb7-6a56-4c05-b68c-2615c547cf25 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:23.362110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.423824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:23.548115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9758277-54de-4431-b732-651c905a7f87 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:23.561823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:23.572052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:23.583418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:23.585304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.585630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event updated for resources: {'Port': ['ID=7461582f-0a77-4d54-aba7-81315e055113,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:23.595984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=f5efe723-4e61-45dd-a990-1bde40bd5e14,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:23.598631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 059a307f-d3ab-4149-a2d9-691f3f218e51 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:23.598972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.627914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb33b41-51d0-4984-8b65-6c82608166ab None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:23.632989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 334b1b3c-29b9-466b-bcb6-213313b3511b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:23.652848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:23.653498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.655460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=4']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:23.723364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1c362187-1aa8-49f3-8780-f40451b77aee tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.7072582 Sep 22 17:03:23.730518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:23.747045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb89c1a-9d38-4e42-bea5-f6c22f803f32 req-1451a469-d62b-483c-a024-eca3ee4dcdd8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:23.748672 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcb89c1a-9d38-4e42-bea5-f6c22f803f32 req-1451a469-d62b-483c-a024-eca3ee4dcdd8 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4993846 Sep 22 17:03:23.770652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:b0:72:1e', 'name': 'tempest-NetworksTestDHCPv6-390977418'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:23.801880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b9758277-54de-4431-b732-651c905a7f87 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:23.810456 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b9758277-54de-4431-b732-651c905a7f87 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6422644 Sep 22 17:03:23.818872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:23.822168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] For port 059a307f-d3ab-4149-a2d9-691f3f218e51, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=059a307f-d3ab-4149-a2d9-691f3f218e51,segment=NetworkSegment(2120c40d-52aa-4372-89bf-6a5d9a8e2b90),segment_id=2120c40d-52aa-4372-89bf-6a5d9a8e2b90)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:23.822617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:23.827939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--668831200'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:23.961902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:23.968671 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a23ceefc-51a4-40ad-ad42-631d57616b78 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 4.0736778 Sep 22 17:03:23.977188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:24.013854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:24.018387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1602214346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:24.033930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:24.035978 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcb89c1a-9d38-4e42-bea5-f6c22f803f32 req-4fb754d9-ccde-4dd3-8ca5-c79d6ffc13eb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2406895 Sep 22 17:03:24.039993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:24.052530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0940456-6f1d-4838-a8a6-420de6805931 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9437199 Sep 22 17:03:24.064790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46680) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:24.067122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Usage tracker for resource:router and tenant:5a66e60eceda4f428e800ab62e8639a7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:24.101769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] Sync routers for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:24.118000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Calling delete_port for 059a307f-d3ab-4149-a2d9-691f3f218e51 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:24.121873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 059a307f-d3ab-4149-a2d9-691f3f218e51, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=059a307f-d3ab-4149-a2d9-691f3f218e51,segment=NetworkSegment(2120c40d-52aa-4372-89bf-6a5d9a8e2b90),segment_id=2120c40d-52aa-4372-89bf-6a5d9a8e2b90)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:24.122401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.142073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:24.150906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.166318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.180176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:24.180915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:24.242149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:24.242383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:24.242638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.323924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:24.365528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:24.366694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:24.391265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 059a307f-d3ab-4149-a2d9-691f3f218e51 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:24.488390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0ad2c256-30d1-4acd-b08e-fafb968d54b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:24.539410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4c1f7-9f81-4671-8501-3f7545587304 req-2cd8bb73-1e11-43a3-9249-ab317492035b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:24.541915 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c6d4c1f7-9f81-4671-8501-3f7545587304 req-2cd8bb73-1e11-43a3-9249-ab317492035b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2757995 Sep 22 17:03:24.572490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Calling delete_port for 68e1ccb7-6a56-4c05-b68c-2615c547cf25 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:24.576883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:24.577294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791ff148-2a83-4402-85b9-ac874861cdfd None None] The sync data for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:24.581744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:24.595140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: from cryptography.utils import int_from_bytes Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: from cryptography.utils import int_from_bytes Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn_limited( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn_limited( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.601688 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:03:24.604772 dv-neutron-858953-1-hyperv neutron-server[89051]: util.warn( Sep 22 17:03:24.609854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:03:24.610190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:03:24.614696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:24.617281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.618237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.621241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c6d4c1f7-9f81-4671-8501-3f7545587304 req-95f0ee92-40b8-4234-9e03-5dfbe209824c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651751 Sep 22 17:03:24.648041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b3a7f1b-7022-4db1-8aa8-0e1ddf17a838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.648041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.649028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:24.655309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:24.664139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] Pushing event deleted for resources: {'Port': ['ID=059a307f-d3ab-4149-a2d9-691f3f218e51,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:24.671053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:24.682955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:24.715961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa65e04d-005a-464a-ac41-c93388f62ede None None] No DVR routers for this DVR port 059a307f-d3ab-4149-a2d9-691f3f218e51 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:24.778451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:port and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:24.778980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:24.779359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.779687 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 Sep 22 17:03:24.793740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.795305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:24.822371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Provisioning for port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:24.858571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Provisioning complete for port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:24.858946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:24.859280 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 1 to provision port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 Sep 22 17:03:24.893388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90e626f-24b4-4cd9-b442-3050a48100a3 None None] Pushing event updated for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:24.920766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:25.014299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:25.052550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.086406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:25.095674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.107118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Current status of the port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:25.107118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.112782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 059a307f-d3ab-4149-a2d9-691f3f218e51 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:25.113178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.171177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] For port 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2eb850cd-a6b9-4260-a08d-cbce2af259c7,segment=NetworkSegment(1c0fda64-f486-4f29-b8af-bb749ca52708),segment_id=1c0fda64-f486-4f29-b8af-bb749ca52708)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:25.173857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 059a307f-d3ab-4149-a2d9-691f3f218e51 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:25.221009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] The port '059a307f-d3ab-4149-a2d9-691f3f218e51' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:03:25.234086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 059a307f-d3ab-4149-a2d9-691f3f218e51 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:03:25.234869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 059a307f-d3ab-4149-a2d9-691f3f218e51 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:03:25.256127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.289965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.308863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.310225 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3bf5e0b9-7545-421f-bdb9-5abb925916c6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3186576 Sep 22 17:03:25.318423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46688) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:25.322727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.351003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Pushing event updated for resources: {'Port': ['ID=2eb850cd-a6b9-4260-a08d-cbce2af259c7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:25.372785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Provisioning for port 7461582f-0a77-4d54-aba7-81315e055113 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:25.378699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Provisioning complete for port 7461582f-0a77-4d54-aba7-81315e055113 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:25.379056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.379391 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 1 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:25.415259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-04a93ae9-36e9-4c6c-8b05-e8c336c5876d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1234390218', 'prefixes': ['172.20.0.0/16']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:25.443275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:25.446853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.458097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-04a93ae9-36e9-4c6c-8b05-e8c336c5876d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:25.467859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b33963-cfa6-4e7e-b6eb-1ba5132532af req-4c7b9da7-7592-485a-9a15-ecd5dfb5bfcf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:25.469385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b1b33963-cfa6-4e7e-b6eb-1ba5132532af req-4c7b9da7-7592-485a-9a15-ecd5dfb5bfcf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6987464 Sep 22 17:03:25.475534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a374d4-0906-4b34-b902-06e795861e44']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:25.488917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2120c40d-52aa-4372-89bf-6a5d9a8e2b90') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:25.489308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2120c40d-52aa-4372-89bf-6a5d9a8e2b90') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:25.501203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.501789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.518690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.526034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:25.526456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.549360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.554569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.555761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.7339931 Sep 22 17:03:25.565566 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2120c40d-52aa-4372-89bf-6a5d9a8e2b90 resource provider aggregate not found Sep 22 17:03:25.568727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46694) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:25.576259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff1427-280e-4ee2-8ae4-f30165f60c8f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174407c0-a37f-40ea-9b3a-6539be7c225b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:25.606895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.625319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '174407c0-a37f-40ea-9b3a-6539be7c225b', 'direction': 'ingress', 'protocol': 17}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:25.647958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:25.654207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:25.657059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:25.660990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2120c40d-52aa-4372-89bf-6a5d9a8e2b90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2120c40d-52aa-4372-89bf-6a5d9a8e2b90 found for delete ", "request_id": "req-974937ef-33b7-41af-b386-54837cd5e3c7"}]} Sep 22 17:03:25.662285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:25.670507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:25.679018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.703670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.725518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=67a374d4-0906-4b34-b902-06e795861e44,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:25.729896 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b1b33963-cfa6-4e7e-b6eb-1ba5132532af req-8428e386-4b84-4d83-a5ab-2c4960d02955 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2486708 Sep 22 17:03:25.730197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.742091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Pushing event deleted for resources: {'Port': ['ID=68e1ccb7-6a56-4c05-b68c-2615c547cf25,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:25.768797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-83530dd8-5195-45b2-abc1-eec67fdde807 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/67a374d4-0906-4b34-b902-06e795861e44 HTTP/1.1" status: 204 len: 168 time: 2.9459724 Sep 22 17:03:25.772948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:25.778675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1414135766', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:25.789687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:25.796917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:25.800414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:25.809719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:25.833960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.835060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.839360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.845129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.874384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8920b76-eae1-41ef-a9de-e43a41f43342,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:25.877168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.890253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.906650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:25.907869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e989ce40-9a36-434d-a7e9-e7e9b877aa9f tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3374033 Sep 22 17:03:25.910871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46708) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:25.944892 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 2 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:26.021202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.044439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:26.084167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-04a93ae9-36e9-4c6c-8b05-e8c336c5876d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for subnetpool, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.085543 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-04a93ae9-36e9-4c6c-8b05-e8c336c5876d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.7583752 Sep 22 17:03:26.106158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:26.119041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-bd31569d-e82c-4dfb-9d0d-88fcb57705ad tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-1879378847') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:26.357918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0ad2c256-30d1-4acd-b08e-fafb968d54b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:26.368120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.424311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.434956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:26.435327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.435659 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 Sep 22 17:03:26.523322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.545988 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 3 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:26.602199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:26.603327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2eb850cd-a6b9-4260-a08d-cbce2af259c7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:26.654012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:26.679973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:26.680344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.680712 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 Sep 22 17:03:26.686803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.773614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174407c0-a37f-40ea-9b3a-6539be7c225b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:26.816064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.823726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:26.833201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.852497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.892678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:26.893810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-363292bf-461b-44c5-b7ad-3e7bb972b850 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/174407c0-a37f-40ea-9b3a-6539be7c225b HTTP/1.1" status: 204 len: 168 time: 0.9820483 Sep 22 17:03:26.900104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:26.919712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.001865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::21f (f3a9654d-3ae4-48af-9ca2-2c6331f26039/4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021/7d7def7e-a9a3-471e-8b5b-04df1b49ed38) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:27.006328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.014311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-241bb77f-b6ca-4ae0-bf04-e8ba9d184a52 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:27.047713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 172.26.8.5 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/176bdab9-fcfb-43ab-aff1-fe4b32ab419c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:27.053047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-241bb77f-b6ca-4ae0-bf04-e8ba9d184a52 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:27.058084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-241bb77f-b6ca-4ae0-bf04-e8ba9d184a52 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1533296 Sep 22 17:03:27.059969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:27.068267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860711446'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:27.075173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:27.092349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fcae44-e9f1-4436-9305-8fce78d24198 req-89e75fb2-1bcc-4853-8200-52182e0dbfe2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:27.093929 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-14fcae44-e9f1-4436-9305-8fce78d24198 req-89e75fb2-1bcc-4853-8200-52182e0dbfe2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.9811773 Sep 22 17:03:27.098800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8:0:1:f816:3eff:feb0:721e (f3a9654d-3ae4-48af-9ca2-2c6331f26039/f5efe723-4e61-45dd-a990-1bde40bd5e14/7d7def7e-a9a3-471e-8b5b-04df1b49ed38) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:27.114620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.150305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:27.155252 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 4 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:27.179800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.217455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:27.227655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:27.235934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:27.241245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:27.260760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:27.267398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.354215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.357661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Router d8df4059-cb76-4cb4-aaa8-0ddb7086124c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:27.360654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.399972 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-14fcae44-e9f1-4436-9305-8fce78d24198 req-2d5d2d5e-faff-47ac-a3d5-6689bebb8271 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2923024 Sep 22 17:03:27.401705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bd31569d-e82c-4dfb-9d0d-88fcb57705ad tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-1879378847 HTTP/1.1" status: 201 len: 201 time: 1.2918136 Sep 22 17:03:27.403665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.408584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46726) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:27.448318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-805926e6-1208-4258-8e9a-a1c9274a46f7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-1728799679') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.500784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:27.521318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:27.528264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=176bdab9-fcfb-43ab-aff1-fe4b32ab419c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:27.535906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:27.569936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c357e903-31ab-449d-8399-5a6a695cd7f3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:27.592296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.593532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f699ca4-14d1-47de-8c1d-6e23486f74d0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5326130 Sep 22 17:03:27.597145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46730) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:27.608613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1248449901'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:27.618844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:27.626121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:27.659889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:27.670789 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] Sync routers for ids ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:27.671261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.675681 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cdf185fd-312e-40d9-9fb4-8f9d808bd297 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "PUT /v2.0/routers/d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 200 len: 706 time: 5.6080544 Sep 22 17:03:27.675681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46734) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:27.684402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] Routers {'d8df4059-cb76-4cb4-aaa8-0ddb7086124c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:27.690865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.691076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:27.702765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:27.719107 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 5 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:27.771121 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.782595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] Routers {'d8df4059-cb76-4cb4-aaa8-0ddb7086124c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:27.783776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.820877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:27.842822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:27.852306 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:27.853106 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1456d7c7-9a25-459d-97f5-3e1c69e0927f None None] The sync data for ids ['d8df4059-cb76-4cb4-aaa8-0ddb7086124c'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:27.869057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:27.874500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-805926e6-1208-4258-8e9a-a1c9274a46f7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-1728799679 HTTP/1.1" status: 201 len: 201 time: 0.4497101 Sep 22 17:03:27.876789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:27.879308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:27.883951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:27.889380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-37961a24-eab7-4794-8970-ba2412f10afd tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-2009331487') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.021035 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f4f2011-5eb8-404b-a06f-ae10ba22a4da tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/routers/d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 200 len: 741 time: 0.3404613 Sep 22 17:03:28.028462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.120633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:28.124483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41a3fd51-8e57-4986-b4de-d2fba4cd244c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Synchronizing usage tracker for tenant:20c3679572fa4f5cb3e35e699a2ba015 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:28.165170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.195391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41a3fd51-8e57-4986-b4de-d2fba4cd244c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] Unset dirty status for tenant:20c3679572fa4f5cb3e35e699a2ba015 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:28.199184 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41a3fd51-8e57-4986-b4de-d2fba4cd244c tempest-RoutersAdminTest-820385202 tempest-RoutersAdminTest-820385202-project-admin] 10.222.0.25 "GET /v2.0/ports?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&device_id=d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 200 len: 205 time: 0.1670988 Sep 22 17:03:28.199184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:28.199184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 549738c8-03e9-4c79-a018-2f7741677076 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:28.199184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.212135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.294813 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b12eb202-22ee-4dd8-9549-2ff418e53788 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 200 len: 205 time: 0.0768902 Sep 22 17:03:28.295908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.343933 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 6 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:28.418033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:28.428964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.429832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.487371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-37961a24-eab7-4794-8970-ba2412f10afd tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-2009331487 HTTP/1.1" status: 201 len: 201 time: 0.6049018 Sep 22 17:03:28.488280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.491827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46756) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.511785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-e1888215-b6d6-41a4-970a-bf4ba24cd242 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1745971366') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.516429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.633675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.710189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f39d86a-e00d-4004-932d-1a294e32e362,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:28.720937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.722101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-64122cd8-b617-40fd-962c-2afe9c079076 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1231489 Sep 22 17:03:28.732391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.741216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': 'c357e903-31ab-449d-8399-5a6a695cd7f3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0f39d86a-e00d-4004-932d-1a294e32e362', 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:28.755368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:28.767342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:28.775366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:28.784869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:28.835340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:28.856561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e1888215-b6d6-41a4-970a-bf4ba24cd242 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1745971366 HTTP/1.1" status: 201 len: 201 time: 0.3466079 Sep 22 17:03:28.860333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:28.867359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:28.874813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.881178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-e85cae66-d571-47d0-8f19-c79cc620ce31 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:28.919700 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 7 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:28.935019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:28.940870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:28.941524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:28.994544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:29.004544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e2efd3-494f-45a1-a128-623854106b12 req-417a7444-e7c7-4ecc-af87-8ee1250cee18 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:29.006105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24e2efd3-494f-45a1-a128-623854106b12 req-417a7444-e7c7-4ecc-af87-8ee1250cee18 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4610765 Sep 22 17:03:29.025969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=7d7def7e-a9a3-471e-8b5b-04df1b49ed38,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:29.047275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.095741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.096920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 549738c8-03e9-4c79-a018-2f7741677076 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:29.125897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.136337 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c6a77ef9-9449-4e4f-9b93-edc5ff898f1c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 5.3865178 Sep 22 17:03:29.137765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.146081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.183664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24e2efd3-494f-45a1-a128-623854106b12 req-23eafeed-f163-4cdc-99e4-e83d2bd26284 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612697 Sep 22 17:03:29.232434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e85cae66-d571-47d0-8f19-c79cc620ce31 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 200 len: 241 time: 0.3584595 Sep 22 17:03:29.290675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.307205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-4a75f294-21d4-4f18-af5f-51e927decfc5 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-1879378847') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:29.383025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.391668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.403279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.403802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Fanout notify agent at l3_agent the message router_deleted on router d8df4059-cb76-4cb4-aaa8-0ddb7086124c {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:29.427590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:29.427942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.435255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f08dd05-01ed-456e-9335-101634d182a3,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:29.467316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.468544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-feee7d01-ce80-4b63-9cb4-f52ef436a77b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.7351801 Sep 22 17:03:29.471816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.495403 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 8 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:29.516747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.526916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 1c8130ec-b1d4-409e-9e97-35b235506c11 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:29.532263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4a75f294-21d4-4f18-af5f-51e927decfc5 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-1879378847 HTTP/1.1" status: 204 len: 168 time: 0.2360137 Sep 22 17:03:29.539694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.541686 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb26073b-452c-42fa-ace0-1c9011edccf5 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 204 len: 168 time: 1.2456357 Sep 22 17:03:29.543990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.549160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46786) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.558447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-dec1f49f-dff5-4c2e-a900-81a4561d54ae tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-1879378847') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:29.579189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:29.695571 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f41c74d1-bd49-4707-a494-7bb484787536 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 200 len: 205 time: 0.1374598 Sep 22 17:03:29.709395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.713781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.807544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-207d8e92-ecb4-486f-9189-bfc07dcd6e67 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:29.811017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-207d8e92-ecb4-486f-9189-bfc07dcd6e67 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/d8df4059-cb76-4cb4-aaa8-0ddb7086124c HTTP/1.1" status: 404 len: 336 time: 0.0971045 Sep 22 17:03:29.828812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.914277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:29.951163 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-246ef4fe-fa18-4823-ab12-c241fc5a7d77 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 200 len: 205 time: 0.1202500 Sep 22 17:03:29.966976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:29.995553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4f08dd05-01ed-456e-9335-101634d182a3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:30.012589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.013726 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76ef295c-4217-4cf0-a5dc-0c5742ea48a6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4f08dd05-01ed-456e-9335-101634d182a3 HTTP/1.1" status: 204 len: 168 time: 0.5409579 Sep 22 17:03:30.018680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.042896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d316d56-2107-46cb-9408-0c90b26b65ad req-4a796053-c089-4f84-9ab6-2ce2e2c9c81b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:30.044405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2d316d56-2107-46cb-9408-0c90b26b65ad req-4a796053-c089-4f84-9ab6-2ce2e2c9c81b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5209715 Sep 22 17:03:30.080321 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 9 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:30.086194 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3d7001c9-af3b-499b-98ef-69e8b923eef3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:30.086841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:30.086943 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d7001c9-af3b-499b-98ef-69e8b923eef3 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/07890d23-9751-49a3-878b-42d318de261a HTTP/1.1" status: 404 len: 336 time: 0.1189425 Sep 22 17:03:30.094807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.125748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] Sync routers for ids ['1c8130ec-b1d4-409e-9e97-35b235506c11'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:30.143919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76d64786-2ceb-4f8e-9962-c0dc0dffd909 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:30.152104 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2d316d56-2107-46cb-9408-0c90b26b65ad req-49bce3b8-2211-44a3-9882-72ee362335d3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0977988 Sep 22 17:03:30.159064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] Routers {'1c8130ec-b1d4-409e-9e97-35b235506c11'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:30.160203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c8130ec-b1d4-409e-9e97-35b235506c11'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.163603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.168657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d42d3bba-c2fd-4d8d-845a-9a6d5109dffd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.3901081 Sep 22 17:03:30.168862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46812) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.190111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76d64786-2ceb-4f8e-9962-c0dc0dffd909 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:30.194767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76d64786-2ceb-4f8e-9962-c0dc0dffd909 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1720588 Sep 22 17:03:30.194767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.243877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.262212 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e14fb6f-4095-4092-be34-cacc37329f37 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 200 len: 205 time: 0.1606629 Sep 22 17:03:30.269790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.278622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.330262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:30.330838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.343143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] Routers {'1c8130ec-b1d4-409e-9e97-35b235506c11'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:30.343764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c8130ec-b1d4-409e-9e97-35b235506c11'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.350206 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-031a04c3-2811-491c-8a1b-cecae6cfd4ac tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:30.354221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-031a04c3-2811-491c-8a1b-cecae6cfd4ac tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/fe10da94-3186-42c8-81f5-7c5757b38755 HTTP/1.1" status: 404 len: 336 time: 0.0804708 Sep 22 17:03:30.354221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.354221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.398438 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dec1f49f-dff5-4c2e-a900-81a4561d54ae tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-1879378847 HTTP/1.1" status: 204 len: 168 time: 0.8476577 Sep 22 17:03:30.410210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.413803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.414215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b62511-00d2-4b2a-87c3-3fd730076870 None None] The sync data for ids ['1c8130ec-b1d4-409e-9e97-35b235506c11'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:30.418340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-e44d27fd-47ed-40c2-99fa-a1e194df6b30 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.460711 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8dc2cee1-7cec-43b5-8535-78125f84f8f4 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 200 len: 205 time: 0.1050751 Sep 22 17:03:30.470875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46832) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.486358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:30.520991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=549738c8-03e9-4c79-a018-2f7741677076,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:30.549457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.575786 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-a10786b9-326e-4c7f-bff5-0eb07b84033a tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:30.577849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a10786b9-326e-4c7f-bff5-0eb07b84033a tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/0cd2db90-0a66-4d87-8f54-57eb89b518ea HTTP/1.1" status: 404 len: 336 time: 0.1058092 Sep 22 17:03:30.585163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46836) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.668371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35b60bfc-5d47-408c-8a4f-27b99f56c5cc tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 200 len: 205 time: 0.0818756 Sep 22 17:03:30.671772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.757750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9ebe2b8b-8f9b-444b-b961-7548c8570817 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:30.760790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ebe2b8b-8f9b-444b-b961-7548c8570817 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/1e33eb8b-c066-45f6-bb31-92da86af5e7d HTTP/1.1" status: 404 len: 336 time: 0.0859683 Sep 22 17:03:30.762317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.767146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.831406 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Attempt 10 to provision port 7461582f-0a77-4d54-aba7-81315e055113 Sep 22 17:03:30.835308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e44d27fd-47ed-40c2-99fa-a1e194df6b30 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 200 len: 205 time: 0.4224927 Sep 22 17:03:30.841449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.843023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f39d86a-e00d-4004-932d-1a294e32e362,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:30.849901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-83b9e9ae-1587-4f90-9f03-fa5b5af1eb16 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "GET /v2.0/ports?device_id=dbbd0708-fcdf-4216-9f09-d208f0117321 HTTP/1.1" status: 200 len: 205 time: 0.0838163 Sep 22 17:03:30.854019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46852) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.854231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-257169db-6bfb-4cb2-a9a6-061329d1d6f6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:30.876902 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e089ab7-4831-488a-b517-f2e7d57d1fbd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers/1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 200 len: 883 time: 0.7013292 Sep 22 17:03:30.890427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:30.906104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f34e4f75-5f9b-4367-8d13-18accb18966b None None] Port 7461582f-0a77-4d54-aba7-81315e055113 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:30.989809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:30.991507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91c5df69-8841-483b-bae9-af70e49823f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/0f39d86a-e00d-4004-932d-1a294e32e362 HTTP/1.1" status: 204 len: 168 time: 0.7957408 Sep 22 17:03:30.994689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.028385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Provisioning complete for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:31.028870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.029326 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Attempt 1 to provision port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 Sep 22 17:03:31.076040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-257169db-6bfb-4cb2-a9a6-061329d1d6f6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 200 len: 241 time: 0.2315514 Sep 22 17:03:31.079431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.096489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-6315435c-efbc-4f9a-bfac-99f34b5520ae tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-1728799679') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.143243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ec634ce-c7e0-4a30-8997-c087057bf0c7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:31.160262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:31.195366 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-31007012-1d8b-4a1e-88a9-f5f66a12d994 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] delete failed (client error): The resource could not be found. Sep 22 17:03:31.196412 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31007012-1d8b-4a1e-88a9-f5f66a12d994 tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/routers/dbbd0708-fcdf-4216-9f09-d208f0117321 HTTP/1.1" status: 404 len: 336 time: 0.3446550 Sep 22 17:03:31.200986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46868) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.208016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.264016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9ec634ce-c7e0-4a30-8997-c087057bf0c7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:31.269035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ec634ce-c7e0-4a30-8997-c087057bf0c7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.2674127 Sep 22 17:03:31.269484 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90f08a5-b6ab-4f33-83e6-b911a43dd02a tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:31.269484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90f08a5-b6ab-4f33-83e6-b911a43dd02a tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:31.269665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46874) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.332549 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6315435c-efbc-4f9a-bfac-99f34b5520ae tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-1728799679 HTTP/1.1" status: 204 len: 168 time: 0.2519987 Sep 22 17:03:31.335193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46878) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.345749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-b0df4f9b-49a7-40ab-a547-9a2e392afc9a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-1728799679') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.427853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f90f08a5-b6ab-4f33-83e6-b911a43dd02a tempest-RoutersAdminTest-946007525 tempest-RoutersAdminTest-946007525-project] 10.222.0.25 "DELETE /v2.0/subnets/759c5c8c-67cc-43f6-9d00-be625fe86e39 HTTP/1.1" status: 404 len: 337 time: 0.2233710 Sep 22 17:03:31.551523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.592162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3a60cf89-7416-4f32-8619-f866fb068efe tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:router {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:31.601896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.603278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Provisioning for port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:31.611140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Provisioning complete for port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:31.611593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.612112 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Attempt 1 to provision port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 Sep 22 17:03:31.651891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3a60cf89-7416-4f32-8619-f866fb068efe tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:router {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:31.653006 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3a60cf89-7416-4f32-8619-f866fb068efe tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7600923 Sep 22 17:03:31.659090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.661619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a841eac9-5a80-4790-95c4-0edea7d0f459 None None] Port 7d7def7e-a9a3-471e-8b5b-04df1b49ed38 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:03:31.667178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1414135766'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:31.667516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.767600 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0df4f9b-49a7-40ab-a547-9a2e392afc9a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-1728799679 HTTP/1.1" status: 204 len: 168 time: 0.4269714 Sep 22 17:03:31.769053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46890) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.771460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.780808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=7d7def7e-a9a3-471e-8b5b-04df1b49ed38,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:31.852999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 334b1b3c-29b9-466b-bcb6-213313b3511b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:31.857529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0d77fcfc-1fad-4f69-abb0-90b5a11efaac tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:31.874429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46894) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.882732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.887274 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c376ced0-fc2a-4400-ac6f-2f7a4c5e80d2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/7d7def7e-a9a3-471e-8b5b-04df1b49ed38 HTTP/1.1" status: 204 len: 168 time: 2.7384617 Sep 22 17:03:31.887965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:31.901350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bf134-f38a-4884-8904-f25a52816f67 req-cf88da7e-f22c-48f7-82be-aa451b006244 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:31.902879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f71bf134-f38a-4884-8904-f25a52816f67 req-cf88da7e-f22c-48f7-82be-aa451b006244 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5463326 Sep 22 17:03:31.934458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c357e903-31ab-449d-8399-5a6a695cd7f3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:31.987761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:31.988941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04662bf9-9421-4c3d-a5e1-ca1c307e5dc6 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/c357e903-31ab-449d-8399-5a6a695cd7f3 HTTP/1.1" status: 204 len: 168 time: 0.7195032 Sep 22 17:03:31.993481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46904) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.124924 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d77fcfc-1fad-4f69-abb0-90b5a11efaac tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 200 len: 205 time: 0.3547227 Sep 22 17:03:32.129925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.145133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0ed2907f-dc51-4da5-9734-55ee9dee6c62 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.172651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.183154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:32.197224 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] Sync routers for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:32.198155 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02baed5d-4a6a-4b80-8dc7-fa282748b26d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1325257 Sep 22 17:03:32.208666 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:32.209544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.216910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:32.219790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46912) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.223440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff5341129414ee392a198bbe4626b58 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:32.227837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:32.235323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:32.263864 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f71bf134-f38a-4884-8904-f25a52816f67 req-dad77248-a0e3-4a50-a9bf-cbff1d41d809 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3175063 Sep 22 17:03:32.280000 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.293723 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] Routers {'334b1b3c-29b9-466b-bcb6-213313b3511b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:32.294471 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['334b1b3c-29b9-466b-bcb6-213313b3511b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.315373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2906955-a563-44b6-9890-a7861d548f01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:32.315373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b2906955-a563-44b6-9890-a7861d548f01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:32.329880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b2906955-a563-44b6-9890-a7861d548f01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:32.331555 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b2906955-a563-44b6-9890-a7861d548f01 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4386218 Sep 22 17:03:32.334224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.351353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0c2fa5ed-84d5-474d-88e9-74351649df03 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:32.370942 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.371352 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8db6eb34-8eb5-45a7-8a60-b91fa379c355 None None] The sync data for ids ['334b1b3c-29b9-466b-bcb6-213313b3511b'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:32.420300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74fceafd-f901-46f6-a38e-8ff9f44856c2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:32.471876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.477408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.527479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d55a9d-291a-4ddc-870f-ecae38766c0a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:32.529036 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22d55a9d-291a-4ddc-870f-ecae38766c0a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1933527 Sep 22 17:03:32.537593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.567653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0c2fa5ed-84d5-474d-88e9-74351649df03 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:32.569492 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c2fa5ed-84d5-474d-88e9-74351649df03 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5737863 Sep 22 17:03:32.574510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1021f83-615f-49ed-a7e9-c448500989c8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:32.580698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.583314 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1bbec493-191e-4139-8e57-ca79d43a1807 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=3ff5341129414ee392a198bbe4626b58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7076943 Sep 22 17:03:32.587776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46930) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.589866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-74fceafd-f901-46f6-a38e-8ff9f44856c2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:32.593071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74fceafd-f901-46f6-a38e-8ff9f44856c2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=334b1b3c-29b9-466b-bcb6-213313b3511b HTTP/1.1" status: 200 len: 205 time: 0.3722830 Sep 22 17:03:32.593470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225008479'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:32.595367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.607015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:32.624125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:32.625046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ed2907f-dc51-4da5-9734-55ee9dee6c62 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 200 len: 241 time: 0.4923408 Sep 22 17:03:32.633460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.641232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b11e45-e3e7-4460-a48c-ec67a78d5f02 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:32.642735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b11e45-e3e7-4460-a48c-ec67a78d5f02 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:32.644489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b11e45-e3e7-4460-a48c-ec67a78d5f02 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:32.646068 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-98b11e45-e3e7-4460-a48c-ec67a78d5f02 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1075416 Sep 22 17:03:32.649209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-f9fa7a96-d8b4-4c06-bd27-d9d6f4bc2083 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-2009331487') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:32.697147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.721049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:32.941019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:32.948707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:32.952892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:32.960517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:32.976178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9fa7a96-d8b4-4c06-bd27-d9d6f4bc2083 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-2009331487 HTTP/1.1" status: 204 len: 168 time: 0.3383169 Sep 22 17:03:32.977828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:32.986351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-23b0c956-28e9-4e3d-ae9c-1ba175273779 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-2009331487') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.095363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.204412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.213368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.230850 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23b0c956-28e9-4e3d-ae9c-1ba175273779 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-2009331487 HTTP/1.1" status: 204 len: 168 time: 0.2497561 Sep 22 17:03:33.238810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.248719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-180ed855-3f54-4833-97e5-cb299c744270 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.260592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:33.281957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ba5b6-2ff0-4852-9983-607dc72b4b9b req-751af490-d4e3-4f1e-82d9-f449c7311608 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:33.289085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b6ba5b6-2ff0-4852-9983-607dc72b4b9b req-751af490-d4e3-4f1e-82d9-f449c7311608 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.8518586 Sep 22 17:03:33.297546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.300897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.307633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.362471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.364642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7804303 Sep 22 17:03:33.367183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a639afe-a01a-4080-a0f3-774dfe4c1929 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27333fe0-20df-47f5-b213-1b579e6123fd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:33.378352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46956) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.450689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '27333fe0-20df-47f5-b213-1b579e6123fd', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:33.464548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:33.471295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:33.475425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:33.483848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:33.498034 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-180ed855-3f54-4833-97e5-cb299c744270 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 200 len: 205 time: 0.2565548 Sep 22 17:03:33.500791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.506909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-2578265d-4ef6-42f2-a429-b2d74a37d96a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.530870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.548897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.560219 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2578265d-4ef6-42f2-a429-b2d74a37d96a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 200 len: 241 time: 0.0580182 Sep 22 17:03:33.562802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.574267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-664e3550-12cc-4736-b8d6-6af11a7a7968 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1745971366') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.625215 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-664e3550-12cc-4736-b8d6-6af11a7a7968 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1745971366 HTTP/1.1" status: 204 len: 168 time: 0.0608282 Sep 22 17:03:33.630301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.631077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.638344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-117179dd-e711-4966-b9b7-ceb50d8783a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1745971366') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.648752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.650774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.689659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d96f586-5eaf-4dbe-a071-8b37fe831be4,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:33.716172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.720740 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-98a13a17-d625-4321-b465-01ff353d10d3 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3409150 Sep 22 17:03:33.723773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46972) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.742454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.764571 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-117179dd-e711-4966-b9b7-ceb50d8783a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1745971366 HTTP/1.1" status: 204 len: 168 time: 0.1291981 Sep 22 17:03:33.765151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.765797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.772649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46976) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.779515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.786247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1b6ba5b6-2ff0-4852-9983-607dc72b4b9b req-d7491e83-4a8e-4920-aee7-4f81ebe8b022 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4962904 Sep 22 17:03:33.788445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-351b1df5-feb0-47dd-9bd0-e64d97b09a59 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.792052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.825516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.836492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-351b1df5-feb0-47dd-9bd0-e64d97b09a59 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 200 len: 205 time: 0.0628057 Sep 22 17:03:33.841962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.847168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d96f586-5eaf-4dbe-a071-8b37fe831be4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:33.857684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:33.861411 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca5c1690-47b1-491a-85c5-ddc800bd1521 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/0d96f586-5eaf-4dbe-a071-8b37fe831be4 HTTP/1.1" status: 204 len: 168 time: 0.1362240 Sep 22 17:03:33.862361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:33.879317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-03ed0335-a5a6-46e8-82bc-64b0027e2e66 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:33.925341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6fecd435-6b50-4565-a7d7-7b7fcd8bd8f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:34.001497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6fecd435-6b50-4565-a7d7-7b7fcd8bd8f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:34.005347 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fecd435-6b50-4565-a7d7-7b7fcd8bd8f7 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1393650 Sep 22 17:03:34.007117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 46990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.022414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.023169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router 334b1b3c-29b9-466b-bcb6-213313b3511b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:34.042729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80705af0-e6df-4489-a65e-55d2d5b01264 req-71be7eb3-efe4-4cce-9370-ec1204986e59 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:34.044239 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80705af0-e6df-4489-a65e-55d2d5b01264 req-71be7eb3-efe4-4cce-9370-ec1204986e59 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1136551 Sep 22 17:03:34.092869 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-80705af0-e6df-4489-a65e-55d2d5b01264 req-8665049c-b5a9-4f31-a1c0-8f97d1a3bd15 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424695 Sep 22 17:03:34.121485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.193975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.196335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.200839 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/a1021f83-615f-49ed-a7e9-c448500989c8 HTTP/1.1" status: 204 len: 168 time: 1.6032128 Sep 22 17:03:34.213001 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-03ed0335-a5a6-46e8-82bc-64b0027e2e66 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 204 len: 168 time: 0.3674097 Sep 22 17:03:34.215748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 46998) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.216731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.217774 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8680df51-0417-4cc8-b5b7-76345041c412 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b HTTP/1.1" status: 204 len: 168 time: 1.6177068 Sep 22 17:03:34.227488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-5e6ae206-ac7c-4882-b537-5224e4be1930 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:34.232269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 1c8130ec-b1d4-409e-9e97-35b235506c11 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:34.232984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47000) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.247014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467b5b52-171e-4f06-be41-576331e869e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1021f83-615f-49ed-a7e9-c448500989c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:34.301232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.420049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e6ae206-ac7c-4882-b537-5224e4be1930 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.2006726 Sep 22 17:03:34.420291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.425429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-e16356f9-15fd-465a-9668-fbf5455cd34f tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:34.519488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e16356f9-15fd-465a-9668-fbf5455cd34f tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 204 len: 168 time: 0.0976536 Sep 22 17:03:34.522868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.525309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.528702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-269ea7ec-f3ac-4e79-999b-8283084b4fac tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:34.554681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.591785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.607640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet b0fb8714-463b-47ee-8b00-3b378ec4cd15 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:34.624500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.637403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-269ea7ec-f3ac-4e79-999b-8283084b4fac tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 204 len: 168 time: 0.1132355 Sep 22 17:03:34.644739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.654087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-e40c1f61-4850-48eb-95be-a90fe660d01a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-457727698') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:34.666189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91864c8e-1535-4667-ac59-1b674e73657b None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:34.671937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:34.674219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.699998 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e14d343-6f55-4d80-8423-7bf0001bdd09 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=20c3679572fa4f5cb3e35e699a2ba015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1043763 Sep 22 17:03:34.700411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47024) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.788775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.791940 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe63f93c-ac12-4d99-958a-7188bb293f05 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021 HTTP/1.1" status: 204 len: 168 time: 2.0918593 Sep 22 17:03:34.792788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:34.804863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.880052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:34.933028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet f5efe723-4e61-45dd-a990-1bde40bd5e14 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:34.943183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.010858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.031572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512106eb-ed4d-40bf-8bb6-4651f7b26800 req-3df384af-88b5-4010-b782-5049241e9dfe tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:35.033353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-512106eb-ed4d-40bf-8bb6-4651f7b26800 req-3df384af-88b5-4010-b782-5049241e9dfe tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.7345614 Sep 22 17:03:35.037002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.042438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:35.056895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] Sync routers for ids ['1c8130ec-b1d4-409e-9e97-35b235506c11'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:35.062326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.070124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] Routers {'1c8130ec-b1d4-409e-9e97-35b235506c11'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:35.070963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c8130ec-b1d4-409e-9e97-35b235506c11'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:35.086683 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e40c1f61-4850-48eb-95be-a90fe660d01a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-457727698 HTTP/1.1" status: 201 len: 201 time: 0.4408870 Sep 22 17:03:35.094508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47032) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:35.102716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927af77f-5693-4c65-b10a-8f24b04f0f93,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:35.107509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-560cd00d-306a-4545-a35c-11a4a6e4099b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-450363672') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:35.110692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27333fe0-20df-47f5-b213-1b579e6123fd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:35.118858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.120594 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-74e452f7-21eb-4b60-be83-e9089fbe0d7a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/27333fe0-20df-47f5-b213-1b579e6123fd HTTP/1.1" status: 204 len: 168 time: 1.0995748 Sep 22 17:03:35.132680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.134719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95fbb38b-ffe4-4959-a2d7-247f5b873b78 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 200 len: 890 time: 3.4743798 Sep 22 17:03:35.151461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47036) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:35.151461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:35.162192 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-512106eb-ed4d-40bf-8bb6-4651f7b26800 req-b3557017-3918-428d-b429-f47b434346da tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080592 Sep 22 17:03:35.163985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.165179 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4d3319f8-aaaa-428e-a2b0-0d238cb2f7e6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/927af77f-5693-4c65-b10a-8f24b04f0f93 HTTP/1.1" status: 204 len: 168 time: 0.4639714 Sep 22 17:03:35.226408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.226879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:35.271053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] Routers {'1c8130ec-b1d4-409e-9e97-35b235506c11'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:35.271793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['1c8130ec-b1d4-409e-9e97-35b235506c11'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:35.398152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.400822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:35.402471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e864fe-5c56-4481-a3c6-8477c38ee61a None None] The sync data for ids ['1c8130ec-b1d4-409e-9e97-35b235506c11'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:35.455163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=b0fb8714-463b-47ee-8b00-3b378ec4cd15,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:35.458503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.466756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32772154-95cc-4581-9f6f-d5d8372df9a9 None None] Network d80555fe-548d-417a-b1ee-8d60b324ddb5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:35.470174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-062a8bcd-c367-48b8-8de4-5371df0d0d3f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/b0fb8714-463b-47ee-8b00-3b378ec4cd15 HTTP/1.1" status: 204 len: 168 time: 1.2271748 Sep 22 17:03:35.474204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:35.582615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet f8bac0b3-b3aa-46bb-a881-c5a11a81de55 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:35.586420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.666329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.712941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a127942-e6a6-488b-9505-02ae8bec1e95 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:35.747229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.815507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.874887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] DHCP port deletion for d80555fe-548d-417a-b1ee-8d60b324ddb5 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:35.880015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Deleting port f3561dbc-0372-44f2-8aa2-a0372ef859b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:35.880312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.924996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a127942-e6a6-488b-9505-02ae8bec1e95 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:35.926355 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a127942-e6a6-488b-9505-02ae8bec1e95 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.7745416 Sep 22 17:03:35.940183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:35.952447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:35.955543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--695605491'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:35.978665 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-729babcb-b0e2-4db4-b25d-6e10f474a1d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers/1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 200 len: 890 time: 0.8224521 Sep 22 17:03:35.979730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:35.984016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.002202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-931f2e5e-4199-412c-807b-81d5333d2881 None None] Provisioning complete for port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:36.002833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-931f2e5e-4199-412c-807b-81d5333d2881 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.004079 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-931f2e5e-4199-412c-807b-81d5333d2881 None None] Attempt 1 to provision port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 Sep 22 17:03:36.019156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.023163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=f8bac0b3-b3aa-46bb-a881-c5a11a81de55,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:36.033170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3a9770e-ad76-4559-a10c-14aa306ce6bb tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/f8bac0b3-b3aa-46bb-a881-c5a11a81de55 HTTP/1.1" status: 204 len: 168 time: 0.5567610 Sep 22 17:03:36.033774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.040480 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-560cd00d-306a-4545-a35c-11a4a6e4099b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-450363672 HTTP/1.1" status: 201 len: 201 time: 0.9390352 Sep 22 17:03:36.058608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47076) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.060638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe1be1-fe55-4b60-be85-c2af9d6cdc64 None None] Network 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:36.060780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf46e08-f7aa-407b-b914-7fd14146d6a2 req-e1987595-ae8f-466e-8706-7bbd2f6d933e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:36.062272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-daf46e08-f7aa-407b-b914-7fd14146d6a2 req-e1987595-ae8f-466e-8706-7bbd2f6d933e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4954729 Sep 22 17:03:36.077137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0dea6044-8a65-41d4-aced-e6d36eb0e12b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-792600191') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:36.080779 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b84f6764-bdc3-4a3c-9f77-104eb92b5af1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 200 len: 205 time: 0.0953538 Sep 22 17:03:36.081934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:36.099418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47080) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.172931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.237030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.262968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=f5efe723-4e61-45dd-a990-1bde40bd5e14,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:36.285612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.310331 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-daf46e08-f7aa-407b-b914-7fd14146d6a2 req-fc458d93-ed59-4e97-913b-b1ac3a4d5598 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2341077 Sep 22 17:03:36.324547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.333652 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1f41ba4b-a681-42ed-9fee-6109b80ff983 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/f5efe723-4e61-45dd-a990-1bde40bd5e14 HTTP/1.1" status: 204 len: 168 time: 1.5379670 Sep 22 17:03:36.337872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:36.340556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.379692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port f3561dbc-0372-44f2-8aa2-a0372ef859b4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:36.410585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.435141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81cf45f-0ba5-403f-a6b1-a9c9fc2291eb None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:36.463882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f3561dbc-0372-44f2-8aa2-a0372ef859b4 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:36.479016 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0dea6044-8a65-41d4-aced-e6d36eb0e12b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-792600191 HTTP/1.1" status: 201 len: 201 time: 0.4052775 Sep 22 17:03:36.479683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47098) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.487245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-0fae2c98-345b-46c3-8952-985ede02614c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-363739662') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:36.518784 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39efbe69-7c27-422b-b013-ebaf9bd3579e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115870 Sep 22 17:03:36.522592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:36.527629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47102) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:36.544460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:36.648964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.809509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port f3561dbc-0372-44f2-8aa2-a0372ef859b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f3561dbc-0372-44f2-8aa2-a0372ef859b4,segment=NetworkSegment(9c0d8bd1-3713-4661-a992-6e3428fc9ff3),segment_id=9c0d8bd1-3713-4661-a992-6e3428fc9ff3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:36.810142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.867759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-931f2e5e-4199-412c-807b-81d5333d2881 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:36.874925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:36.889490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] For port f3561dbc-0372-44f2-8aa2-a0372ef859b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f3561dbc-0372-44f2-8aa2-a0372ef859b4,segment=NetworkSegment(9c0d8bd1-3713-4661-a992-6e3428fc9ff3),segment_id=9c0d8bd1-3713-4661-a992-6e3428fc9ff3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:36.890348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.894855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:36.905076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:36.922790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:36.930423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.941193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.965262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:36.968832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:36.972039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for f3561dbc-0372-44f2-8aa2-a0372ef859b4 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:37.091153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.093410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.108399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Calling delete_port for f3561dbc-0372-44f2-8aa2-a0372ef859b4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:37.122353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8608a99c-98e9-4306-9c7e-1f77a619b788,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:37.134165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 176bdab9-fcfb-43ab-aff1-fe4b32ab419c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:37.134165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.168225 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0fae2c98-345b-46c3-8952-985ede02614c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-363739662 HTTP/1.1" status: 201 len: 201 time: 0.6873538 Sep 22 17:03:37.172218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:37.174162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=f3561dbc-0372-44f2-8aa2-a0372ef859b4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:37.176780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.181547 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d5f13b5-3092-4f09-819d-f45b0f17d4bb tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.2401893 Sep 22 17:03:37.189753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:37.193947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-bf45c067-dfff-4088-a032-bbf433fd9a99 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', {'tags': ['tempest-TagsExtTest-Tag-140296659', 'tempest-TagsExtTest-Tag-445105891', 'tempest-TagsExtTest-Tag-26185787']}) {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:37.245000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port f3561dbc-0372-44f2-8aa2-a0372ef859b4 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:37.250002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '8608a99c-98e9-4306-9c7e-1f77a619b788', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:37.257962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:37.262749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:37.266082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:37.273844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:37.327973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Port f3561dbc-0372-44f2-8aa2-a0372ef859b4 update to DOWN by agent not found {{(pid=89053) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Sep 22 17:03:37.356516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bdc623-8259-4bec-b5e9-888d3d809030 req-cead38e6-8203-437a-84d5-e538f42d7bf0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:37.364263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92bdc623-8259-4bec-b5e9-888d3d809030 req-cead38e6-8203-437a-84d5-e538f42d7bf0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.8068392 Sep 22 17:03:37.447427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] DHCP port deletion for 5f5b0d9b-e4db-43f7-88de-7af73c4edce5 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:37.457270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Deleting port 87798e4d-b148-453f-9eb0-a766c24aa076 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:37.457670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.527115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:03:37.527663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:03:37.627648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.656730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.714372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-92bdc623-8259-4bec-b5e9-888d3d809030 req-2a04417e-a45d-4090-81e4-cee765e37a99 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3490093 Sep 22 17:03:37.714848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47128) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:37.729397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.775466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] For port 87798e4d-b148-453f-9eb0-a766c24aa076, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=87798e4d-b148-453f-9eb0-a766c24aa076,segment=NetworkSegment(4705c192-4b1e-498d-8447-0db4dd18230a),segment_id=4705c192-4b1e-498d-8447-0db4dd18230a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:37.775863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.798615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d80555fe-548d-417a-b1ee-8d60b324ddb5']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:37.819772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0d8bd1-3713-4661-a992-6e3428fc9ff3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:37.820986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0d8bd1-3713-4661-a992-6e3428fc9ff3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:37.838400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.844956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.857511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 176bdab9-fcfb-43ab-aff1-fe4b32ab419c owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:37.860689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.894219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.909486 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bf45c067-dfff-4088-a032-bbf433fd9a99 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 200 len: 314 time: 0.7278557 Sep 22 17:03:37.911718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47140) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:37.917503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:37.918146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.918644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Calling delete_port for 87798e4d-b148-453f-9eb0-a766c24aa076 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:37.939399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.948498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:37.966882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Deleting port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:37.967258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:37.985641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:37.998253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:38.006979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:38.007579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.024626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=37819826-1a6e-451e-a3f4-8131e9f6c635,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.028847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Deleting port f3561dbc-0372-44f2-8aa2-a0372ef859b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:38.029334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.039546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-956044ab-a999-4ca0-b71c-fcb813a8cfd9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:38.067510 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-465a9011-f60a-4ead-b82f-cc2681fcd239 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5388515 Sep 22 17:03:38.070884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.077784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-273425677', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:38.078139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:38.097643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9c0d8bd1-3713-4661-a992-6e3428fc9ff3 resource provider aggregate not found Sep 22 17:03:38.120651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:38.123772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5d28b2-e0a4-4601-8899-46fe45132a56,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.133731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9c0d8bd1-3713-4661-a992-6e3428fc9ff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c0d8bd1-3713-4661-a992-6e3428fc9ff3 found for delete ", "request_id": "req-94e09ec7-2905-45a5-b207-f8befb8c4011"}]} Sep 22 17:03:38.134656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Usage tracker for resource:port and tenant:757efadff1f441dd814b1ab77a22c781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:38.137665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3bdc388-228d-45b4-aab3-35ff6edebc3b None None] The port 'f3561dbc-0372-44f2-8aa2-a0372ef859b4' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:03:38.144768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:38.159384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:38.165935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.167040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-971c8b43-5985-45af-affb-99676315938b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9347363 Sep 22 17:03:38.171296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.176064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.180668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.207091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Made reservation on behalf of 757efadff1f441dd814b1ab77a22c781 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:38.210108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.223262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=d80555fe-548d-417a-b1ee-8d60b324ddb5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.231772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3148f364-e3fe-4b91-a3a4-6eb6662cc5f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/d80555fe-548d-417a-b1ee-8d60b324ddb5 HTTP/1.1" status: 204 len: 168 time: 2.1969368 Sep 22 17:03:38.233270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47160) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.236670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.247519 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-541e029b-97cf-416f-9a8e-2b90aca027d4 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules/3c5d28b2-e0a4-4601-8899-46fe45132a56 HTTP/1.1" status: 200 len: 763 time: 0.0653696 Sep 22 17:03:38.250433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.252343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.275420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:38.283774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Usage tracker for resource:security_group_rule and tenant:757efadff1f441dd814b1ab77a22c781 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:38.289367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:38.333170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:38.369184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0ad2c256-30d1-4acd-b08e-fafb968d54b4 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:38.403512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:38.403810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] Pushing event deleted for resources: {'Port': ['ID=87798e4d-b148-453f-9eb0-a766c24aa076,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.427669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:38.430521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1fa7de4-4240-4042-b837-50e38ba4a3a6 None None] No DVR routers for this DVR port 87798e4d-b148-453f-9eb0-a766c24aa076 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:38.455184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c89f72ce-f38f-4572-9d9f-51061b4e0d3b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:38.458932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:38.470506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:38.492267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:38.495363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.496084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.501455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-956044ab-a999-4ca0-b71c-fcb813a8cfd9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 204 len: 168 time: 0.5570896 Sep 22 17:03:38.507259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.515634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.518915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-5a078394-acbd-4c61-a618-faae109f27df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-140296659') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:38.553868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c89f72ce-f38f-4572-9d9f-51061b4e0d3b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:38.564361 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c89f72ce-f38f-4572-9d9f-51061b4e0d3b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2895415 Sep 22 17:03:38.564627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:38.586382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:38.586771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.630780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=176bdab9-fcfb-43ab-aff1-fe4b32ab419c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.726150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Calling delete_port for 0ad2c256-30d1-4acd-b08e-fafb968d54b4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:38.742789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.767889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:38.768272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.787840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.789005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.ipam_backend_mixin [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 37819826-1a6e-451e-a3f4-8131e9f6c635 (CIDR: 2001:db8::/64) Sep 22 17:03:38.789971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.796273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.806121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.819246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.826713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:38.831476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.832149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 87798e4d-b148-453f-9eb0-a766c24aa076 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:38.858416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] device_id is not set on port a487d549-e757-40bf-bc15-6a72d8fb2596 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:38.900652 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:38.900652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:38.905236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 87798e4d-b148-453f-9eb0-a766c24aa076 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:03:38.905582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 87798e4d-b148-453f-9eb0-a766c24aa076 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:03:38.908084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5b0d9b-e4db-43f7-88de-7af73c4edce5']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:38.921859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:03:38.922381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:03:38.940738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4705c192-4b1e-498d-8447-0db4dd18230a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:38.941297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4705c192-4b1e-498d-8447-0db4dd18230a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:38.945537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.953791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df8ab05-af6a-4d6d-bfd0-00197d12443a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:38.966846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.988689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.992787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:38.995967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.000394 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a62410ce-c278-4ba5-8b46-b2b9791c8d64 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9283628 Sep 22 17:03:39.003140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47176) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.011033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'subnet': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:39.016340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3c5d28b2-e0a4-4601-8899-46fe45132a56,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:39.028161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-5a078394-acbd-4c61-a618-faae109f27df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:39.029243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a078394-acbd-4c61-a618-faae109f27df tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-140296659 HTTP/1.1" status: 404 len: 328 time: 0.5180354 Sep 22 17:03:39.034735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47180) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.040734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.049755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-cfbca0ef-f46c-45fd-a497-16137fff86f7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-445105891') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:39.086723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:39.087133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.107362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.107904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router 1c8130ec-b1d4-409e-9e97-35b235506c11 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:39.134267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.135367 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b1c6e61f-63b5-4ebd-8833-df8f5f96b3fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 204 len: 168 time: 3.0349483 Sep 22 17:03:39.139310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.155841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-598645686'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:39.164073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:39.171985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:39.183373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:39.193522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:39.204913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:39.209926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Usage tracker for resource:subnet and tenant:db2fd3cc45b4460ebb33cef928480b45 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:39.213237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:39.216060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:39.219495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.232956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:39.252396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.253530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-636792f3-fb3b-4595-8d21-0131f4425484 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/3c5d28b2-e0a4-4601-8899-46fe45132a56 HTTP/1.1" status: 204 len: 168 time: 0.6903939 Sep 22 17:03:39.255696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:39.259157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47188) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.259862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.279714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:39.285986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.316105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.319711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Allocated IP 172.26.8.52 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/a487d549-e757-40bf-bc15-6a72d8fb2596) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:39.343571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=5f5b0d9b-e4db-43f7-88de-7af73c4edce5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:39.348385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f6bf977-beac-436f-9bbc-1c227559a106 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/5f5b0d9b-e4db-43f7-88de-7af73c4edce5 HTTP/1.1" status: 204 len: 168 time: 1.1131384 Sep 22 17:03:39.359842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47192) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.376411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1518706560'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:39.400369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:39.421221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e591194-da4c-4eba-aaf7-1692958dec4e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:39.422839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Deleting port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:39.423659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.427501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:39.432038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:39.457483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:39.459984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cfbca0ef-f46c-45fd-a497-16137fff86f7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:39.461068 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cfbca0ef-f46c-45fd-a497-16137fff86f7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-445105891 HTTP/1.1" status: 404 len: 328 time: 0.4235919 Sep 22 17:03:39.467542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.472898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.473250 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 4131d064-45b5-45b5-8fd7-3c25fc779743 of type vlan for network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 Sep 22 17:03:39.501596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-801a75a2-b3ef-476a-a0ec-200f2c5128dc tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402', 'tempest-TagsExtTest-Tag-26185787') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:39.531866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.590255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e591194-da4c-4eba-aaf7-1692958dec4e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:39.590885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.591524 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e591194-da4c-4eba-aaf7-1692958dec4e tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3297615 Sep 22 17:03:39.596659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:39.597260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.601277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.604329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:39.607709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.626480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '8608a99c-98e9-4306-9c7e-1f77a619b788', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:39.645869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:39.682431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:39.700734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:39.727610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] For port 0ad2c256-30d1-4acd-b08e-fafb968d54b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0ad2c256-30d1-4acd-b08e-fafb968d54b4,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:39.728398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.732506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.732849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 903d8d87-8b8f-46ba-b59b-ba970e38d3f8 of type vlan for network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 Sep 22 17:03:39.754321 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6139469 Sep 22 17:03:39.761827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47204) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.780155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c54d27-9e0f-4975-94c5-77060cb14bb5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=a8ff9174-2db8-4098-a17a-9bc11d59c8f2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:39.783057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.790926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:39.820471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:39.826212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-801a75a2-b3ef-476a-a0ec-200f2c5128dc tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:39.827292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-801a75a2-b3ef-476a-a0ec-200f2c5128dc tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags/tempest-TagsExtTest-Tag-26185787 HTTP/1.1" status: 404 len: 327 time: 0.3371882 Sep 22 17:03:39.828073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:39.845447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:39.855488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-8de27a6b-0274-496a-adc2-5226f0f19fa6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', {'tags': ['tempest-TagsExtTest-Tag-322514891', 'tempest-TagsExtTest-Tag-1308421916', 'tempest-TagsExtTest-Tag-2141391468']}) {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:39.905532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Calling delete_port for 0ad2c256-30d1-4acd-b08e-fafb968d54b4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:40.030656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.041921 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8de27a6b-0274-496a-adc2-5226f0f19fa6 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 200 len: 317 time: 0.1961699 Sep 22 17:03:40.042509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.057579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-f458d4bf-2f57-4f0f-9345-4f9323e2da26 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:40.075647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.123241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:03:40.126580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] Pushing event deleted for resources: {'Port': ['ID=0ad2c256-30d1-4acd-b08e-fafb968d54b4,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:40.136372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a09e14a-8ef8-4802-b18a-ff10936099dd None None] No DVR routers for this DVR port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:40.153805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6258ff96-889c-4201-854d-d8abfd0eb13e None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:40.162958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:40.171667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.171667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:40.175531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.181858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:40.182494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.187970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:40.208500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4705c192-4b1e-498d-8447-0db4dd18230a resource provider aggregate not found Sep 22 17:03:40.217754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.230449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:40.242242 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.services.revisions.revision_plugin [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Could not find related port for resource to bump revision. Sep 22 17:03:40.252178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_pluggable_backend [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Port 0ad2c256-30d1-4acd-b08e-fafb968d54b4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=89052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Sep 22 17:03:40.252538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_pluggable_backend [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fe84:c86b {{(pid=89052) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Sep 22 17:03:40.271312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.304460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4705c192-4b1e-498d-8447-0db4dd18230a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4705c192-4b1e-498d-8447-0db4dd18230a found for delete ", "request_id": "req-6ca158df-97fb-450a-a612-c4b932b4db38"}]} Sep 22 17:03:40.319505 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f458d4bf-2f57-4f0f-9345-4f9323e2da26 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 204 len: 168 time: 0.2688334 Sep 22 17:03:40.329230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.339035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.353133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2704af9d-f660-4db4-a9e5-89bc727fa30f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:40.353517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-8c8f0a27-4729-479e-aba7-2fe11ec03165 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-322514891') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:40.384659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:40.395116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:40.410356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0432544 Sep 22 17:03:40.410549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:40.411662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.418900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4679d6b8-8b3d-457e-96d6-bf8434508ce8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=5ff17e81-d1f6-4f41-8c95-8a6ca137cc88,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:40.419146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.420816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:40.424841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.438355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:40.455953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:40.459793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.463368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b63670b-60b8-484e-91da-d26b68998a2a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8435535 Sep 22 17:03:40.474192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.479747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Subnet': ['ID=fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:40.515823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:40.524977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:40.539931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:40.575127 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8db9894a-1650-472e-8ac1-7acc16b748c5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.5692644 Sep 22 17:03:40.575127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47236) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.577626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Pushing event updated for resources: {'Port': ['ID=a487d549-e757-40bf-bc15-6a72d8fb2596,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:40.592169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7fb673c5-4af2-45e9-b6a5-5f9d88d9e0ab tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules/2704af9d-f660-4db4-a9e5-89bc727fa30f HTTP/1.1" status: 200 len: 763 time: 0.1113780 Sep 22 17:03:40.592628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47240) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.596348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Request body: {'port': {'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'mac_address': 'fa:16:3e:9b:a3:e6', 'name': 'tempest-NetworksTestDHCPv6-102766915'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:40.604442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039', 'tenant_id': 'db2fd3cc45b4460ebb33cef928480b45', 'fixed_ips': [{'subnet_id': '37819826-1a6e-451e-a3f4-8131e9f6c635'}, {'subnet_id': 'fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:40.605449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.644690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:40.645325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.682909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f87cbb42-1f3b-45ef-b3cf-423926ed327c tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9583383 Sep 22 17:03:40.695821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a99317c-8d06-4a36-89af-4b569aa00912 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:40.699313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47244) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.723880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:40.733125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.52'}]}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:40.743290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:40.746337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:40.750445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-8c8f0a27-4729-479e-aba7-2fe11ec03165 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:40.752012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a99317c-8d06-4a36-89af-4b569aa00912 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:40.753083 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c8f0a27-4729-479e-aba7-2fe11ec03165 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-322514891 HTTP/1.1" status: 404 len: 328 time: 0.4130309 Sep 22 17:03:40.753430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a99317c-8d06-4a36-89af-4b569aa00912 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1595869 Sep 22 17:03:40.754322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:40.759966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.760560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:40.768331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-f6dfb88e-651f-4560-9b46-6eee8f97abb9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-1308421916') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:40.770330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Usage tracker for resource:router and tenant:757efadff1f441dd814b1ab77a22c781 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:40.775815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:40.778401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:40.793291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:40.823671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:40.827684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.852050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.853111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.860318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.878647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.889737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Allocated IP 2001:db8::2 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/37819826-1a6e-451e-a3f4-8131e9f6c635/4856dd71-a517-446f-9a2a-f5182c1967e7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:40.896466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe52:e40d (f3a9654d-3ae4-48af-9ca2-2c6331f26039/fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b/4856dd71-a517-446f-9a2a-f5182c1967e7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:40.945609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:40.946300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.969672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.978010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:40.983875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:40.997532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f6dfb88e-651f-4560-9b46-6eee8f97abb9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:41.001135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6dfb88e-651f-4560-9b46-6eee8f97abb9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-1308421916 HTTP/1.1" status: 404 len: 329 time: 0.2365704 Sep 22 17:03:41.001585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47256) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.009811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-39eda539-406c-406c-ac72-ded732bc0553 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113', 'tempest-TagsExtTest-Tag-2141391468') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:41.023459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2704af9d-f660-4db4-a9e5-89bc727fa30f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:41.049771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Made reservation on behalf of db2fd3cc45b4460ebb33cef928480b45 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:41.069882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=974d180a-d15a-49e6-b15a-e790f4fbf29c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:41.078061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.079104 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-575fcb74-dac0-42fd-b3b2-e8808afae69a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/2704af9d-f660-4db4-a9e5-89bc727fa30f HTTP/1.1" status: 204 len: 168 time: 0.3156512 Sep 22 17:03:41.081631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.099616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '4131d064-45b5-45b5-8fd7-3c25fc779743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:41.100597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: a8ff9174-2db8-4098-a17a-9bc11d59c8f2, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:41.115223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.126456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Transition to ACTIVE for port object 4856dd71-a517-446f-9a2a-f5182c1967e7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:41.145497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Transition to ACTIVE for port object 4856dd71-a517-446f-9a2a-f5182c1967e7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:41.150208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4addd9ea-9a49-4f0e-bd50-f8f9347d7544 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:41.150993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.156931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:41.179462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, a8ff9174-2db8-4098-a17a-9bc11d59c8f2) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:41.197994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:41.198850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.204788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4262884a-7d72-4ebd-98bb-6fc647430d76 None None] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:41.221905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4addd9ea-9a49-4f0e-bd50-f8f9347d7544 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:41.224070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4addd9ea-9a49-4f0e-bd50-f8f9347d7544 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1412814 Sep 22 17:03:41.233102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bd183952-346d-4221-b2c9-0703f728666a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4662690 Sep 22 17:03:41.234055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.234560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47266) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.237850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:41.245090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1274147397', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:41.253816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:41.258925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': '8608a99c-98e9-4306-9c7e-1f77a619b788', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:41.266177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:41.268829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:41.273731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:41.284476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:41.286637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:41.291706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:41.303039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.304309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.308350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:41.309699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Project 851c4b84b2cb4acf9e36838749efedc8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:03:41.321954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.360521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.363750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Pushing event updated for resources: {'Port': ['ID=4856dd71-a517-446f-9a2a-f5182c1967e7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:41.407747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.411297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.423220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.463493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84a1a277-488b-4d09-8fb4-768a91fb851c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:41.476816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.478838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5871442d-3776-427d-a115-7c3f5be08473 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2400181 Sep 22 17:03:41.481383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47272) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.484208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.487959 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-81dea96c-42a3-4e60-a8f6-24605b77b88d tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2496588 Sep 22 17:03:41.491934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.499735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Attempting to bind port 4856dd71-a517-446f-9a2a-f5182c1967e7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:41.500195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Attempting to bind port 4856dd71-a517-446f-9a2a-f5182c1967e7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:41.500751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Attempting to bind port 4856dd71-a517-446f-9a2a-f5182c1967e7 on network f3a9654d-3ae4-48af-9ca2-2c6331f26039 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:41.517639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:41.518116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Checking segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:41.518595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.519061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Bound using segment: {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:41.519942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Bound port: 4856dd71-a517-446f-9a2a-f5182c1967e7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '189fecf3-8f25-4b35-9b13-0caa97f0d957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f3a9654d-3ae4-48af-9ca2-2c6331f26039'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:41.520502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.686177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.708545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-a8ff9174-2db8-4098-a17a-9bc11d59c8f2', 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '974d180a-d15a-49e6-b15a-e790f4fbf29c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:41.708545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.710338 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d7550f4-0212-4634-9c26-13a678783ef0 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules/84a1a277-488b-4d09-8fb4-768a91fb851c HTTP/1.1" status: 200 len: 769 time: 0.2143533 Sep 22 17:03:41.714980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:41.740568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] For port 4856dd71-a517-446f-9a2a-f5182c1967e7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:41.773022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.790994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] For port 4856dd71-a517-446f-9a2a-f5182c1967e7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4856dd71-a517-446f-9a2a-f5182c1967e7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:41.805124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:41.842498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] device_id is not set on port d1436369-f512-4545-b098-2a764c1ba277 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:41.969428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc54c27-51cd-4810-b17e-10cd9cd76d44 None None] Pushing event updated for resources: {'Port': ['ID=4856dd71-a517-446f-9a2a-f5182c1967e7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:41.988801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-39eda539-406c-406c-ac72-ded732bc0553 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:41.992002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39eda539-406c-406c-ac72-ded732bc0553 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags/tempest-TagsExtTest-Tag-2141391468 HTTP/1.1" status: 404 len: 329 time: 0.9869413 Sep 22 17:03:42.003681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47284) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:42.030437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Allocated IP 2001:db8::2 (a8ff9174-2db8-4098-a17a-9bc11d59c8f2/974d180a-d15a-49e6-b15a-e790f4fbf29c/03b6fee3-b610-4a20-b212-25ab2da0cc86) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:42.053731 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1035743-65dd-4fbe-8863-79b3f964755a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3014393 Sep 22 17:03:42.055150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-1e8b701d-5b35-4524-800e-33ddf3fd8f21 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', {'tags': ['tempest-TagsExtTest-Tag-1195631935', 'tempest-TagsExtTest-Tag-1598190416', 'tempest-TagsExtTest-Tag-875250011']}) {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:42.163572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:42.317403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.385381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.400138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Transition to ACTIVE for port object 03b6fee3-b610-4a20-b212-25ab2da0cc86 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:42.437888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.442335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Transition to ACTIVE for port object 03b6fee3-b610-4a20-b212-25ab2da0cc86 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:42.447524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4856dd71-a517-446f-9a2a-f5182c1967e7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:42.489140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.577436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.581715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:42.588599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:42.595244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:42.597596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Pushing event updated for resources: {'Port': ['ID=03b6fee3-b610-4a20-b212-25ab2da0cc86,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:42.613529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.640242 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e8b701d-5b35-4524-800e-33ddf3fd8f21 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 200 len: 317 time: 0.6070027 Sep 22 17:03:42.649564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:42.660787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-fba79be6-f67a-4569-945d-d7c70803071b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:42.680775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=9c1b98cf-6c25-4a3e-9d9b-01fd896676c1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:42.716417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '903d8d87-8b8f-46ba-b59b-ba970e38d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:42.716801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:42.719367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4856dd71-a517-446f-9a2a-f5182c1967e7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:42.734720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Attempting to bind port 03b6fee3-b610-4a20-b212-25ab2da0cc86 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:42.734720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Attempting to bind port 03b6fee3-b610-4a20-b212-25ab2da0cc86 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4131d064-45b5-45b5-8fd7-3c25fc779743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:42.735137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Attempting to bind port 03b6fee3-b610-4a20-b212-25ab2da0cc86 on network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:42.741467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:42.741838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Checking segment: {'id': '4131d064-45b5-45b5-8fd7-3c25fc779743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:42.742831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.742831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Bound using segment: {'id': '4131d064-45b5-45b5-8fd7-3c25fc779743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:42.743047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Bound port: 03b6fee3-b610-4a20-b212-25ab2da0cc86, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4131d064-45b5-45b5-8fd7-3c25fc779743', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'a8ff9174-2db8-4098-a17a-9bc11d59c8f2'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:42.743647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.753304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.771537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8::2b0 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/37819826-1a6e-451e-a3f4-8131e9f6c635/d1436369-f512-4545-b098-2a764c1ba277) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:42.798551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84a1a277-488b-4d09-8fb4-768a91fb851c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:42.801765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Allocated IP 2001:db8:0:1:f816:3eff:fe9b:a3e6 (f3a9654d-3ae4-48af-9ca2-2c6331f26039/fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b/d1436369-f512-4545-b098-2a764c1ba277) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:42.816091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:42.851250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:42.873670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:42.874282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.894827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc49a0b-fdd4-42ac-8dac-71ba3aabb676 None None] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:42.943102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8::1 (a8ff9174-2db8-4098-a17a-9bc11d59c8f2/974d180a-d15a-49e6-b15a-e790f4fbf29c/2061fe93-86f4-4d8b-961a-ba298a409400) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:42.968478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:42.972076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df0c72e1-8662-4174-bf0c-4783c511ca5a tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/84a1a277-488b-4d09-8fb4-768a91fb851c HTTP/1.1" status: 204 len: 168 time: 0.6677945 Sep 22 17:03:42.974447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:42.983285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fba79be6-f67a-4569-945d-d7c70803071b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.3322721 Sep 22 17:03:42.987851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] For port 03b6fee3-b610-4a20-b212-25ab2da0cc86, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:43.003351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] For port 03b6fee3-b610-4a20-b212-25ab2da0cc86, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=03b6fee3-b610-4a20-b212-25ab2da0cc86,segment=NetworkSegment(4131d064-45b5-45b5-8fd7-3c25fc779743),segment_id=4131d064-45b5-45b5-8fd7-3c25fc779743)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:43.003567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.003678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-75514083-1bd0-46a6-9195-4f8ec9ca36f9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5725267 Sep 22 17:03:43.003769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47302) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.011554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.012304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1157428918', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:43.020780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:43.050564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-7d9c41de-142d-44a2-ad88-12e8e4bab982 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-1195631935') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:43.112786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:43.249507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f797a-011e-4816-955c-b80760d2cb4c None None] Pushing event updated for resources: {'Port': ['ID=03b6fee3-b610-4a20-b212-25ab2da0cc86,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:43.271583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5ff17e81-d1f6-4f41-8c95-8a6ca137cc88', 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '9c1b98cf-6c25-4a3e-9d9b-01fd896676c1'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:43.272493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.322998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:43.331319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:43.355536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.356838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.391408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.405814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.413866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee4d0bfd-73df-4d34-80ee-ec4f94e24bbe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:43.531819 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-7d9c41de-142d-44a2-ad88-12e8e4bab982 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:43.535747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d9c41de-142d-44a2-ad88-12e8e4bab982 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-1195631935 HTTP/1.1" status: 404 len: 329 time: 0.5310819 Sep 22 17:03:43.536788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.536911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ee4d0bfd-73df-4d34-80ee-ec4f94e24bbe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:43.538277 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ee4d0bfd-73df-4d34-80ee-ec4f94e24bbe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5396090 Sep 22 17:03:43.541689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.541874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.546696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-17c45724-93cd-4696-9983-8415c2d4cad4 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-1598190416') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:43.555722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Allocated IP 172.20.0.2 (5ff17e81-d1f6-4f41-8c95-8a6ca137cc88/9c1b98cf-6c25-4a3e-9d9b-01fd896676c1/ce5444d3-84c3-4c9d-a38d-154eaa16af15) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:43.572206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.616740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 2061fe93-86f4-4d8b-961a-ba298a409400 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:43.632477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Transition to ACTIVE for port object d1436369-f512-4545-b098-2a764c1ba277 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:43.637437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.696360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6ed015-c2cf-41d1-9b10-79aa00e0f544 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:43.710542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.778856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-17c45724-93cd-4696-9983-8415c2d4cad4 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:43.779897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17c45724-93cd-4696-9983-8415c2d4cad4 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-1598190416 HTTP/1.1" status: 404 len: 329 time: 0.2399118 Sep 22 17:03:43.784035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.791901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-218d1c4d-746c-456d-ba6c-f454fad25d0d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6', 'tempest-TagsExtTest-Tag-875250011') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:43.861297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Provisioning for port 4856dd71-a517-446f-9a2a-f5182c1967e7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:43.871693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.876297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4faba85b-e4eb-4755-a301-413fdd04ee63 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.8698130 Sep 22 17:03:43.882484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:43.884779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Provisioning complete for port 4856dd71-a517-446f-9a2a-f5182c1967e7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:43.885161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.886032 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Attempt 1 to provision port 4856dd71-a517-446f-9a2a-f5182c1967e7 Sep 22 17:03:43.894352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'port': {'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88', 'name': 'tempest-RoutersTest-1796544475'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:43.916102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:43.990661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.048762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.155975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.184736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Transition to ACTIVE for port object ce5444d3-84c3-4c9d-a38d-154eaa16af15 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:44.223458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.244070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:44.257416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:44.257778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:44.260215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:44.260794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.286674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:44.296543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-218d1c4d-746c-456d-ba6c-f454fad25d0d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:44.297446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-218d1c4d-746c-456d-ba6c-f454fad25d0d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags/tempest-TagsExtTest-Tag-875250011 HTTP/1.1" status: 404 len: 328 time: 0.5108123 Sep 22 17:03:44.302116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=2061fe93-86f4-4d8b-961a-ba298a409400,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:44.318045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.321563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:44.327016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:44.327660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.332819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-86056495-c5f9-478c-a4f5-898dc60cbf60 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', {'tags': ['tempest-TagsExtTest-Tag-1443991539', 'tempest-TagsExtTest-Tag-1698306489', 'tempest-TagsExtTest-Tag-1195931125']}) {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:44.341730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event updated for resources: {'Port': ['ID=d1436369-f512-4545-b098-2a764c1ba277,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:44.353787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Current status of the port 4856dd71-a517-446f-9a2a-f5182c1967e7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:44.354187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.366204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.381657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.419590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8608a99c-98e9-4306-9c7e-1f77a619b788,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:44.460217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Transition to ACTIVE for port object ce5444d3-84c3-4c9d-a38d-154eaa16af15 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:44.460455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86056495-c5f9-478c-a4f5-898dc60cbf60 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "PUT /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 200 len: 318 time: 0.1382110 Sep 22 17:03:44.462058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47330) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.465271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] For port 4856dd71-a517-446f-9a2a-f5182c1967e7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4856dd71-a517-446f-9a2a-f5182c1967e7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:44.477155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.480275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.499906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-91e219fd-66a2-451f-be17-72cf7dbace6e tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:44.511031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:44.525624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 03b6fee3-b610-4a20-b212-25ab2da0cc86 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:44.525882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.529141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78c2d1e4-1161-4c6c-8587-0e498c222553 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/8608a99c-98e9-4306-9c7e-1f77a619b788 HTTP/1.1" status: 204 len: 168 time: 0.9845655 Sep 22 17:03:44.530456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.576269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.611527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8d257198-cc96-44b0-bc68-ba190190b3de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.0293522 Sep 22 17:03:44.620133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:44.625337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:port and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:44.625776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:44.629177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:44.632805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:44.635157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.682038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:44.699960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39630092-fb39-4d0a-a919-3ac723dcc8fa None None] Pushing event updated for resources: {'Port': ['ID=4856dd71-a517-446f-9a2a-f5182c1967e7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:44.700962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-37554483-e3fa-4c0f-8679-e4c6f93e6cc8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:44.704362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a275eb-356c-4ce5-ba08-f76bdc6dadfc None None] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:44.776261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91e219fd-66a2-451f-be17-72cf7dbace6e tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 204 len: 168 time: 0.2959838 Sep 22 17:03:44.779287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.857247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-3c365229-c469-4b91-86d8-b1a9d5fbcc3b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1443991539') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:44.900422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-37554483-e3fa-4c0f-8679-e4c6f93e6cc8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:44.905952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:44.909791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:44.914209 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-37554483-e3fa-4c0f-8679-e4c6f93e6cc8 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3801749 Sep 22 17:03:44.914598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47346) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:44.946976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting port d1436369-f512-4545-b098-2a764c1ba277 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:44.947344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.010403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.015498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] device_id is not set on port 271fa188-9dac-4850-a2ec-91561a8d59b0 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:03:45.035469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a5d60920-3ef3-403a-90e6-25326ed752ed None None] Provisioning for port 03b6fee3-b610-4a20-b212-25ab2da0cc86 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:45.050888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.105881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Attempting to bind port ce5444d3-84c3-4c9d-a38d-154eaa16af15 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:45.106398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Attempting to bind port ce5444d3-84c3-4c9d-a38d-154eaa16af15 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '903d8d87-8b8f-46ba-b59b-ba970e38d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:45.106871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Attempting to bind port ce5444d3-84c3-4c9d-a38d-154eaa16af15 on network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:45.179185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.179812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f40b1a1-35d1-4d09-9d25-8e16ee96f153 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:45.181427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group': {'name': 'tempest-secgroup--51392708'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:45.189048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:45.189762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Checking segment: {'id': '903d8d87-8b8f-46ba-b59b-ba970e38d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:45.190348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.190855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Bound using segment: {'id': '903d8d87-8b8f-46ba-b59b-ba970e38d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:45.191460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Bound port: ce5444d3-84c3-4c9d-a38d-154eaa16af15, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '903d8d87-8b8f-46ba-b59b-ba970e38d3f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '5ff17e81-d1f6-4f41-8c95-8a6ca137cc88'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:45.191989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.197364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.203930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:45.209552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.210847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.256659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 03b6fee3-b610-4a20-b212-25ab2da0cc86 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:45.262583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Pushing event updated for resources: {'Port': ['ID=ce5444d3-84c3-4c9d-a38d-154eaa16af15,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:45.272298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 03b6fee3-b610-4a20-b212-25ab2da0cc86 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:45.272703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.273036 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 03b6fee3-b610-4a20-b212-25ab2da0cc86 Sep 22 17:03:45.295725 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-3c365229-c469-4b91-86d8-b1a9d5fbcc3b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:45.296805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3c365229-c469-4b91-86d8-b1a9d5fbcc3b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1443991539 HTTP/1.1" status: 404 len: 329 time: 0.5088696 Sep 22 17:03:45.303819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=2061fe93-86f4-4d8b-961a-ba298a409400,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:45.307704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:45.308730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:45.316207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-676e30fa-ea61-4ebe-8b95-a75efdcaac4a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1698306489') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:45.393957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Provisioning complete for port 4856dd71-a517-446f-9a2a-f5182c1967e7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:45.394293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.394827 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Attempt 1 to provision port 4856dd71-a517-446f-9a2a-f5182c1967e7 Sep 22 17:03:45.402471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 22 17:03:45.406675 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d5be9d1-9dc9-40ac-a5c4-181c144d0567 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.6942990 Sep 22 17:03:45.408690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:45.462273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.482405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.492920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] For port ce5444d3-84c3-4c9d-a38d-154eaa16af15, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:45.502854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.20.0.5 (5ff17e81-d1f6-4f41-8c95-8a6ca137cc88/9c1b98cf-6c25-4a3e-9d9b-01fd896676c1/271fa188-9dac-4850-a2ec-91561a8d59b0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:45.513744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] For port ce5444d3-84c3-4c9d-a38d-154eaa16af15, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce5444d3-84c3-4c9d-a38d-154eaa16af15,segment=NetworkSegment(903d8d87-8b8f-46ba-b59b-ba970e38d3f8),segment_id=903d8d87-8b8f-46ba-b59b-ba970e38d3f8)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:45.517590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-676e30fa-ea61-4ebe-8b95-a75efdcaac4a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:45.518663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-676e30fa-ea61-4ebe-8b95-a75efdcaac4a tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1698306489 HTTP/1.1" status: 404 len: 329 time: 0.2077017 Sep 22 17:03:45.541949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47358) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:45.547247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:45.555254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-c9b248f8-f8bd-4042-9b60-63f91f3881f9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86', 'tempest-TagsExtTest-Tag-1195931125') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:45.558599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.569784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:45.577972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:45.597975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:45.604851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Deleting port a487d549-e757-40bf-bc15-6a72d8fb2596 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:45.605080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.644339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Calling delete_port for d1436369-f512-4545-b098-2a764c1ba277 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:45.686440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:45.686604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 03b6fee3-b610-4a20-b212-25ab2da0cc86 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:45.686604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.691887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:45.709563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-c9b248f8-f8bd-4042-9b60-63f91f3881f9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] show failed (client error): The resource could not be found. Sep 22 17:03:45.713217 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c9b248f8-f8bd-4042-9b60-63f91f3881f9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags/tempest-TagsExtTest-Tag-1195931125 HTTP/1.1" status: 404 len: 329 time: 0.1677468 Sep 22 17:03:45.742121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47362) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:45.744980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ab3be-76ca-4eb6-98a0-5c84c9cdb8c3 None None] Pushing event updated for resources: {'Port': ['ID=ce5444d3-84c3-4c9d-a38d-154eaa16af15,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:45.759985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Current status of the port 4856dd71-a517-446f-9a2a-f5182c1967e7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:45.770185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 03b6fee3-b610-4a20-b212-25ab2da0cc86, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=03b6fee3-b610-4a20-b212-25ab2da0cc86,segment=NetworkSegment(4131d064-45b5-45b5-8fd7-3c25fc779743),segment_id=4131d064-45b5-45b5-8fd7-3c25fc779743)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:45.779079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.816798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Provisioning for port d1436369-f512-4545-b098-2a764c1ba277 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:45.832786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.tag.tag_plugin [None req-dd9c968c-3449-494b-a57d-a85f5bcfd40b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'b20e32b3-b1f9-4174-9339-915429410a86') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:45.840643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Provisioning complete for port d1436369-f512-4545-b098-2a764c1ba277 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:45.841035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:45.841375 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Attempt 1 to provision port d1436369-f512-4545-b098-2a764c1ba277 Sep 22 17:03:45.937781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=03b6fee3-b610-4a20-b212-25ab2da0cc86,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:45.942634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Port d1436369-f512-4545-b098-2a764c1ba277 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:46.132258 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dd9c968c-3449-494b-a57d-a85f5bcfd40b tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86/tags HTTP/1.1" status: 204 len: 168 time: 0.3258986 Sep 22 17:03:46.135568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:46.159679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.186636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-e420f9cc-ae91-4629-b4b5-d59e15142742 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd1205d1b-df9a-4466-81b6-50d7dfcab3a6') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:46.208594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.269990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.362241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.408697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 271fa188-9dac-4850-a2ec-91561a8d59b0 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:46.416212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.443989 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Attempt 2 to provision port d1436369-f512-4545-b098-2a764c1ba277 Sep 22 17:03:46.504650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4856dd71-a517-446f-9a2a-f5182c1967e7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:46.515248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Port': ['ID=d1436369-f512-4545-b098-2a764c1ba277,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:46.524075 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e420f9cc-ae91-4629-b4b5-d59e15142742 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6/tags HTTP/1.1" status: 204 len: 168 time: 0.3840992 Sep 22 17:03:46.541231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:46.570893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Calling delete_port for a487d549-e757-40bf-bc15-6a72d8fb2596 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:46.587862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8a960a7d-f51e-4cfb-98bb-1203c6ee100f None None] Port d1436369-f512-4545-b098-2a764c1ba277 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:03:46.605396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-ffb5f5bf-b891-46c0-ad45-9f840f07041c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7461582f-0a77-4d54-aba7-81315e055113') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:46.659874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4856dd71-a517-446f-9a2a-f5182c1967e7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:46.660646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.661575 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4856dd71-a517-446f-9a2a-f5182c1967e7 Sep 22 17:03:46.712060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.716318 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.5466845 Sep 22 17:03:46.718873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47374) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:46.738054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.748947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50dc47-09ec-44c0-a699-de6197df73ca tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1b0c395-dbb3-40a3-a025-5b71727b6119,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:46.752308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.762263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Request body: {'security_group_rule': {'security_group_id': 'f1b0c395-dbb3-40a3-a025-5b71727b6119', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:46.767722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Could not find standard attr ID for object d1436369-f512-4545-b098-2a764c1ba277. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:46.783928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:46.796922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Usage tracker for resource:security_group_rule and tenant:851c4b84b2cb4acf9e36838749efedc8 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:46.800622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:46.808837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:46.819678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:46.842173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Provisioning complete for port 03b6fee3-b610-4a20-b212-25ab2da0cc86 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:46.842554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.842892 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 1 to provision port 03b6fee3-b610-4a20-b212-25ab2da0cc86 Sep 22 17:03:46.858931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:46.874100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:46.878351 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a268c66d-904f-41fd-b7e6-a203846d643a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/d1436369-f512-4545-b098-2a764c1ba277 HTTP/1.1" status: 204 len: 168 time: 2.2422080 Sep 22 17:03:46.879281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:46.884571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:46.892059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:46.933209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4856dd71-a517-446f-9a2a-f5182c1967e7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:46.934614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce5444d3-84c3-4c9d-a38d-154eaa16af15 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:47.062687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=271fa188-9dac-4850-a2ec-91561a8d59b0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:47.088682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:47.089326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.113973 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ffb5f5bf-b891-46c0-ad45-9f840f07041c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113/tags HTTP/1.1" status: 204 len: 168 time: 0.5683029 Sep 22 17:03:47.118774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.125145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.tag.tag_plugin [None req-d392e614-f83b-4e10-b96f-28ea6e30b20d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '684bb247-6f46-4e15-9296-c544c02d7402') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:47.154982 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c00add62-cc55-4be9-9a2e-ec3c1b0e50d6 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2698994 Sep 22 17:03:47.164523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47386) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.182056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ce5444d3-84c3-4c9d-a38d-154eaa16af15 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:47.191627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 03b6fee3-b610-4a20-b212-25ab2da0cc86 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:47.226358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.248295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Current status of the port 03b6fee3-b610-4a20-b212-25ab2da0cc86 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:47.282416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:47.293227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Provisioning for port 2061fe93-86f4-4d8b-961a-ba298a409400 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:47.299969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.303512 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] Sync routers for ids ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:47.308521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Provisioning complete for port 2061fe93-86f4-4d8b-961a-ba298a409400 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:47.309380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.310109 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 1 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:47.310508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Pushing event deleted for resources: {'Port': ['ID=a487d549-e757-40bf-bc15-6a72d8fb2596,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:47.319430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ca5a53-88b7-4bdf-9217-2ecc5b84f010 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:47.320188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2ca5a53-88b7-4bdf-9217-2ecc5b84f010 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:47.326818 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] Routers {'6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:47.327441 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:47.348868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.368334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f2823a8-1357-490f-96da-f2076aecf95e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/6a9c6e9e-5bd8-420a-b6a9-17a936d95e69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8858376 Sep 22 17:03:47.389342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.390267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:47.411790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 03b6fee3-b610-4a20-b212-25ab2da0cc86 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:47.413000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.413547 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 03b6fee3-b610-4a20-b212-25ab2da0cc86 Sep 22 17:03:47.432362 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:47.446334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] Routers {'6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:47.447209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:47.463519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.477302 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0a4abe5-b05e-44c1-8889-9e4c4b171198 tempest-RoutersAdminNegativeTest-1834743454 tempest-RoutersAdminNegativeTest-1834743454-project-admin] 10.222.0.25 "DELETE /v2.0/ports/a487d549-e757-40bf-bc15-6a72d8fb2596 HTTP/1.1" status: 204 len: 168 time: 2.0521183 Sep 22 17:03:47.485679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094feb1a-6eaa-46e6-a71b-eead38479b9d None None] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:47.533920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f3c599-b9f9-4fdb-a84c-50d69186e961,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:47.535025 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:47.536315 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d370cc8e-aa48-48de-878b-9aaecc76fb07 None None] The sync data for ids ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:47.545703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.552715 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d2cb6f2-da42-4dc1-9c1b-e3f1e631acfe tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8058612 Sep 22 17:03:47.561120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47396) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.624525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4824c18b-1d2e-4a0c-a426-d455a2de8740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:47.625982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4824c18b-1d2e-4a0c-a426-d455a2de8740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:47.658082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d2ca5a53-88b7-4bdf-9217-2ecc5b84f010 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:47.661755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d2ca5a53-88b7-4bdf-9217-2ecc5b84f010 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7711411 Sep 22 17:03:47.664018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47400) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.671509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.688323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4824c18b-1d2e-4a0c-a426-d455a2de8740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:47.689976 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4824c18b-1d2e-4a0c-a426-d455a2de8740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports/2061fe93-86f4-4d8b-961a-ba298a409400 HTTP/1.1" status: 200 len: 911 time: 0.2995121 Sep 22 17:03:47.693123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47404) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.706071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '974d180a-d15a-49e6-b15a-e790f4fbf29c'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:47.760495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.802202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 03b6fee3-b610-4a20-b212-25ab2da0cc86 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:47.891764 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 2 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:47.942984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:47.973639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:47.981640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:48.015237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1b0c395-dbb3-40a3-a025-5b71727b6119,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:48.045954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.047089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f11992ce-56ba-473d-8ba0-bd9a4bae31df tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/f1b0c395-dbb3-40a3-a025-5b71727b6119 HTTP/1.1" status: 204 len: 168 time: 0.4851677 Sep 22 17:03:48.057037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.129566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.142466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.163603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:48.195555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Usage tracker for resource:security_group_rule and tenant:4d63a806fcca4259bfc523f933826b7e is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:48.203915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:48.227771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:48.246929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.247157 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d392e614-f83b-4e10-b96f-28ea6e30b20d tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402/tags HTTP/1.1" status: 204 len: 168 time: 1.1270254 Sep 22 17:03:48.283012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0e5111d9-3e50-4cb5-97de-2b2708624510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:48.299319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7dd25f-de5f-40d1-878e-d8615469f824 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:48.301718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f7dd25f-de5f-40d1-878e-d8615469f824 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.6349633 Sep 22 17:03:48.307169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.445392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0e5111d9-3e50-4cb5-97de-2b2708624510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:48.446568 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e5111d9-3e50-4cb5-97de-2b2708624510 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3829527 Sep 22 17:03:48.452056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47428) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.482309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:48.482643 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 3 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:48.483797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:48.485300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:48.486100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:48.507839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.541298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:48.574835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a1f449c-9416-4a28-b01d-2c926c759a38 tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.1198275 Sep 22 17:03:48.580448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:48.581643 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fca5233a-bcce-453e-bd6d-b6385bed0eb8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2705636 Sep 22 17:03:48.590439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.590775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47436) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.678250 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-420b6a28-5ebc-4c2c-bb3d-e82e8c91cd1b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] delete failed (client error): The resource could not be found. Sep 22 17:03:48.685088 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-420b6a28-5ebc-4c2c-bb3d-e82e8c91cd1b tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "DELETE /v2.0/security-groups/f1b0c395-dbb3-40a3-a025-5b71727b6119 HTTP/1.1" status: 404 len: 347 time: 0.0875628 Sep 22 17:03:48.686322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47442) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.823901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.838075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a0dc1251-8dee-4afd-9ea1-8ba11765e5c9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for subnetpool, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.839307 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a0dc1251-8dee-4afd-9ea1-8ba11765e5c9 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnetpools/b20e32b3-b1f9-4174-9339-915429410a86 HTTP/1.1" status: 204 len: 168 time: 0.5889757 Sep 22 17:03:48.845662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.849257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47446) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.863846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet 37819826-1a6e-451e-a3f4-8131e9f6c635 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:48.877913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f0829e3-266c-4c31-9fae-56305529e3cd tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Synchronizing usage tracker for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:48.936280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:48.986363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d63a806fcca4259bfc523f933826b7e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0438521 Sep 22 17:03:48.997218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47450) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:48.998541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3f0829e3-266c-4c31-9fae-56305529e3cd tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] Unset dirty status for tenant:851c4b84b2cb4acf9e36838749efedc8 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:48.999863 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3f0829e3-266c-4c31-9fae-56305529e3cd tempest-SecGroupIPv6Test-2026300489 tempest-SecGroupIPv6Test-2026300489-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3116252 Sep 22 17:03:49.011114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-798b0a59-e40c-4ea7-8a20-c48e015b2617 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Synchronizing usage tracker for tenant:5a66e60eceda4f428e800ab62e8639a7 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:49.014594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ddf1ff-a8f2-4fe8-ab54-e4d3efe691c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f713edeb-6885-443c-bd03-e133a179cef6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:49.042186 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 4 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:49.079357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.117713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.140047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-798b0a59-e40c-4ea7-8a20-c48e015b2617 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Unset dirty status for tenant:5a66e60eceda4f428e800ab62e8639a7 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:49.143617 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-798b0a59-e40c-4ea7-8a20-c48e015b2617 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "GET /v2.0/ports?device_id=d1205d1b-df9a-4466-81b6-50d7dfcab3a6 HTTP/1.1" status: 200 len: 205 time: 0.2910013 Sep 22 17:03:49.148430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.162970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.171606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.192791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.193899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:49.198418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:49.199021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.200373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/ports/2061fe93-86f4-4d8b-961a-ba298a409400 HTTP/1.1" status: 200 len: 911 time: 1.5055435 Sep 22 17:03:49.226597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47460) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.296424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a84b1d3-ee60-43d9-8a46-c929c9c5b272 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=2061fe93-86f4-4d8b-961a-ba298a409400,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:49.315347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.329029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47466) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.338378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f713edeb-6885-443c-bd03-e133a179cef6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:49.346272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.349036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-909aea25-d3f8-4a66-aba7-d121bb89d81b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f713edeb-6885-443c-bd03-e133a179cef6 HTTP/1.1" status: 204 len: 168 time: 0.3481863 Sep 22 17:03:49.457460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.648462 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d1a48bba-a02f-4305-8b5e-9b95784f3f43 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=851c4b84b2cb4acf9e36838749efedc8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3167326 Sep 22 17:03:49.650972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.676450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.695333 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 5 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:49.735771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:03:49.759731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-15a627fc-5faa-4368-be1f-b0b2f956a162 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=757efadff1f441dd814b1ab77a22c781&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0821490 Sep 22 17:03:49.760448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.762283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:49.763695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:49.768647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.783264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.811946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.818954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.875275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.905126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.924411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.957439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed9d8fe-2a33-4642-badc-3187a7b39322,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:49.970881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:49.974710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e658bbcc-04b1-4c05-a5ee-2816a2c297ab admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/eed9d8fe-2a33-4642-badc-3187a7b39322 HTTP/1.1" status: 204 len: 168 time: 0.3201017 Sep 22 17:03:50.002116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.022521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df8ab05-af6a-4d6d-bfd0-00197d12443a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:50.027622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.031022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-edce70f3-e350-41d8-8839-828c08cbb015 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1df8ab05-af6a-4d6d-bfd0-00197d12443a HTTP/1.1" status: 204 len: 168 time: 0.2653978 Sep 22 17:03:50.254048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.264728 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 6 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:50.270182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.337641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:50.350631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=271fa188-9dac-4850-a2ec-91561a8d59b0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:50.404551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.512186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.512743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Fanout notify agent at l3_agent the message router_deleted on router d1205d1b-df9a-4466-81b6-50d7dfcab3a6 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:50.539928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3331b9-1835-4cab-bfc3-30df99a7e22c None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:50.541855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=37819826-1a6e-451e-a3f4-8131e9f6c635,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:50.544050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.616784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.617823 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5db5f2f0-b904-4efc-a9b8-4d352eb44194 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/routers/d1205d1b-df9a-4466-81b6-50d7dfcab3a6 HTTP/1.1" status: 204 len: 168 time: 1.4684324 Sep 22 17:03:50.620636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47508) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:50.625858 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2dbe1eb2-7c8d-4fbe-bcf0-c7e9b67042f7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/37819826-1a6e-451e-a3f4-8131e9f6c635 HTTP/1.1" status: 204 len: 168 time: 2.0324724 Sep 22 17:03:50.634378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:50.744223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Deleting port 7461582f-0a77-4d54-aba7-81315e055113 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:50.745004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.786379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.813601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Deleting subnet fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:50.821009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:50.844271 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 7 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:50.899647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.098723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47530) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:51.099669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:51.101198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.245094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.360521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.395119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Calling delete_port for 7461582f-0a77-4d54-aba7-81315e055113 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:51.429120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7e7563c5-6745-4f00-b238-feefcfa431cb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:51.429807 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-7e7563c5-6745-4f00-b238-feefcfa431cb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 17:03:51.430320 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-7e7563c5-6745-4f00-b238-feefcfa431cb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 17:03:51.434813 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e7563c5-6745-4f00-b238-feefcfa431cb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3214610 Sep 22 17:03:51.440355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:51.452832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1721863798'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:51.461209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:51.471082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:51.477215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:51.499894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:51.532341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:51.543648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.563697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.601358 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 8 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:51.623875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:51.632574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:51.637915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:51.648750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:51.697821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:51.698883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.747293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-907583116', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:51.751129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.762818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:51.781659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:router and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:51.829296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:51.830292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event deleted for resources: {'Port': ['ID=7461582f-0a77-4d54-aba7-81315e055113,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:51.846486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:51.924440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.935363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.936339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.980617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:51.990491 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d16150ba-9985-4022-9fd3-9a71ef917558 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/ports/7461582f-0a77-4d54-aba7-81315e055113 HTTP/1.1" status: 204 len: 168 time: 1.3683901 Sep 22 17:03:51.995521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.021052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.026963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.048295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.054895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.056625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:52.183859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:52.190670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:52.192194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Subnet': ['ID=fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:52.198829 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 9 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:52.202613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:52.203142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.204479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2289ef-096b-453e-90da-6a15dc625f96,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:52.214186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.215364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d20a0af2-e612-4f97-98d1-cdf6ee5f7885 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6820467 Sep 22 17:03:52.219420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.231148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1861005671'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:52.239141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:52.247076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:network and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:52.252718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c7413bad-6b70-4e13-82c3-bd4d476ee7da tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b HTTP/1.1" status: 204 len: 168 time: 1.6143746 Sep 22 17:03:52.253381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:52.258484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.275189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Deleting subnet 684bb247-6f46-4e15-9296-c544c02d7402 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:52.280260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.280409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c9acd4-7e88-46cb-b124-437c984cf1a7 None None] Network f3a9654d-3ae4-48af-9ca2-2c6331f26039 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:52.315863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:52.344662 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a2f45a80-fba7-4dee-9127-c8340be48731 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850382 Sep 22 17:03:52.350133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.365915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.382036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.391112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:52.394247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:52.394513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.406250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5ba35d82-881a-406a-b78a-dcae3aeac8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.415089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.415302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.451387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:52.470959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:security_group_rule and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:52.477684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:52.483009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.487811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:52.492387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.566114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=706d5f15-2697-49b3-92aa-070f37164522,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:52.580753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.585232 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5caffd40-e1b5-43c8-82af-54404c37d9d4 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1439035 Sep 22 17:03:52.588960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.601580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '706d5f15-2697-49b3-92aa-070f37164522', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:52.603274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] DHCP port deletion for f3a9654d-3ae4-48af-9ca2-2c6331f26039 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:52.611845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Deleting port 4856dd71-a517-446f-9a2a-f5182c1967e7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:52.612206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:52.612859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.620352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=271fa188-9dac-4850-a2ec-91561a8d59b0,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:52.625801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aa928e8-b31c-4bc1-9920-407e633420a9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:52.629763 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3aa928e8-b31c-4bc1-9920-407e633420a9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2759976 Sep 22 17:03:52.630550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.633821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:52.641930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:52.650101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.692268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:52.748619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 2061fe93-86f4-4d8b-961a-ba298a409400 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:52.749195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.757162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0eb80e7-b015-4c4f-9e88-ee0107023678 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:52.757844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0eb80e7-b015-4c4f-9e88-ee0107023678 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Synchronizing usage tracker for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:52.760247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.767817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.786600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.791189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.826768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e0eb80e7-b015-4c4f-9e88-ee0107023678 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Unset dirty status for tenant:db2fd3cc45b4460ebb33cef928480b45 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:52.827849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e0eb80e7-b015-4c4f-9e88-ee0107023678 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1958640 Sep 22 17:03:52.835445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.853534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] For port 4856dd71-a517-446f-9a2a-f5182c1967e7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4856dd71-a517-446f-9a2a-f5182c1967e7,segment=NetworkSegment(189fecf3-8f25-4b35-9b13-0caa97f0d957),segment_id=189fecf3-8f25-4b35-9b13-0caa97f0d957)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:52.853985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.895298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:52.919571 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Attempt 10 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:52.933295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-277f96ec-adba-48d0-9e9a-03ac55eb1b4b tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0854788 Sep 22 17:03:52.933295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'SecurityGroup': ['ID=775fc699-5805-40b6-b966-caa117ac5994,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:52.937162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:52.949007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:52.949007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Added segment 74707323-230a-41c2-8900-b891d5f16d56 of type vlan for network f4475b5d-782d-47cc-977b-069b5b39b2b8 Sep 22 17:03:52.985813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.002899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.019376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-16016655-d6a1-43fe-81d3-f3eca7591b52 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.020107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16016655-d6a1-43fe-81d3-f3eca7591b52 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.046740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.064483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Calling delete_port for 4856dd71-a517-446f-9a2a-f5182c1967e7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:53.065113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=596d17bb-7d7e-4511-8ab3-d55018859745,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:53.075976 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-16016655-d6a1-43fe-81d3-f3eca7591b52 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/d1436369-f512-4545-b098-2a764c1ba277 HTTP/1.1" status: 404 len: 333 time: 0.1338508 Sep 22 17:03:53.075976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47584) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.112755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.114063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2aa781fb-3b64-485d-ad2d-f4e41d8ddb14 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5229740 Sep 22 17:03:53.119046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.119931 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2f02638-07ab-49eb-a54e-35f8d1d45a9d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.120378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2f02638-07ab-49eb-a54e-35f8d1d45a9d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.124304 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2f02638-07ab-49eb-a54e-35f8d1d45a9d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/fcd2e2d5-855c-4cb7-a9b0-b9f3a2ef063b HTTP/1.1" status: 404 len: 337 time: 0.0454330 Sep 22 17:03:53.130415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.135721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '706d5f15-2697-49b3-92aa-070f37164522', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:53.147517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e242624-eae7-4d5b-b2cf-8005e17adc49 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:53.148826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:53.154240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:53.158486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:53.165113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:53.172301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.175159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.177656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:53.178259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.219202 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfdf3b52-54f5-4e04-8b49-a80dd2854637 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.220488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfdf3b52-54f5-4e04-8b49-a80dd2854637 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.233508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] Pushing event deleted for resources: {'Port': ['ID=4856dd71-a517-446f-9a2a-f5182c1967e7,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:53.239344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cb8af1-7097-4c10-b44b-adafe7d60cc2 None None] No DVR routers for this DVR port 4856dd71-a517-446f-9a2a-f5182c1967e7 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:53.239775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:53.257501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.262036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:53.267836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.269551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Could not find standard attr ID for object 4856dd71-a517-446f-9a2a-f5182c1967e7. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:03:53.291058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Provisioning for port ce5444d3-84c3-4c9d-a38d-154eaa16af15 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:53.297139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Provisioning complete for port ce5444d3-84c3-4c9d-a38d-154eaa16af15 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:53.297521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.298001 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 1 to provision port ce5444d3-84c3-4c9d-a38d-154eaa16af15 Sep 22 17:03:53.300184 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dfdf3b52-54f5-4e04-8b49-a80dd2854637 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/37819826-1a6e-451e-a3f4-8131e9f6c635 HTTP/1.1" status: 404 len: 337 time: 0.1604371 Sep 22 17:03:53.304166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0837219 Sep 22 17:03:53.304841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47596) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.317932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.323902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event deleted for resources: {'Subnet': ['ID=684bb247-6f46-4e15-9296-c544c02d7402,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:53.377619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'subnet': {'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:53.392249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82a434-0684-4d84-937c-4f32ea3c94a6 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Network': ['ID=f4475b5d-782d-47cc-977b-069b5b39b2b8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:53.427964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.436743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.442196 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dbba16af-72e6-4b0f-ae62-95a6f9cdd52c tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/subnets/684bb247-6f46-4e15-9296-c544c02d7402 HTTP/1.1" status: 204 len: 168 time: 1.4427466 Sep 22 17:03:53.454365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.475462 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe8bf1b8-06a7-46c2-9dbc-b03a1b13ef96 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.475941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe8bf1b8-06a7-46c2-9dbc-b03a1b13ef96 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.477698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fe8bf1b8-06a7-46c2-9dbc-b03a1b13ef96 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/7d7def7e-a9a3-471e-8b5b-04df1b49ed38 HTTP/1.1" status: 404 len: 333 time: 0.1636913 Sep 22 17:03:53.481300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Current status of the port ce5444d3-84c3-4c9d-a38d-154eaa16af15 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:53.481840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.485130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47608) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.493257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:53.549071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d337526-807d-4fdb-b151-a98eafbfbc20 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.549523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d337526-807d-4fdb-b151-a98eafbfbc20 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.553557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d337526-807d-4fdb-b151-a98eafbfbc20 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/f5efe723-4e61-45dd-a990-1bde40bd5e14 HTTP/1.1" status: 404 len: 337 time: 0.0549059 Sep 22 17:03:53.564118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.569014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12c06917-c3b7-4fbf-99db-f3cf374a5615 None None] Network 706a71af-0409-4de3-b2e1-573e65d6b4f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:53.607930 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 17:03:53.611544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5bbcb39-d560-4eb2-afd1-54f5b7995a83 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4859748 Sep 22 17:03:53.611544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3c42090-f218-4925-92ae-d67ece2a883c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.611544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3c42090-f218-4925-92ae-d67ece2a883c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.614237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3c42090-f218-4925-92ae-d67ece2a883c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/4fd3c4cc-0b8e-42a9-80ce-ffdaa77cb021 HTTP/1.1" status: 404 len: 337 time: 0.0479620 Sep 22 17:03:53.614237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.614490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:53.618073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.621828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:subnet and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:53.663913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:53.702397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:53.724411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-76708b89-b3e3-48a0-bc9f-a78460c251e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.724411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76708b89-b3e3-48a0-bc9f-a78460c251e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.724411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76708b89-b3e3-48a0-bc9f-a78460c251e9 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/f5712447-0f03-434f-b51a-604526cf0c67 HTTP/1.1" status: 404 len: 333 time: 0.1002028 Sep 22 17:03:53.725737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.735565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] For port ce5444d3-84c3-4c9d-a38d-154eaa16af15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce5444d3-84c3-4c9d-a38d-154eaa16af15,segment=NetworkSegment(903d8d87-8b8f-46ba-b59b-ba970e38d3f8),segment_id=903d8d87-8b8f-46ba-b59b-ba970e38d3f8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:53.736259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 2061fe93-86f4-4d8b-961a-ba298a409400 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:53.739957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.782787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:53.786815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.820577 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b058b7be-9149-4d57-ad35-b05ec95c0723 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.821247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b058b7be-9149-4d57-ad35-b05ec95c0723 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.825088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b058b7be-9149-4d57-ad35-b05ec95c0723 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d03a5c28-2369-413b-b4c0-cbb22c0657d1 HTTP/1.1" status: 404 len: 337 time: 0.0983422 Sep 22 17:03:53.826609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.826770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.875099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Deleting port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:53.875447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.876639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.895485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Provisioning complete for port 2061fe93-86f4-4d8b-961a-ba298a409400 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:53.895868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:53.896204 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 1 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:53.947064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Pushing event updated for resources: {'Port': ['ID=ce5444d3-84c3-4c9d-a38d-154eaa16af15,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:53.977831 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:03:53.983030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:53.983666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a303240b-4d50-4ed0-90d3-070a2ca8060a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:53.984220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a303240b-4d50-4ed0-90d3-070a2ca8060a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:53.988325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a303240b-4d50-4ed0-90d3-070a2ca8060a tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/a4d31930-f4ce-4d8b-96f0-4677d6a22dbe HTTP/1.1" status: 404 len: 337 time: 0.1118033 Sep 22 17:03:53.991098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:53.998885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router a2c76be4-9d38-4e2f-aad5-5362f2c37675 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:03:54.056867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.064256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88929c6-4d88-48c0-ba48-005297d368c3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.064747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88929c6-4d88-48c0-ba48-005297d368c3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.076265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] DHCP port deletion for 706a71af-0409-4de3-b2e1-573e65d6b4f2 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:03:54.080497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b88929c6-4d88-48c0-ba48-005297d368c3 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/4ce7594d-3eb4-47e6-a43c-b18dfe2d3efc HTTP/1.1" status: 404 len: 333 time: 0.0840480 Sep 22 17:03:54.080886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Deleting port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:54.081433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.083409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47638) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.171174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.312551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=706d5f15-2697-49b3-92aa-070f37164522,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:54.326421 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ed45329-5fd4-420f-b7f5-60a83a98ddf1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.326871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ed45329-5fd4-420f-b7f5-60a83a98ddf1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.335546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] For port 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2eb850cd-a6b9-4260-a08d-cbce2af259c7,segment=NetworkSegment(1c0fda64-f486-4f29-b8af-bb749ca52708),segment_id=1c0fda64-f486-4f29-b8af-bb749ca52708)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:54.335546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.335824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.338809 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a3e69a9-08ac-4af2-a565-0be8cbf0d197 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/706d5f15-2697-49b3-92aa-070f37164522 HTTP/1.1" status: 204 len: 168 time: 0.7195065 Sep 22 17:03:54.340040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.350808 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ed45329-5fd4-420f-b7f5-60a83a98ddf1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/fb46a738-a202-40b3-b85a-3ee8158685ea HTTP/1.1" status: 404 len: 337 time: 0.2474914 Sep 22 17:03:54.358690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.385851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] For port 2eb850cd-a6b9-4260-a08d-cbce2af259c7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2eb850cd-a6b9-4260-a08d-cbce2af259c7,segment=NetworkSegment(1c0fda64-f486-4f29-b8af-bb749ca52708),segment_id=1c0fda64-f486-4f29-b8af-bb749ca52708)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:03:54.386482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.403930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:54.429248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e8f0af0-c7a4-499a-ae08-4917f9dd39f4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.429699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e8f0af0-c7a4-499a-ae08-4917f9dd39f4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.433789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e8f0af0-c7a4-499a-ae08-4917f9dd39f4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/65e67d42-5dec-4e16-adee-303574c252a6 HTTP/1.1" status: 404 len: 337 time: 0.0629392 Sep 22 17:03:54.435065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.441786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.462925 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82ea34a0-0234-4388-aeb6-9b337b36c5a5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/a2c76be4-9d38-4e2f-aad5-5362f2c37675/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2949045 Sep 22 17:03:54.468920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.482439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Calling delete_port for 2eb850cd-a6b9-4260-a08d-cbce2af259c7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:54.515612 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 2 to provision port 2061fe93-86f4-4d8b-961a-ba298a409400 Sep 22 17:03:54.559989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce5444d3-84c3-4c9d-a38d-154eaa16af15 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:54.592308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] Sync routers for ids ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:54.606792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-323b4439-29a5-437b-9797-72a51fb5e34d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:54.609665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e3f7cdf-6956-4fc8-84e9-e4108071db63 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.610142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e3f7cdf-6956-4fc8-84e9-e4108071db63 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.611812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e3f7cdf-6956-4fc8-84e9-e4108071db63 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/ae737ca1-c5fc-44c4-b815-f6753d235ce2 HTTP/1.1" status: 404 len: 333 time: 0.1442068 Sep 22 17:03:54.620251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47658) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.649331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.659120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Calling delete_port for 2eb850cd-a6b9-4260-a08d-cbce2af259c7 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:03:54.660426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 2061fe93-86f4-4d8b-961a-ba298a409400 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:03:54.673978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] Routers {'a2c76be4-9d38-4e2f-aad5-5362f2c37675'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:54.674635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:54.695202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Subnet': ['ID=42e409fc-9d54-47dd-ad5a-267bbb99058c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:54.707806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9718d5d7-2738-470d-8c25-54b31fb78343 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:54.708384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9718d5d7-2738-470d-8c25-54b31fb78343 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:54.711093 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3f8f1bc-b2db-4a51-bee7-15066a0f74de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.711526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3f8f1bc-b2db-4a51-bee7-15066a0f74de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.713194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3f8f1bc-b2db-4a51-bee7-15066a0f74de tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0e5bd339-368d-4b3d-b1f5-c63d28d388c2 HTTP/1.1" status: 404 len: 337 time: 0.0865242 Sep 22 17:03:54.717802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47662) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.749831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=2061fe93-86f4-4d8b-961a-ba298a409400,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:54.774371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Checking segment: {'id': '74707323-230a-41c2-8900-b891d5f16d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:54.775057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network hostable DHCP agents. Network: f4475b5d-782d-47cc-977b-069b5b39b2b8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:54.776686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a42e3b15-e6d4-4343-b687-ad3e3b1adb1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.778149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:54.779437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-323b4439-29a5-437b-9797-72a51fb5e34d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:54.780894 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-323b4439-29a5-437b-9797-72a51fb5e34d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4398849 Sep 22 17:03:54.786250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47666) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.792044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d6c9ef-7f02-4c07-a1d6-7d20066fa13c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:54.792998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d6c9ef-7f02-4c07-a1d6-7d20066fa13c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:54.794868 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95d6c9ef-7f02-4c07-a1d6-7d20066fa13c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/b61527a3-cf14-47ec-9497-9d3ef77bc3cf HTTP/1.1" status: 404 len: 333 time: 0.0755546 Sep 22 17:03:54.798205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--848830640'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:54.805640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47670) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.807739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9718d5d7-2738-470d-8c25-54b31fb78343 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:54.812733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9718d5d7-2738-470d-8c25-54b31fb78343 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports/271fa188-9dac-4850-a2ec-91561a8d59b0 HTTP/1.1" status: 200 len: 977 time: 0.3238513 Sep 22 17:03:54.812733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:54.812964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47674) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.825020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:54.836525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:54.838125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Provisioning for port 271fa188-9dac-4850-a2ec-91561a8d59b0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:54.842075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.846698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Provisioning complete for port 271fa188-9dac-4850-a2ec-91561a8d59b0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:54.847185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.847626 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 1 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:54.873826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f4475b5d-782d-47cc-977b-069b5b39b2b8) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:54.880143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:54.885728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:54.886515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.894231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:54.904199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:54.914841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:54.922957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:54.933905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2130c313-162b-4134-81f2-9f7c18dba260 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6045210 Sep 22 17:03:54.934645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:54.952236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'network': {'name': 'tempest-router-network01--1784147623'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:54.959110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:54.972502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:network and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:54.978137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:54.988506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:54.991735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] Routers {'a2c76be4-9d38-4e2f-aad5-5362f2c37675'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:54.992910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:55.019878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:55.025600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.080094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.090159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.098708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c682211-0674-48de-8558-cb7eff10a929 None None] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:55.109456 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-93554a87-0728-4618-9129-4ad0b320fad5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.110167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93554a87-0728-4618-9129-4ad0b320fad5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.112051 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-93554a87-0728-4618-9129-4ad0b320fad5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7a0d3897-4964-456f-b228-6da0440a774e HTTP/1.1" status: 404 len: 337 time: 0.3051510 Sep 22 17:03:55.113237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:55.114315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] No DVR routers for this DVR port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:03:55.123800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47682) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.124876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.125421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Added segment 61e9770e-b87f-49d5-ada8-d01644d0e79e of type vlan for network 5d667630-0b4a-4ebf-be91-45ba0808076d Sep 22 17:03:55.126057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d3c4fd-324f-4148-8f1a-8eb81faeb52c None None] Pushing event deleted for resources: {'Port': ['ID=2eb850cd-a6b9-4260-a08d-cbce2af259c7,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:55.171521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.176301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.180897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.3925393 Sep 22 17:03:55.185366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.200802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:03:55.201368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:03:55.201665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-593b07bc-486c-4d87-83e4-282f1e33a84d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'ac425848-178e-43ee-9785-b633f31450cd', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:55.203235 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-593b07bc-486c-4d87-83e4-282f1e33a84d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 17:03:55.203477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:55.203901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-593b07bc-486c-4d87-83e4-282f1e33a84d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:55.207040 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b70d7df-3201-4c68-89e4-48e91967ee84 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.207776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b70d7df-3201-4c68-89e4-48e91967ee84 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.207913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-593b07bc-486c-4d87-83e4-282f1e33a84d tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0122092 Sep 22 17:03:55.211902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.212562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23831a49-7dc8-4fa4-8c1d-17505d1dc856 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac425848-178e-43ee-9785-b633f31450cd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:55.217479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:55.217985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-792a1bd4-1533-446d-ad6c-cc43a9175a86 None None] The sync data for ids ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:55.222434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.242561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.245004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ce5444d3-84c3-4c9d-a38d-154eaa16af15 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:03:55.245369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.245821 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ce5444d3-84c3-4c9d-a38d-154eaa16af15 Sep 22 17:03:55.281100 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b70d7df-3201-4c68-89e4-48e91967ee84 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/967678be-dcb4-4102-af9b-d8afc335dc97 HTTP/1.1" status: 404 len: 333 time: 0.1531906 Sep 22 17:03:55.289309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47694) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.346796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.352551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:55.353163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.383025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.436856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ce5444d3-84c3-4c9d-a38d-154eaa16af15 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:03:55.453705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a01a080f-de73-42de-9a71-3ff8de5e8a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.454160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a01a080f-de73-42de-9a71-3ff8de5e8a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.458330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a01a080f-de73-42de-9a71-3ff8de5e8a81 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/33ac1830-c93c-431d-89ec-0c80b6d65630 HTTP/1.1" status: 404 len: 337 time: 0.1653988 Sep 22 17:03:55.466685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.472575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5373609 Sep 22 17:03:55.482504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47702) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.497411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'network': {'name': 'tempest-router-network02--399908498'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:55.506603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:55.512336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.518157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4856dd71-a517-446f-9a2a-f5182c1967e7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:55.527194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc850368-0627-485c-8472-581826094507 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Network': ['ID=5d667630-0b4a-4ebf-be91-45ba0808076d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:55.529711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:network and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:55.534562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:55.549717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:55.561092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f4475b5d-782d-47cc-977b-069b5b39b2b8', 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8', 'tenant_id': '9fd6ad87cb064a6ba0846a03d7af377c', 'fixed_ips': [{'subnet_id': '42e409fc-9d54-47dd-ad5a-267bbb99058c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:55.562036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.572825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5d667630-0b4a-4ebf-be91-45ba0808076d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:55.575810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:55.579582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.600080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4856dd71-a517-446f-9a2a-f5182c1967e7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:03:55.600463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4856dd71-a517-446f-9a2a-f5182c1967e7 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:03:55.601489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2eb850cd-a6b9-4260-a08d-cbce2af259c7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:03:55.604390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.627289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:03:55.636171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac425848-178e-43ee-9785-b633f31450cd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:55.637513 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a041920-8141-466d-8942-819fa210ccc8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.638195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a041920-8141-466d-8942-819fa210ccc8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.640066 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a041920-8141-466d-8942-819fa210ccc8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/5033d6ce-7ad1-4b0d-bb42-41cdc2e515ef HTTP/1.1" status: 404 len: 333 time: 0.1708620 Sep 22 17:03:55.642636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47706) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.678886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.682428 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9021969-e369-4b27-a396-169dd789881c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/ac425848-178e-43ee-9785-b633f31450cd HTTP/1.1" status: 204 len: 168 time: 0.4642301 Sep 22 17:03:55.684073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.684421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Added segment c7610640-b57c-4508-97c8-ec5752ca4a88 of type vlan for network f398b6a3-7c49-49da-ad5a-94333731820d Sep 22 17:03:55.685408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47710) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.696557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c5c41a8-1372-4bc8-84ed-ce082c600064 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.697132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c5c41a8-1372-4bc8-84ed-ce082c600064 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.709494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2eb850cd-a6b9-4260-a08d-cbce2af259c7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:03:55.709986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2eb850cd-a6b9-4260-a08d-cbce2af259c7 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:03:55.726923 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 2 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:55.729877 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c5c41a8-1372-4bc8-84ed-ce082c600064 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/c7090f4c-b6cc-4d89-a7da-b34ea72772fc HTTP/1.1" status: 404 len: 337 time: 0.0837715 Sep 22 17:03:55.741247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47714) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.796818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.822255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.822851 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bd69bb-bd4a-46ad-abb1-2a224deb3fda tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.823000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bd69bb-bd4a-46ad-abb1-2a224deb3fda tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.827519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31bd69bb-bd4a-46ad-abb1-2a224deb3fda tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/603ab0a1-d429-4d0c-a2fb-fb99291607f2 HTTP/1.1" status: 404 len: 333 time: 0.0758483 Sep 22 17:03:55.830341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.839322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Deleting port 2eb850cd-a6b9-4260-a08d-cbce2af259c7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:55.839948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.880860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dab375e6-0ba3-4277-b72c-97b87e2e82b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:55.891420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:55.902539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee5af912-797e-4415-aeca-a0f23ca7f3d8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.902811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.903019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee5af912-797e-4415-aeca-a0f23ca7f3d8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.907025 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ee5af912-797e-4415-aeca-a0f23ca7f3d8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0fc4ac82-3cba-4074-bdce-0c49088a2a7e HTTP/1.1" status: 404 len: 337 time: 0.0726936 Sep 22 17:03:55.907683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:55.931408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] The port '2eb850cd-a6b9-4260-a08d-cbce2af259c7' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:03:55.956988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.962621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:55.963091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:55.969030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router 6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:03:55.979676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Allocated IP 172.20.0.2 (f4475b5d-782d-47cc-977b-069b5b39b2b8/42e409fc-9d54-47dd-ad5a-267bbb99058c/b7a0d434-ecfa-4663-a5d3-4bcd84ae314d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:55.994018 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-19e20de0-75eb-476c-bec8-3d3208866c7e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:55.994246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19e20de0-75eb-476c-bec8-3d3208866c7e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:55.998324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-19e20de0-75eb-476c-bec8-3d3208866c7e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/ad0983c4-1370-4a88-8a27-ab644017f3dc HTTP/1.1" status: 404 len: 333 time: 0.0876894 Sep 22 17:03:56.001338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47726) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.002978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dab375e6-0ba3-4277-b72c-97b87e2e82b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:56.007611 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dab375e6-0ba3-4277-b72c-97b87e2e82b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3144274 Sep 22 17:03:56.010260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47728) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.067877 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5842996 Sep 22 17:03:56.069217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1930065723'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:56.071479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47734) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.079257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'subnet': {'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:56.095775 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdb1c8e1-3089-41f6-9ed6-a799e752a5e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.096228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdb1c8e1-3089-41f6-9ed6-a799e752a5e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.097972 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bdb1c8e1-3089-41f6-9ed6-a799e752a5e7 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/1767ec81-242f-4c10-9fbe-1dd883cd9747 HTTP/1.1" status: 404 len: 337 time: 0.0925546 Sep 22 17:03:56.101575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:56.102498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.110503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7ad0b0-80c6-40a6-b9a7-08075ef91ca2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Network': ['ID=f398b6a3-7c49-49da-ad5a-94333731820d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:56.124335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f398b6a3-7c49-49da-ad5a-94333731820d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:03:56.245060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:56.265583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0ab55c5-9dae-4975-b645-9d6c23b10968 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.266070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0ab55c5-9dae-4975-b645-9d6c23b10968 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.270684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d0ab55c5-9dae-4975-b645-9d6c23b10968 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/0b0a1f55-310d-4728-94ae-e0eac4f53e39 HTTP/1.1" status: 404 len: 337 time: 0.1628604 Sep 22 17:03:56.272728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.305858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.310740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:56.320257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.321494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Transition to ACTIVE for port object b7a0d434-ecfa-4663-a5d3-4bcd84ae314d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:56.325115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:subnet and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:56.328632 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-feef9ae4-7129-46d2-a1d6-c9995d8c197c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.329096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-feef9ae4-7129-46d2-a1d6-c9995d8c197c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.333944 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-feef9ae4-7129-46d2-a1d6-c9995d8c197c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/26d7e607-52ed-4473-82c4-638b3ea46b6b HTTP/1.1" status: 404 len: 333 time: 0.0540740 Sep 22 17:03:56.333944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:56.335219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47746) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.343197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:03:56.346299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Transition to ACTIVE for port object b7a0d434-ecfa-4663-a5d3-4bcd84ae314d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:56.352908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.358001 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-848ee92e-f1e1-4fb4-8a93-ec369b64e0e9 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/6a9c6e9e-5bd8-420a-b6a9-17a936d95e69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1209810 Sep 22 17:03:56.361939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.363200 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] Sync routers for ids ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:03:56.367274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.374975 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] Routers {'6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:56.375728 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.378806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:56.386243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7c1c3f-bf39-49f1-b7ac-ab9785e139a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.386727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c7c1c3f-bf39-49f1-b7ac-ab9785e139a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.388439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c7c1c3f-bf39-49f1-b7ac-ab9785e139a2 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/c341c2a7-4056-4617-b7e6-0bad755a32e0 HTTP/1.1" status: 404 len: 337 time: 0.0530739 Sep 22 17:03:56.391049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47754) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.405258 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 3 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:56.420324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['706a71af-0409-4de3-b2e1-573e65d6b4f2']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.435224 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-12206042-cadb-423b-bcef-a83b7f4b82d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.435674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12206042-cadb-423b-bcef-a83b7f4b82d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.437419 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12206042-cadb-423b-bcef-a83b7f4b82d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/2fceb097-7a2c-4fb6-b562-03af5335dc1e HTTP/1.1" status: 404 len: 337 time: 0.0454688 Sep 22 17:03:56.438768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:56.443006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.446716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.452916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c0fda64-f486-4f29-b8af-bb749ca52708') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.453421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c0fda64-f486-4f29-b8af-bb749ca52708') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.463822 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.474446 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] Routers {'6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:03:56.476486 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.502814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:56.508344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:56.520358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:56.523805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9b4347d4-966b-4056-ae79-983459032b6d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:56.557087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.557598 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:03:56.558101 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db280cd4-ab61-4114-a78d-9d4aa99b09a6 None None] The sync data for ids ['6a9c6e9e-5bd8-420a-b6a9-17a936d95e69'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:03:56.566874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:56.572472 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-302c7dda-a7ad-4b81-ac5b-66df8b83d9a1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.573137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-302c7dda-a7ad-4b81-ac5b-66df8b83d9a1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.575015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-302c7dda-a7ad-4b81-ac5b-66df8b83d9a1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/48964b20-67bd-44a8-97f0-66e63e629bed HTTP/1.1" status: 404 len: 333 time: 0.1247034 Sep 22 17:03:56.580727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:56.581275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Pushing event updated for resources: {'Port': ['ID=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:56.581692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.587178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:56.626702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:56.650042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.653046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:56.656496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Attempting to bind port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:56.657035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Attempting to bind port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '74707323-230a-41c2-8900-b891d5f16d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:56.657192 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-0db2ddfa-2f22-4858-a854-c84afd5745b1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.657305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Attempting to bind port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d on network f4475b5d-782d-47cc-977b-069b5b39b2b8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:56.657640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0db2ddfa-2f22-4858-a854-c84afd5745b1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.659349 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0db2ddfa-2f22-4858-a854-c84afd5745b1 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/df8fd8f4-fc71-4c0b-8ca8-72f0097435f0 HTTP/1.1" status: 404 len: 337 time: 0.0744376 Sep 22 17:03:56.665875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9b4347d4-966b-4056-ae79-983459032b6d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:56.667021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9b4347d4-966b-4056-ae79-983459032b6d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 HTTP/1.1" status: 200 len: 205 time: 0.3017893 Sep 22 17:03:56.669203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.669455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:56.670131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Checking segment: {'id': '74707323-230a-41c2-8900-b891d5f16d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:56.670757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.671394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Bound using segment: {'id': '74707323-230a-41c2-8900-b891d5f16d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:56.672195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Bound port: b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74707323-230a-41c2-8900-b891d5f16d56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'f4475b5d-782d-47cc-977b-069b5b39b2b8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:56.672678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.677853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.678811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:03:56.679403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.786244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] For port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:56.790368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] For port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,segment=NetworkSegment(74707323-230a-41c2-8900-b891d5f16d56),segment_id=74707323-230a-41c2-8900-b891d5f16d56)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:56.794274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.799260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.847987 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1c0fda64-f486-4f29-b8af-bb749ca52708 resource provider aggregate not found Sep 22 17:03:56.884348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6cb396-4651-443d-a464-4cc3b7372920 None None] Pushing event updated for resources: {'Port': ['ID=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:56.890612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-337591eb-1c91-42b7-9627-e5714c45ed30 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:56.891310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337591eb-1c91-42b7-9627-e5714c45ed30 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:56.891944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Checking segment: {'id': '61e9770e-b87f-49d5-ada8-d01644d0e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:56.892311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network hostable DHCP agents. Network: 5d667630-0b4a-4ebf-be91-45ba0808076d, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:56.909696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Subnet': ['ID=c515d093-ab4b-4592-b2d5-8b296360cc45,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:56.926895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network 5d667630-0b4a-4ebf-be91-45ba0808076d is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:56.938058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5d667630-0b4a-4ebf-be91-45ba0808076d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:56.942409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:56.943128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:56.953526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-956b27d6-249a-454e-9f3b-040e6f3b6b61 None None] Network 5d667630-0b4a-4ebf-be91-45ba0808076d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:56.964219 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 1c0fda64-f486-4f29-b8af-bb749ca52708 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c0fda64-f486-4f29-b8af-bb749ca52708 found for delete ", "request_id": "req-8f31822d-1303-44d9-8a42-5f53919b2e9b"}]} Sep 22 17:03:56.971609 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c4f55f10-c44b-4fd7-9088-87b7ecb5bab0 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8988204 Sep 22 17:03:56.974391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:56.982331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'subnet': {'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:56.995297 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-337591eb-1c91-42b7-9627-e5714c45ed30 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/3d2f74c8-f2f0-409f-a784-d8deee281272 HTTP/1.1" status: 404 len: 337 time: 0.3225811 Sep 22 17:03:57.001816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47782) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.006998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.085395 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 4 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:57.152454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.184902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.192579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:57.209845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:57.217195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Usage tracker for resource:subnet and tenant:9fd6ad87cb064a6ba0846a03d7af377c is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:57.221541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:57.224631 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3ab2c4-6f8a-4c70-b210-da4a216f2dab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:57.225317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3ab2c4-6f8a-4c70-b210-da4a216f2dab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:57.233355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:57.247087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Made reservation on behalf of 9fd6ad87cb064a6ba0846a03d7af377c for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:03:57.258154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.308167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.345974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] Pushing event deleted for resources: {'Network': ['ID=706a71af-0409-4de3-b2e1-573e65d6b4f2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:57.370489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5d667630-0b4a-4ebf-be91-45ba0808076d', 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d', 'tenant_id': '9fd6ad87cb064a6ba0846a03d7af377c', 'fixed_ips': [{'subnet_id': 'c515d093-ab4b-4592-b2d5-8b296360cc45'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:57.371346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.540904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.547831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Allocated IP 172.20.0.2 (5d667630-0b4a-4ebf-be91-45ba0808076d/c515d093-ab4b-4592-b2d5-8b296360cc45/ed70002e-46e2-4ecd-8fac-051c514e0c10) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:57.565971 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ae3ab2c4-6f8a-4c70-b210-da4a216f2dab tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/2eff9703-a1bc-41c3-ad57-28b4d3f985bf HTTP/1.1" status: 404 len: 333 time: 0.5597000 Sep 22 17:03:57.572179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47786) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.576788 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-75598bad-0334-4098-a655-f2ca8d3b83a7 tempest-TagsExtTest-1588982726 tempest-TagsExtTest-1588982726-project] 10.222.0.25 "DELETE /v2.0/networks/706a71af-0409-4de3-b2e1-573e65d6b4f2 HTTP/1.1" status: 204 len: 168 time: 4.1190181 Sep 22 17:03:57.635232 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f5d7bf6-e8d2-4aea-95ad-3569b5dd8deb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:57.635684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f5d7bf6-e8d2-4aea-95ad-3569b5dd8deb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:57.666467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f5d7bf6-e8d2-4aea-95ad-3569b5dd8deb tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/081bc93d-3418-4011-8719-356d3db65e8e HTTP/1.1" status: 404 len: 337 time: 0.0865707 Sep 22 17:03:57.667901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.708713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Subnet': ['ID=bde330c8-6f41-4316-a249-96afdd66e85f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:57.716988 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 5 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:57.723953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e061eb3-732c-4f39-b1e3-a5fe08f7e1dc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:57.724628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e061eb3-732c-4f39-b1e3-a5fe08f7e1dc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:57.728816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e061eb3-732c-4f39-b1e3-a5fe08f7e1dc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/623c8ce2-60cd-4337-b59a-2bc13b0ca330 HTTP/1.1" status: 404 len: 337 time: 0.0556145 Sep 22 17:03:57.728816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Checking segment: {'id': 'c7610640-b57c-4508-97c8-ec5752ca4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:57.728816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network hostable DHCP agents. Network: f398b6a3-7c49-49da-ad5a-94333731820d, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:03:57.732876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.734816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.735834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.804249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.812930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.817447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.830493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d2f0471a-5aea-4aaa-a64a-2d5c49912c82 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports?device_id=0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 HTTP/1.1" status: 200 len: 205 time: 0.0966272 Sep 22 17:03:57.835675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47800) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.859923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:57.877181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.905435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Transition to ACTIVE for port object ed70002e-46e2-4ecd-8fac-051c514e0c10 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:57.933845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Transition to ACTIVE for port object ed70002e-46e2-4ecd-8fac-051c514e0c10 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:03:57.940446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network f398b6a3-7c49-49da-ad5a-94333731820d is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:03:57.944048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.945004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-a9c34a1e-aede-4e51-bd2f-b220ab00d6e5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] delete failed (client error): The resource could not be found. Sep 22 17:03:57.946060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a9c34a1e-aede-4e51-bd2f-b220ab00d6e5 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/routers/0d1e1ffc-ab0e-4e6f-bff0-1c967e57e658 HTTP/1.1" status: 404 len: 336 time: 0.1094372 Sep 22 17:03:57.948879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47804) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:57.971629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:57.972644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router 6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:03:58.006926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f398b6a3-7c49-49da-ad5a-94333731820d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:58.026568 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-fba04f23-c034-4c9f-a32b-b64c986170ce tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.027030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fba04f23-c034-4c9f-a32b-b64c986170ce tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.031128 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fba04f23-c034-4c9f-a32b-b64c986170ce tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7ff69876-b7f2-4acc-a025-2a8aad736562 HTTP/1.1" status: 404 len: 337 time: 0.0786150 Sep 22 17:03:58.031128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:03:58.031517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.031870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0031f9-3afd-407e-b133-3a62e6a9449b None None] Network f398b6a3-7c49-49da-ad5a-94333731820d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:58.036280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47810) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.049274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.051087 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67e6b29d-a444-4756-8eea-4888b80ac680 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 HTTP/1.1" status: 204 len: 168 time: 1.3495407 Sep 22 17:03:58.057085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47814) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.062622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.064087 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0194845 Sep 22 17:03:58.070065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.081313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Network 5d667630-0b4a-4ebf-be91-45ba0808076d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:03:58.118020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c497060c-ec51-4212-a1f8-7082fbda0839 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "GET /v2.0/ports?device_id=257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e HTTP/1.1" status: 200 len: 205 time: 0.0779610 Sep 22 17:03:58.118620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.125779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cae4481-d7f1-4578-ab6b-3d3d40072977 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65cb3eb5-1e94-4f11-995a-9d8d9d779dc8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:58.142815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:03:58.147108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:03:58.147799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.157117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b603da98-bd0c-4812-9d1f-a3828ae738a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '65cb3eb5-1e94-4f11-995a-9d8d9d779dc8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:58.158296 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-b603da98-bd0c-4812-9d1f-a3828ae738a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 17:03:58.159345 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b603da98-bd0c-4812-9d1f-a3828ae738a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:58.165018 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b603da98-bd0c-4812-9d1f-a3828ae738a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0190425 Sep 22 17:03:58.231393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47828) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.254118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0e18c56a-5be8-4de1-82bc-9b5bfaf16afa tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] delete failed (client error): The resource could not be found. Sep 22 17:03:58.256434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e18c56a-5be8-4de1-82bc-9b5bfaf16afa tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/routers/257fdc7d-af3f-41e3-a7d7-40cd58eb8d5e HTTP/1.1" status: 404 len: 336 time: 0.1347315 Sep 22 17:03:58.258871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e320229-b856-4004-8ab6-ad0aff7e92ef tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2827437 Sep 22 17:03:58.265936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47836) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.266560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.296948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Pushing event updated for resources: {'Port': ['ID=ed70002e-46e2-4ecd-8fac-051c514e0c10,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:58.324650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e4c850-b1e3-42dc-8755-a43d6adad1d5 None None] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:58.345001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.369258 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 6 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:58.380145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.470854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.492441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=65cb3eb5-1e94-4f11-995a-9d8d9d779dc8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:58.507251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.508252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e893441d-d8cb-4539-b9a9-114bc8b6198c tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/65cb3eb5-1e94-4f11-995a-9d8d9d779dc8 HTTP/1.1" status: 204 len: 168 time: 0.2559459 Sep 22 17:03:58.509417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b7a0d434-ecfa-4663-a5d3-4bcd84ae314d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:03:58.510768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.524479 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ef6c43e-2a3a-4807-822a-19fbdc155b4f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.524964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ef6c43e-2a3a-4807-822a-19fbdc155b4f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.529322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ef6c43e-2a3a-4807-822a-19fbdc155b4f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d37cda83-9a16-49bd-b844-16e0e5b2844e HTTP/1.1" status: 404 len: 337 time: 0.2501636 Sep 22 17:03:58.530375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.567518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 974d180a-d15a-49e6-b15a-e790f4fbf29c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:03:58.573074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Attempting to bind port ed70002e-46e2-4ecd-8fac-051c514e0c10 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:03:58.573366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Attempting to bind port ed70002e-46e2-4ecd-8fac-051c514e0c10 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '61e9770e-b87f-49d5-ada8-d01644d0e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:03:58.573723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Attempting to bind port ed70002e-46e2-4ecd-8fac-051c514e0c10 on network 5d667630-0b4a-4ebf-be91-45ba0808076d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:03:58.577317 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2d81e3a-a8e7-41c5-8892-165eb25cd000 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.577948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2d81e3a-a8e7-41c5-8892-165eb25cd000 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.582078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2d81e3a-a8e7-41c5-8892-165eb25cd000 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/e40d5f9c-36ae-42d8-9854-c4eb4160c3f7 HTTP/1.1" status: 404 len: 337 time: 0.0471568 Sep 22 17:03:58.589003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.623587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:58.624248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:03:58.624632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Checking segment: {'id': '61e9770e-b87f-49d5-ada8-d01644d0e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:03:58.625027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.625413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Bound using segment: {'id': '61e9770e-b87f-49d5-ada8-d01644d0e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:03:58.626627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Bound port: ed70002e-46e2-4ecd-8fac-051c514e0c10, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '61e9770e-b87f-49d5-ada8-d01644d0e79e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5d667630-0b4a-4ebf-be91-45ba0808076d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:03:58.626627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.628763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.642577 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-30ca1bba-7b7f-408e-ab35-f3b9cc5c5ae6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.643050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30ca1bba-7b7f-408e-ab35-f3b9cc5c5ae6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.648066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-30ca1bba-7b7f-408e-ab35-f3b9cc5c5ae6 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/73ab792a-fec1-4d36-8fe0-0e3600935fb4 HTTP/1.1" status: 404 len: 333 time: 0.0548496 Sep 22 17:03:58.649054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47856) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.686098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-feb46943-bfe6-482e-95a2-5d742a8fb38f tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:03:58.701625 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4a20ff-82d5-4fb2-afa7-680d850d638f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.701625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4a20ff-82d5-4fb2-afa7-680d850d638f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.705048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a4a20ff-82d5-4fb2-afa7-680d850d638f tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8923f522-24eb-493c-bc7c-68ae1bf2f926 HTTP/1.1" status: 404 len: 337 time: 0.0530667 Sep 22 17:03:58.706823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47860) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.750993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dedd011-7dd0-4857-b367-490d1c1d6c18 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.751492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dedd011-7dd0-4857-b367-490d1c1d6c18 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.755732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9dedd011-7dd0-4857-b367-490d1c1d6c18 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/17e54152-8f7b-43cf-b5b6-e4bafd4489f8 HTTP/1.1" status: 404 len: 333 time: 0.0465710 Sep 22 17:03:58.756011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.789604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.795417 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cd6111b-417e-41f6-9bb0-02fffa010e1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.795883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cd6111b-417e-41f6-9bb0-02fffa010e1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.800449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cd6111b-417e-41f6-9bb0-02fffa010e1d tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/7a33ce44-34b1-478e-9227-4d3eae305b42 HTTP/1.1" status: 404 len: 337 time: 0.0406780 Sep 22 17:03:58.800449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-feb46943-bfe6-482e-95a2-5d742a8fb38f tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:03:58.800449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-feb46943-bfe6-482e-95a2-5d742a8fb38f tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2874424 Sep 22 17:03:58.800449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47870) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.803728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47874) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.842578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--67450581'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:58.858675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:58.863384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0db0835-0ca3-4a52-8b1c-ae2d62a3ab0e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.863858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0db0835-0ca3-4a52-8b1c-ae2d62a3ab0e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.870106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0db0835-0ca3-4a52-8b1c-ae2d62a3ab0e tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/a1e5a461-2c86-4460-bfa4-238a266dd2f8 HTTP/1.1" status: 404 len: 333 time: 0.0642788 Sep 22 17:03:58.870106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47878) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.901081 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45ffe97c-c9d4-4128-bb30-fe926006258e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=5a66e60eceda4f428e800ab62e8639a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7204440 Sep 22 17:03:58.903651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.907850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:58.923901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:03:58.927383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab49fc4-ab93-4122-8aad-f3ee049ae8fc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:58.927919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab49fc4-ab93-4122-8aad-f3ee049ae8fc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:58.931889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ab49fc4-ab93-4122-8aad-f3ee049ae8fc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8fc334cc-4c10-4752-8762-f7f51836ff72 HTTP/1.1" status: 404 len: 337 time: 0.0591471 Sep 22 17:03:58.933397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47886) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:58.967073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] For port ed70002e-46e2-4ecd-8fac-051c514e0c10, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:03:58.971612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] For port ed70002e-46e2-4ecd-8fac-051c514e0c10, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed70002e-46e2-4ecd-8fac-051c514e0c10,segment=NetworkSegment(61e9770e-b87f-49d5-ada8-d01644d0e79e),segment_id=61e9770e-b87f-49d5-ada8-d01644d0e79e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:03:58.978130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-f398b6a3-7c49-49da-ad5a-94333731820d', 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d', 'tenant_id': '9fd6ad87cb064a6ba0846a03d7af377c', 'fixed_ips': [{'subnet_id': 'bde330c8-6f41-4316-a249-96afdd66e85f'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:03:58.979018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.988863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:58.997796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.018590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cade405-8468-4b35-a557-dd05219925bc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.019269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cade405-8468-4b35-a557-dd05219925bc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.023868 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3cade405-8468-4b35-a557-dd05219925bc tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/5abb9003-05ea-4eb5-b654-4ff6c0c27b8a HTTP/1.1" status: 404 len: 333 time: 0.0848453 Sep 22 17:03:59.028727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47890) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.030823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 271fa188-9dac-4850-a2ec-91561a8d59b0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:59.031171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.066427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:03:59.076204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:03:59.090292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:03:59.093699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-79bc94c1-cbe3-4919-b000-36649133feff tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.094091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79bc94c1-cbe3-4919-b000-36649133feff tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.099621 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79bc94c1-cbe3-4919-b000-36649133feff tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/ef52a020-7125-4de8-bd14-3ac4b7aab29c HTTP/1.1" status: 404 len: 337 time: 0.0661674 Sep 22 17:03:59.102209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:03:59.104057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.151057 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 7 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:59.157236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.181660 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a392c9c-09e1-4ee1-a1da-f790ee14b961 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.182182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a392c9c-09e1-4ee1-a1da-f790ee14b961 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.184081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3a392c9c-09e1-4ee1-a1da-f790ee14b961 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/c6afba7d-ee2f-4cd2-b490-ca28fe79ee5b HTTP/1.1" status: 404 len: 333 time: 0.0789983 Sep 22 17:03:59.194016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.263777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.282561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:59.283063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f31a67d-252b-4a06-88ea-20bf1010c9ca None None] Pushing event updated for resources: {'Port': ['ID=ed70002e-46e2-4ecd-8fac-051c514e0c10,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:59.416191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Allocated IP 172.20.0.2 (f398b6a3-7c49-49da-ad5a-94333731820d/bde330c8-6f41-4316-a249-96afdd66e85f/f54d6161-7fe9-4b00-a972-36ef92f09051) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:03:59.447821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.448050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.456332 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e4b3963-8bc7-47b5-af7a-41dc967f08c8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.457491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e4b3963-8bc7-47b5-af7a-41dc967f08c8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.499641 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e4b3963-8bc7-47b5-af7a-41dc967f08c8 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/8f3cbcb7-1d2a-40c5-a844-671ca8fa5e31 HTTP/1.1" status: 404 len: 337 time: 0.3026018 Sep 22 17:03:59.507811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.520267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.534561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=974d180a-d15a-49e6-b15a-e790f4fbf29c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:59.556148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.557017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c7fc25-769b-4c3f-ab34-78ed92bee378 None None] Network a8ff9174-2db8-4098-a17a-9bc11d59c8f2 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:03:59.632007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e21dc660-3ea1-47a4-883b-d22fc477d71c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.632707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e21dc660-3ea1-47a4-883b-d22fc477d71c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.650782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.656687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e21dc660-3ea1-47a4-883b-d22fc477d71c tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/e69cce3f-c100-425b-94c1-16a1ae478b7e HTTP/1.1" status: 404 len: 333 time: 0.1302304 Sep 22 17:03:59.657025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.663630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.679885 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14731d9d-9714-4572-b8c8-1088f2d209dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/974d180a-d15a-49e6-b15a-e790f4fbf29c HTTP/1.1" status: 204 len: 168 time: 1.6189322 Sep 22 17:03:59.725560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.735101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.769463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b496f08-070e-46d2-9c12-79244d43b148 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.770190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b496f08-070e-46d2-9c12-79244d43b148 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.772030 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b496f08-070e-46d2-9c12-79244d43b148 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/d79805e5-160d-426b-9e66-24af6c8ee6a5 HTTP/1.1" status: 404 len: 337 time: 0.0990887 Sep 22 17:03:59.791519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.803444 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 8 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:03:59.840687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.841939 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.0373571 Sep 22 17:03:59.843541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.846588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c5039f82-7f75-43a4-b75b-c01e836c0d28 HTTP/1.1" status: 204 len: 168 time: 0.9340298 Sep 22 17:03:59.846588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.864783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d89b88e-def4-495c-b778-9038ef64dfa3 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4796ca4f-a510-43f1-9606-bfbffc42a21e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:59.871089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e2ed7299-c2dc-433c-80bc-4fb89f9f7800 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '4796ca4f-a510-43f1-9606-bfbffc42a21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:59.888797 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-e2ed7299-c2dc-433c-80bc-4fb89f9f7800 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 17:03:59.889646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-e2ed7299-c2dc-433c-80bc-4fb89f9f7800 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:59.892096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2ed7299-c2dc-433c-80bc-4fb89f9f7800 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0326290 Sep 22 17:03:59.917587 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5753a5c3-fbd7-42a0-8e0c-9c6910406c28 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:03:59.917928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5753a5c3-fbd7-42a0-8e0c-9c6910406c28 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:03:59.919646 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5753a5c3-fbd7-42a0-8e0c-9c6910406c28 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/ports/dc42a4ee-78ee-4fe0-8f06-e3dc0f8f818f HTTP/1.1" status: 404 len: 333 time: 0.1271672 Sep 22 17:03:59.922759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.923093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.928590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:03:59.935591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-556a6057-79dd-4c99-8cc9-949db84e56e1 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '4796ca4f-a510-43f1-9606-bfbffc42a21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:59.937099 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-556a6057-79dd-4c99-8cc9-949db84e56e1 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 17:03:59.937648 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-556a6057-79dd-4c99-8cc9-949db84e56e1 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:59.941630 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-556a6057-79dd-4c99-8cc9-949db84e56e1 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0134816 Sep 22 17:03:59.941809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:03:59.948962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.974286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2cae83d0-e9e4-48b1-87aa-6e995d62dfdb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '4796ca4f-a510-43f1-9606-bfbffc42a21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:03:59.976769 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-2cae83d0-e9e4-48b1-87aa-6e995d62dfdb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 17:03:59.977446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-2cae83d0-e9e4-48b1-87aa-6e995d62dfdb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:03:59.981571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2cae83d0-e9e4-48b1-87aa-6e995d62dfdb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0149140 Sep 22 17:03:59.981571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469da5c4-8933-42a4-ab51-6c0a5f0b97c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5039f82-7f75-43a4-b75b-c01e836c0d28,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:03:59.989833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47936) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:03:59.990911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 03b6fee3-b610-4a20-b212-25ab2da0cc86 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:03:59.991304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.010151 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-389803ea-0e75-45e1-aab4-6495ea8d57d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] DELETE failed (client error): The resource could not be found. Sep 22 17:04:00.010899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-389803ea-0e75-45e1-aab4-6495ea8d57d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:04:00.032709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.042808 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-389803ea-0e75-45e1-aab4-6495ea8d57d4 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/subnets/e7944c0d-ccee-41ee-b094-84154d469634 HTTP/1.1" status: 404 len: 337 time: 0.1158595 Sep 22 17:04:00.051479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Transition to ACTIVE for port object f54d6161-7fe9-4b00-a972-36ef92f09051 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:00.059885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47938) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:00.074254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c30ca154-1822-4fd5-a6d9-8729b948a311 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '4796ca4f-a510-43f1-9606-bfbffc42a21e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:00.076045 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-c30ca154-1822-4fd5-a6d9-8729b948a311 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 17:04:00.076794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-c30ca154-1822-4fd5-a6d9-8729b948a311 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:00.077234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Transition to ACTIVE for port object f54d6161-7fe9-4b00-a972-36ef92f09051 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:00.082323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:00.083045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c30ca154-1822-4fd5-a6d9-8729b948a311 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0349381 Sep 22 17:04:00.089032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.180328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] DHCP port deletion for a8ff9174-2db8-4098-a17a-9bc11d59c8f2 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:00.184149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.188727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Deleting port 03b6fee3-b610-4a20-b212-25ab2da0cc86 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:00.189204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.252114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Network f398b6a3-7c49-49da-ad5a-94333731820d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:00.292666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:00.296104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:00.423511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.437999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 271fa188-9dac-4850-a2ec-91561a8d59b0 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:00.608844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] For port 03b6fee3-b610-4a20-b212-25ab2da0cc86, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=03b6fee3-b610-4a20-b212-25ab2da0cc86,segment=NetworkSegment(4131d064-45b5-45b5-8fd7-3c25fc779743),segment_id=4131d064-45b5-45b5-8fd7-3c25fc779743)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:00.609261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.624124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.670352 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 9 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:04:00.670553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Allocated IP 172.20.0.1 (5d667630-0b4a-4ebf-be91-45ba0808076d/c515d093-ab4b-4592-b2d5-8b296360cc45/663b49d3-8190-49ab-a309-65339cd6bb52) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:00.707476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Pushing event updated for resources: {'Port': ['ID=f54d6161-7fe9-4b00-a972-36ef92f09051,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:00.710904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed70002e-46e2-4ecd-8fac-051c514e0c10 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:00.754950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 03b6fee3-b610-4a20-b212-25ab2da0cc86, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=03b6fee3-b610-4a20-b212-25ab2da0cc86,segment=NetworkSegment(4131d064-45b5-45b5-8fd7-3c25fc779743),segment_id=4131d064-45b5-45b5-8fd7-3c25fc779743)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:00.754950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.769075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68666124-b797-46e6-8fdc-9113e0ad12b2 None None] Network 5d667630-0b4a-4ebf-be91-45ba0808076d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:00.898859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.901781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:00.915870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 03b6fee3-b610-4a20-b212-25ab2da0cc86 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:00.981572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:00.992768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.007438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3a9654d-3ae4-48af-9ca2-2c6331f26039']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.026603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '189fecf3-8f25-4b35-9b13-0caa97f0d957') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.026989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '189fecf3-8f25-4b35-9b13-0caa97f0d957') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.051614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.069353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Calling delete_port for 03b6fee3-b610-4a20-b212-25ab2da0cc86 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:01.072718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.081146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:01.082022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.099091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.139882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.159861 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 189fecf3-8f25-4b35-9b13-0caa97f0d957 resource provider aggregate not found Sep 22 17:04:01.165816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:01.175685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Attempting to bind port f54d6161-7fe9-4b00-a972-36ef92f09051 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:01.175962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Attempting to bind port f54d6161-7fe9-4b00-a972-36ef92f09051 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c7610640-b57c-4508-97c8-ec5752ca4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:01.176313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Attempting to bind port f54d6161-7fe9-4b00-a972-36ef92f09051 on network f398b6a3-7c49-49da-ad5a-94333731820d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:01.205657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:01.206007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Checking segment: {'id': 'c7610640-b57c-4508-97c8-ec5752ca4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:01.206415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.206985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Bound using segment: {'id': 'c7610640-b57c-4508-97c8-ec5752ca4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:01.208556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Bound port: f54d6161-7fe9-4b00-a972-36ef92f09051, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7610640-b57c-4508-97c8-ec5752ca4a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f398b6a3-7c49-49da-ad5a-94333731820d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:01.208908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Transition to ACTIVE for port object 663b49d3-8190-49ab-a309-65339cd6bb52 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:01.209029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.290346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1531635494-network', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:01.295472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:01.298152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=271fa188-9dac-4850-a2ec-91561a8d59b0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.300365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.301928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ed70002e-46e2-4ecd-8fac-051c514e0c10 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:01.304104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Usage tracker for resource:network and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:01.307188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:01.314217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:01.319900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.324349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=03b6fee3-b610-4a20-b212-25ab2da0cc86,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.342411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 189fecf3-8f25-4b35-9b13-0caa97f0d957 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 189fecf3-8f25-4b35-9b13-0caa97f0d957 found for delete ", "request_id": "req-7fcec070-0730-47dd-87aa-d37dd9ce00c8"}]} Sep 22 17:04:01.345196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No DVR routers for this DVR port 03b6fee3-b610-4a20-b212-25ab2da0cc86 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:01.361322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:01.362134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:01.415969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Made reservation on behalf of f5d66e0c04e747d5876e8312206fbd34 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:01.419480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.442174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.471821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 03b6fee3-b610-4a20-b212-25ab2da0cc86 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:01.514171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] For port f54d6161-7fe9-4b00-a972-36ef92f09051, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:01.529875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 03b6fee3-b610-4a20-b212-25ab2da0cc86 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:01.530099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.530211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 03b6fee3-b610-4a20-b212-25ab2da0cc86 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:01.534685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.538659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] For port f54d6161-7fe9-4b00-a972-36ef92f09051, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f54d6161-7fe9-4b00-a972-36ef92f09051,segment=NetworkSegment(c7610640-b57c-4508-97c8-ec5752ca4a88),segment_id=c7610640-b57c-4508-97c8-ec5752ca4a88)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:01.542957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:01.549991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.604532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4796ca4f-a510-43f1-9606-bfbffc42a21e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.646127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network 5d667630-0b4a-4ebf-be91-45ba0808076d is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:01.655443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:01.658047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:01.668838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661992d4-d8c4-4c1e-aeec-46ba442adcc6 None None] Pushing event updated for resources: {'Port': ['ID=f54d6161-7fe9-4b00-a972-36ef92f09051,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.671865 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Attempt 10 to provision port 271fa188-9dac-4850-a2ec-91561a8d59b0 Sep 22 17:04:01.708208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:01.712335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.716944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f12c21c0-66f8-47d3-a3d7-fe5b63d52402 None None] Port 271fa188-9dac-4850-a2ec-91561a8d59b0 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:04:01.770649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:01.781294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] 10.222.0.25 "DELETE /v2.0/networks/f3a9654d-3ae4-48af-9ca2-2c6331f26039 HTTP/1.1" status: 204 len: 168 time: 1.7124786 Sep 22 17:04:01.782353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cdf9fe-027e-490d-9a63-f096e7952a42 tempest-NetworksTestDHCPv6-2114089118 tempest-NetworksTestDHCPv6-2114089118-project] Pushing event deleted for resources: {'Network': ['ID=f3a9654d-3ae4-48af-9ca2-2c6331f26039,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.800099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:01.806554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8ff9174-2db8-4098-a17a-9bc11d59c8f2']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.817968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Port': ['ID=663b49d3-8190-49ab-a309-65339cd6bb52,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:01.830899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.832065 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1eccd157-1bbf-44ed-be0e-d5770e9a758b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/4796ca4f-a510-43f1-9606-bfbffc42a21e HTTP/1.1" status: 204 len: 168 time: 1.6535597 Sep 22 17:04:01.843315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Could not find standard attr ID for object 271fa188-9dac-4850-a2ec-91561a8d59b0. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:01.843528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:01.856044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4131d064-45b5-45b5-8fd7-3c25fc779743') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.856330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4131d064-45b5-45b5-8fd7-3c25fc779743') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:01.860390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Provisioning for port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:01.867879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Deleting port 03b6fee3-b610-4a20-b212-25ab2da0cc86 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:01.868633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.918048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.926277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Provisioning complete for port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:01.927225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:01.927585 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Attempt 1 to provision port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d Sep 22 17:04:01.947471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.005360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.011344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.030666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:02.031069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.109707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1a5dcc6a-fca1-4d75-aa04-4363b515f1c4 None None] The port '03b6fee3-b610-4a20-b212-25ab2da0cc86' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:02.206451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 47988) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:02.228107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Current status of the port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:02.230370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.246059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-efbdbec7-8e8f-4a6d-992a-9ce503d2970b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:02.281933 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-6b9ceeb6-9ed3-45bc-8333-c4ff1345a1f4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5799787 Sep 22 17:04:02.309125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ed51497-e14f-433d-9375-651121b8245b None None] For port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,segment=NetworkSegment(74707323-230a-41c2-8900-b891d5f16d56),segment_id=74707323-230a-41c2-8900-b891d5f16d56)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:02.319550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.360168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.381102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.407687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-efbdbec7-8e8f-4a6d-992a-9ce503d2970b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:02.413078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-efbdbec7-8e8f-4a6d-992a-9ce503d2970b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5635476 Sep 22 17:04:02.456058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:02.462734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=a8ff9174-2db8-4098-a17a-9bc11d59c8f2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:02.514909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f54d6161-7fe9-4b00-a972-36ef92f09051 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:02.526808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--394820498'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:02.540372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.544320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:02.554976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.585187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-59770d18-2559-4c6b-8483-13b9a743ead1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/a8ff9174-2db8-4098-a17a-9bc11d59c8f2 HTTP/1.1" status: 204 len: 168 time: 2.8540363 Sep 22 17:04:02.585187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:02.585466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Provisioning for port ed70002e-46e2-4ecd-8fac-051c514e0c10 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:02.601043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Provisioning complete for port ed70002e-46e2-4ecd-8fac-051c514e0c10 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:02.601297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.601530 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Attempt 1 to provision port ed70002e-46e2-4ecd-8fac-051c514e0c10 Sep 22 17:04:02.604148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 47998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:02.620420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:02.627779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router a2c76be4-9d38-4e2f-aad5-5362f2c37675 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:02.628541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-26919253', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:02.644197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:02.653460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:02.657670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec814d19-12fa-45c3-9653-6f59608e8f79,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:02.659513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Pushing event updated for resources: {'Port': ['ID=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:02.663040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.663925 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Added segment a121baa1-97bf-48a1-b5f1-5b33c3e75aba of type vlan for network 2b58174b-84ca-44b6-90a1-b14e63858949 Sep 22 17:04:02.665316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:02.668432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.688568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:02.700589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f54d6161-7fe9-4b00-a972-36ef92f09051 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:02.733816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.734762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.740356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:02.744703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.753409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:02.760303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:02.772204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:02.784238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Current status of the port ed70002e-46e2-4ecd-8fac-051c514e0c10 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:02.784645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.831049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e05d230d-60f4-4501-b283-75ba3b8deb25 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=db2fd3cc45b4460ebb33cef928480b45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6187632 Sep 22 17:04:02.832372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ed51497-e14f-433d-9375-651121b8245b None None] For port ed70002e-46e2-4ecd-8fac-051c514e0c10, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed70002e-46e2-4ecd-8fac-051c514e0c10,segment=NetworkSegment(61e9770e-b87f-49d5-ada8-d01644d0e79e),segment_id=61e9770e-b87f-49d5-ada8-d01644d0e79e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:02.839471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.839815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-cbf629eb-59f0-44e6-8d21-1157078c97dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:02.840320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:02.841901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-cbf629eb-59f0-44e6-8d21-1157078c97dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 0.3848846 Sep 22 17:04:02.843843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:02.876937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:02.893857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ed1d2b1-48b2-4a51-8cac-3c7a4b64395b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/a2c76be4-9d38-4e2f-aad5-5362f2c37675/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0310094 Sep 22 17:04:02.899222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48006) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:02.938761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed51497-e14f-433d-9375-651121b8245b None None] Pushing event updated for resources: {'Port': ['ID=ed70002e-46e2-4ecd-8fac-051c514e0c10,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:02.942574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] Sync routers for ids ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:02.964070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] Routers {'a2c76be4-9d38-4e2f-aad5-5362f2c37675'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:02.964911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:03.017062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.025332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-289fdb00-3931-464b-9266-564f5ff55ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:03.025665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Provisioning for port 663b49d3-8190-49ab-a309-65339cd6bb52 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:03.026827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-289fdb00-3931-464b-9266-564f5ff55ac9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 896 time: 0.1616991 Sep 22 17:04:03.047235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Provisioning complete for port 663b49d3-8190-49ab-a309-65339cd6bb52 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:03.047794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.048128 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 1 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:03.111844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:03.117707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:03.122042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] Routers {'a2c76be4-9d38-4e2f-aad5-5362f2c37675'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:03.122663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:03.171669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.173047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:03.173631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.205706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3866adc-aef6-4e99-9e11-9973d1940999 None None] Network f398b6a3-7c49-49da-ad5a-94333731820d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:03.211501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.286053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.293745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.335385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:03.335801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8ed613e-8e67-4b82-8ff4-7f39b124c4b0 None None] The sync data for ids ['a2c76be4-9d38-4e2f-aad5-5362f2c37675'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:03.385997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-102dc708-8c8f-4c37-861f-5e39b824f5f1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 1002 time: 0.3445199 Sep 22 17:04:03.401156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] Pushing event updated for resources: {'Network': ['ID=2b58174b-84ca-44b6-90a1-b14e63858949,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:03.409317 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4131d064-45b5-45b5-8fd7-3c25fc779743 resource provider aggregate not found Sep 22 17:04:03.478363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.479568 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce4af97e-1e1b-4585-9b83-7e6153875fac tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8728170 Sep 22 17:04:03.480448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a74bf63a-c17d-4a7c-abe0-b2d84cf531df,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:03.483804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48014) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.494482 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5acf14c0-1bf2-4168-a2de-9bd134ec2012 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.5013251 Sep 22 17:04:03.495621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-894410320'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.500240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48018) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.500815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:03.504539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:03.506573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2b58174b-84ca-44b6-90a1-b14e63858949 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:03.512581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:03.514029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:03.525648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4131d064-45b5-45b5-8fd7-3c25fc779743 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4131d064-45b5-45b5-8fd7-3c25fc779743 found for delete ", "request_id": "req-ed27f9cd-a26b-4e42-b37b-9f10c728422a"}]} Sep 22 17:04:03.526417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.531081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-620f0ee9-96ed-4103-ba9b-32cca9df5344 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.0627213 Sep 22 17:04:03.534157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.541146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7be6ae71-1050-4fc9-965a-0e647c51bda0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.541892 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-7be6ae71-1050-4fc9-965a-0e647c51bda0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 17:04:03.542488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-7be6ae71-1050-4fc9-965a-0e647c51bda0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:03.546198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7be6ae71-1050-4fc9-965a-0e647c51bda0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0084896 Sep 22 17:04:03.546198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:03.547729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.557955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48024) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.559497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-69aa1c8a-112e-4310-b7c6-995a11048c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:03.561004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-69aa1c8a-112e-4310-b7c6-995a11048c14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.1475403 Sep 22 17:04:03.567759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.600390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Request body: {'subnet': {'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1531635494-subnet', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.603702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.610645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:03.619744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:03.620017 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 2 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:03.636960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:03.643222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:03.657285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:03.659632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Usage tracker for resource:subnet and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:03.660994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:03.671195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:03.674720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.675076 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 94c40a20-ed6a-4aac-abdb-210742c42bd0 of type vlan for network 08724cc7-d18e-4779-878f-59ef0b44001a Sep 22 17:04:03.703490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:03.732561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:03.733149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.744155 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-9d8bfaae-fa74-4691-8101-3db331ade11e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] remove_router_interface failed (client error): The resource could not be found. Sep 22 17:04:03.746117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-06fa8d18-0b91-4114-beb1-3c22dbbfa151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:03.747603 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-06fa8d18-0b91-4114-beb1-3c22dbbfa151 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1717865 Sep 22 17:04:03.748145 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d8bfaae-fa74-4691-8101-3db331ade11e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/a2c76be4-9d38-4e2f-aad5-5362f2c37675/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8478973 Sep 22 17:04:03.748397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48030) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.751460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.753596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:03.758734 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-744f414d-e100-4cf5-8cf7-23e837a0a741 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1927204 Sep 22 17:04:03.762675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48034) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.776311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3d4792f9-d4b5-4699-a759-8d553f1564fb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.776983 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-3d4792f9-d4b5-4699-a759-8d553f1564fb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 17:04:03.777485 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-3d4792f9-d4b5-4699-a759-8d553f1564fb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:03.778459 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d4792f9-d4b5-4699-a759-8d553f1564fb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0124705 Sep 22 17:04:03.788258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48038) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.816804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:03.839246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98cca4a2-7d87-469a-9c14-d7e1310848ea tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c76be4-9d38-4e2f-aad5-5362f2c37675 HTTP/1.1" status: 200 len: 205 time: 0.0883119 Sep 22 17:04:03.865656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48042) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:03.870659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Made reservation on behalf of f5d66e0c04e747d5876e8312206fbd34 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:03.872977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.896173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:03.900815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.906298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:03.907342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:03.993286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:04.048167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=08724cc7-d18e-4779-878f-59ef0b44001a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:04.050958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ccbe5f3c-22d5-49b9-a908-d5e5760faef1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5643697 Sep 22 17:04:04.053713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:04.054858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48046) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:04.061917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:04.062566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 08724cc7-d18e-4779-878f-59ef0b44001a details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:04.082255 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-e1e0ec42-7ee6-4131-8abc-631f7c2e3c0e service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3266401 Sep 22 17:04:04.128656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:04.188585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.204993 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 3 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:04.289630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:04.376080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.381517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed70002e-46e2-4ecd-8fac-051c514e0c10 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:04.388302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:04.396114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:04.408188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:04.417779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:04.440465 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:04.444157 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e1086c1b-7d3a-4031-82ec-f93af7db7072 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6359315 Sep 22 17:04:04.444313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49f5f1f5-5436-44b1-a920-c121b380a84f req-1c48333e-9daa-4d10-958b-0aaab83d9139 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3095043 Sep 22 17:04:04.444874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:04.447721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:04.451158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.456394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ed70002e-46e2-4ecd-8fac-051c514e0c10 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:04.456802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.457138 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ed70002e-46e2-4ecd-8fac-051c514e0c10 Sep 22 17:04:04.468407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-93c5ac45-f7f0-42af-ac99-44bdaaa64da5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:04.468972 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-93c5ac45-f7f0-42af-ac99-44bdaaa64da5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 17:04:04.469522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-93c5ac45-f7f0-42af-ac99-44bdaaa64da5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:04.473674 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93c5ac45-f7f0-42af-ac99-44bdaaa64da5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0251665 Sep 22 17:04:04.475469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48054) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:04.523947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cef45093-046a-4fa6-a195-a6aa5d568786,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:04.533764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:04.555403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:04.563943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:04.569906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:04.580981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:04.590762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ed70002e-46e2-4ecd-8fac-051c514e0c10 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:04.591876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b7a0d434-ecfa-4663-a5d3-4bcd84ae314d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:04.597586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.597940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.598289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.598688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.599024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.599376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.599763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.600326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.600452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.600935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.601147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.601477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:04.604890 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Project de10f4b496b64a5b9166477254cb9749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:04:04.615642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.619923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:04:04.632849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:04.636530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dd55b36f-cf46-4528-9095-bc53101d76a8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1580353 Sep 22 17:04:04.638093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:04.643901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0c0c28c5-4d9a-4f32-b66a-21400cf6781b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:04.644794 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-0c0c28c5-4d9a-4f32-b66a-21400cf6781b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 17:04:04.645273 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-0c0c28c5-4d9a-4f32-b66a-21400cf6781b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:04.648761 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c0c28c5-4d9a-4f32-b66a-21400cf6781b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0084541 Sep 22 17:04:04.660004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.664629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:04.680091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.681322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45993c25-3ccf-49b6-84b8-54d3a48edc39 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/cef45093-046a-4fa6-a195-a6aa5d568786 HTTP/1.1" status: 204 len: 168 time: 1.8392243 Sep 22 17:04:04.684403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:04.684955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:04.685219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.685314 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d Sep 22 17:04:04.699141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.712246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:04.718336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.749572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:04.759050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.801064 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 4 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:04.840039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=321ae435-cc52-4b40-b16f-fec4bbbf6693,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:04.893245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:04.894054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 08724cc7-d18e-4779-878f-59ef0b44001a, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:04.900210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:04.903457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:04.924315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 08724cc7-d18e-4779-878f-59ef0b44001a is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:04.937562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:04.940385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 08724cc7-d18e-4779-878f-59ef0b44001a) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:04.949990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:04.951073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:04.951195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8784c679-fd7d-4460-9c28-b9ed2b52fd49 None None] Network 08724cc7-d18e-4779-878f-59ef0b44001a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:04.992328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a10e7460-10eb-4b9a-aa01-1a34c1e2760f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9363968 Sep 22 17:04:04.997570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:05.013253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:05.029733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.030538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router a2c76be4-9d38-4e2f-aad5-5362f2c37675 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:04:05.039086 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Project de10f4b496b64a5b9166477254cb9749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:04:05.111399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.112529 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6de9e748-91a4-402e-b9bc-a8502ccb6da0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/a2c76be4-9d38-4e2f-aad5-5362f2c37675 HTTP/1.1" status: 204 len: 168 time: 1.2432163 Sep 22 17:04:05.113340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Port': ['ID=663b49d3-8190-49ab-a309-65339cd6bb52,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:05.117140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48076) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:05.136069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.218411 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:05.219677 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-205e1fcc-316a-4798-b22c-d40d133d94a2 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5485663 Sep 22 17:04:05.228008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.282026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:05.338679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': 'a74bf63a-c17d-4a7c-abe0-b2d84cf531df', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:05.352998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-08724cc7-d18e-4779-878f-59ef0b44001a', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:05.354126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.374348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:05.393251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:05.404357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 9c1b98cf-6c25-4a3e-9d9b-01fd896676c1 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:05.414644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:05.419677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.422955 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 5 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:05.473648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:05.523516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5dbba768-5d88-4390-8b2e-1147ab62cf0a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:05.525688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:05.545945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:05.546627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Network hostable DHCP agents. Network: 2b58174b-84ca-44b6-90a1-b14e63858949, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:05.572238 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Project de10f4b496b64a5b9166477254cb9749 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:04:05.582878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.585827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.622426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Allocated IP 2001:db8::2 (08724cc7-d18e-4779-878f-59ef0b44001a/321ae435-cc52-4b40-b16f-fec4bbbf6693/56f51f19-2b93-4cc2-85db-71424450e53b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:05.654990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network 5d667630-0b4a-4ebf-be91-45ba0808076d is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:05.659224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:05.672066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:05.677026 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:05.678631 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba6cc106-de3b-461a-9f8e-30bfc1168bae tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3553047 Sep 22 17:04:05.682487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48100) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:05.685913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2b58174b-84ca-44b6-90a1-b14e63858949) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:05.741292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f21fcac-77c0-4398-9492-fbf781729d93 None None] Network 2b58174b-84ca-44b6-90a1-b14e63858949 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:05.758523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:05.770345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.804988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:05.845905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48104) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:05.950919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.014578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-637a9f46-55fc-4257-bbdd-58435f28f5c3 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4478092 Sep 22 17:04:06.019213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48110) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:06.026243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.052477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:06.062847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-2106810174'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:06.063269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.064319 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 6 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:06.076197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:06.101540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Router de430c9b-256b-462e-9270-1367bf2a8172 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:06.121420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.124502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2b58174b-84ca-44b6-90a1-b14e63858949', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:06.125358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.131726 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/9c1b98cf-6c25-4a3e-9d9b-01fd896676c1 HTTP/1.1" status: 204 len: 168 time: 1.0073457 Sep 22 17:04:06.134690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b579313-c42d-42fa-a219-4b7aa80cb205 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=9c1b98cf-6c25-4a3e-9d9b-01fd896676c1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:06.138635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:06.150642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a87a94-5765-433c-a5b1-a8d7988f709a None None] Network 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:06.226083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:06.246279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:06.254957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Usage tracker for resource:router and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:06.276705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:06.282080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Usage tracker for resource:network and tenant:300f49371c7641e79008533678e657c3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:06.290760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:06.300487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:06.306083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:06.329951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.332689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.345451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Made reservation on behalf of 300f49371c7641e79008533678e657c3 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:06.350631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.367546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.385003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.404549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:06.408630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Usage tracker for resource:security_group_rule and tenant:300f49371c7641e79008533678e657c3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:06.411549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:06.415259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:06.419123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:06.421154 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dff09114-493d-49db-ba4d-a56987191fbf tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1428423 Sep 22 17:04:06.425207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.429533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48120) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:06.432260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] Sync routers for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:06.448419 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:06.449615 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:06.492533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port ce5444d3-84c3-4c9d-a38d-154eaa16af15 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:06.492874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.511494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.515629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a74bf63a-c17d-4a7c-abe0-b2d84cf531df,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:06.526574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.530007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.565155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.575141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adc12e20-f112-400b-b0d3-8f8a105463cd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:06.593029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Transition to ACTIVE for port object 56f51f19-2b93-4cc2-85db-71424450e53b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:06.603515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:06.617496 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:06.621402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Allocated IP 172.20.0.2 (2b58174b-84ca-44b6-90a1-b14e63858949/5dbba768-5d88-4390-8b2e-1147ab62cf0a/fe70999c-7bb5-4a7c-9360-446d3351d6df) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:06.638587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Transition to ACTIVE for port object 56f51f19-2b93-4cc2-85db-71424450e53b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:06.648223 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:06.648896 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:06.649766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.738854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.739153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Added segment f59c8f0f-9ff1-4a2b-8f69-310b20fc7466 of type vlan for network e36c4278-50a5-432f-8e41-d68cbe8d8148 Sep 22 17:04:06.777415 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:06.777912 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16dca782-bf04-42d3-a1f8-43e9cdf5282b None None] The sync data for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:06.790467 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 7 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:06.803092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.804006 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d28b92ce-4deb-41ec-a246-e6dc639541ba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/a74bf63a-c17d-4a7c-abe0-b2d84cf531df HTTP/1.1" status: 204 len: 168 time: 1.1202483 Sep 22 17:04:06.822383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48124) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:06.886625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] DHCP port deletion for 5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:06.919438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Deleting port ce5444d3-84c3-4c9d-a38d-154eaa16af15 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:06.920080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.954154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Pushing event updated for resources: {'Port': ['ID=56f51f19-2b93-4cc2-85db-71424450e53b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:06.967012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:06.970491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Network 08724cc7-d18e-4779-878f-59ef0b44001a is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:06.986398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:06.995235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:06.997199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:07.028110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8::1 (08724cc7-d18e-4779-878f-59ef0b44001a/321ae435-cc52-4b40-b16f-fec4bbbf6693/8a21caae-00ce-4796-9664-eea8df0a4282) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:07.054963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.070618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b5c1d5fb-b683-4664-b59b-528f1db081b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:07.197750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.203108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:07.203697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.207683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b5c1d5fb-b683-4664-b59b-528f1db081b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:07.212794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5c1d5fb-b683-4664-b59b-528f1db081b6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3810992 Sep 22 17:04:07.216577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Attempting to bind port 56f51f19-2b93-4cc2-85db-71424450e53b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:07.216978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Attempting to bind port 56f51f19-2b93-4cc2-85db-71424450e53b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:07.217336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Attempting to bind port 56f51f19-2b93-4cc2-85db-71424450e53b on network 08724cc7-d18e-4779-878f-59ef0b44001a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:07.227437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48128) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:07.234893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--918999900'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:07.241509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:07.251464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:07.251957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:07.252334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Checking segment: {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:07.252775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.253168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Bound using segment: {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:07.253646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Bound port: 56f51f19-2b93-4cc2-85db-71424450e53b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:07.254011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.271126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port ce5444d3-84c3-4c9d-a38d-154eaa16af15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce5444d3-84c3-4c9d-a38d-154eaa16af15,segment=NetworkSegment(903d8d87-8b8f-46ba-b59b-ba970e38d3f8),segment_id=903d8d87-8b8f-46ba-b59b-ba970e38d3f8)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:07.271526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.279261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.318173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:07.393545 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.5456872 Sep 22 17:04:07.403519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.416620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:07.428826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Request body: {'subnet': {'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:07.429730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:07.432129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] For port ce5444d3-84c3-4c9d-a38d-154eaa16af15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ce5444d3-84c3-4c9d-a38d-154eaa16af15,segment=NetworkSegment(903d8d87-8b8f-46ba-b59b-ba970e38d3f8),segment_id=903d8d87-8b8f-46ba-b59b-ba970e38d3f8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:07.432519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.440117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Transition to ACTIVE for port object fe70999c-7bb5-4a7c-9360-446d3351d6df will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:07.440627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for ce5444d3-84c3-4c9d-a38d-154eaa16af15 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:07.452667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e232196b-3419-44e2-994e-46a2ee1d1c4a tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'Network': ['ID=e36c4278-50a5-432f-8e41-d68cbe8d8148,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:07.471620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:07.488190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:07.518273 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 8 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:07.573551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.628918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:07.631992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 8a21caae-00ce-4796-9664-eea8df0a4282 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:07.637343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Usage tracker for resource:subnet and tenant:300f49371c7641e79008533678e657c3 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:07.641036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:07.649719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:07.657992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.665811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:07.686624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Calling delete_port for ce5444d3-84c3-4c9d-a38d-154eaa16af15 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:07.727701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Made reservation on behalf of 300f49371c7641e79008533678e657c3 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:07.731225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.737188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port ce5444d3-84c3-4c9d-a38d-154eaa16af15 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:07.741280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=ce5444d3-84c3-4c9d-a38d-154eaa16af15,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:07.743089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] For port 56f51f19-2b93-4cc2-85db-71424450e53b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:07.760572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Transition to ACTIVE for port object fe70999c-7bb5-4a7c-9360-446d3351d6df will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:07.805432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.816304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.819964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] For port 56f51f19-2b93-4cc2-85db-71424450e53b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=56f51f19-2b93-4cc2-85db-71424450e53b,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:07.821715 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-323959c9-99fd-422e-a3f4-4ea5d44f3867 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:07.822753 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-323959c9-99fd-422e-a3f4-4ea5d44f3867 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.3881462 Sep 22 17:04:07.839841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.873167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48136) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:07.876852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.903260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:07.937780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.952544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:07.965019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=590c69ec-665f-4fd2-9231-8ba5d890b747,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:07.969496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:07.971693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:07.973481 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4631614-cf72-49a2-96ab-166a437b9661 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.7428820 Sep 22 17:04:07.978627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:07.980338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:07.985070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff17e81-d1f6-4f41-8c95-8a6ca137cc88']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:07.989434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Pushing event updated for resources: {'Port': ['ID=fe70999c-7bb5-4a7c-9360-446d3351d6df,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:08.000126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '590c69ec-665f-4fd2-9231-8ba5d890b747', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:08.017532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:08.023378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:08.027432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:08.035643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:08.047555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '903d8d87-8b8f-46ba-b59b-ba970e38d3f8') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:08.047932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '903d8d87-8b8f-46ba-b59b-ba970e38d3f8') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:08.074365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.097537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.107021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:08.107624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.116136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:08.116490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:08.159343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Attempting to bind port fe70999c-7bb5-4a7c-9360-446d3351d6df on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:08.159707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Attempting to bind port fe70999c-7bb5-4a7c-9360-446d3351d6df by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:08.160066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Attempting to bind port fe70999c-7bb5-4a7c-9360-446d3351d6df on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:08.169739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:08.170119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:08.170514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.170907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Bound using segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:08.171365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Bound port: fe70999c-7bb5-4a7c-9360-446d3351d6df, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:08.171734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.193807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1512e87e-ba12-499d-bdbd-47efcf8b7681 None None] Pushing event updated for resources: {'Port': ['ID=56f51f19-2b93-4cc2-85db-71424450e53b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:08.208075 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 903d8d87-8b8f-46ba-b59b-ba970e38d3f8 resource provider aggregate not found Sep 22 17:04:08.249634 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 903d8d87-8b8f-46ba-b59b-ba970e38d3f8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 903d8d87-8b8f-46ba-b59b-ba970e38d3f8 found for delete ", "request_id": "req-3929a4ca-cd44-41a8-9f86-92eb24ffca2d"}]} Sep 22 17:04:08.291075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.317282 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The resource could not be found. Sep 22 17:04:08.318761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c1aa198d-f1dc-4904-a882-74e74840af33 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3369782 Sep 22 17:04:08.322954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.325890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:08.340044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '590c69ec-665f-4fd2-9231-8ba5d890b747', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'dce0de3b-9082-4507-9db1-15d1e634f495'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:08.348140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=5ff17e81-d1f6-4f41-8c95-8a6ca137cc88,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:08.352906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:08.356572 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-929f065a-2ac6-4614-a69b-4b8af45eba46 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/5ff17e81-d1f6-4f41-8c95-8a6ca137cc88 HTTP/1.1" status: 204 len: 168 time: 2.2173293 Sep 22 17:04:08.358555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.361902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48154) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:08.364092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:08.369225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:08.377317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1736570087'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:08.386535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:08.388849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:08.395397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:08.402049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:08.415470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] For port fe70999c-7bb5-4a7c-9360-446d3351d6df, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:08.417498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:08.421354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] For port fe70999c-7bb5-4a7c-9360-446d3351d6df, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe70999c-7bb5-4a7c-9360-446d3351d6df,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:08.421891 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 9 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:08.439979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:08.444405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.488397 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The resource could not be found. Sep 22 17:04:08.490918 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b550297f-b087-42f1-b516-e79432333970 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1566575 Sep 22 17:04:08.494152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:08.496938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:08.502642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:08.503856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.532498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.532976 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 80856cc7-e62a-4a98-bf89-e63087bc3078 of type vlan for network cbd99abc-040f-4648-a467-3fe4cc2f97c8 Sep 22 17:04:08.593889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.595304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.615987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 56f51f19-2b93-4cc2-85db-71424450e53b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:08.631933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 08724cc7-d18e-4779-878f-59ef0b44001a is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:08.634114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.655755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Deleting port ce5444d3-84c3-4c9d-a38d-154eaa16af15 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:08.655755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.679648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.684596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6c9c23-13b7-442a-81ae-2982dc481256 None None] Pushing event updated for resources: {'Port': ['ID=fe70999c-7bb5-4a7c-9360-446d3351d6df,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:08.695098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.703062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:08.704565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.715379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:08.732579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.735250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:08.736275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:08.759712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0023ca40-9d65-4faa-b13e-ad33f646ae99 None None] The port 'ce5444d3-84c3-4c9d-a38d-154eaa16af15' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:08.787506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 56f51f19-2b93-4cc2-85db-71424450e53b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:08.816147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:08.893570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce5444d3-84c3-4c9d-a38d-154eaa16af15 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:08.912987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.914434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.917345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.918114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.918609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.922440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.922979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.923474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.924134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.924711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.925200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.925685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:08.964364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ce5444d3-84c3-4c9d-a38d-154eaa16af15 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:08.965108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ce5444d3-84c3-4c9d-a38d-154eaa16af15 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:09.003865 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 10 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:09.008199 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6458561 Sep 22 17:04:09.026341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48162) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:09.049438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:09.086250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ba3f93-2e29-43d9-980e-f0b293e3679d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=cbd99abc-040f-4648-a467-3fe4cc2f97c8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:09.098035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:09.101776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:09.237914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.241236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Provisioning complete for port ed70002e-46e2-4ecd-8fac-051c514e0c10 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:09.241825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.242338 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Attempt 1 to provision port ed70002e-46e2-4ecd-8fac-051c514e0c10 Sep 22 17:04:09.269510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=590c69ec-665f-4fd2-9231-8ba5d890b747,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:09.283497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:09.289141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:09.293107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.296492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d80359d0-6edf-46da-a666-ebc60febc721 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/590c69ec-665f-4fd2-9231-8ba5d890b747 HTTP/1.1" status: 204 len: 168 time: 0.8012400 Sep 22 17:04:09.298279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:09.302318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:09.334538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:09.367818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:09.372718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.426365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.445924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a9fc6eef-e3e1-4543-a40f-5e5594e6fb29 None None] Current status of the port ed70002e-46e2-4ecd-8fac-051c514e0c10 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:09.524555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.525087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b39968a-7c53-4a00-b168-f4ac4873febb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:09.537976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Allocated IP 172.26.8.4 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:09.564040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4b39968a-7c53-4a00-b168-f4ac4873febb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:09.571396 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b39968a-7c53-4a00-b168-f4ac4873febb tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2622223 Sep 22 17:04:09.572745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:09.582405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '0c90636a-1803-4f35-9e84-b1abec039e4d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:09.590452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:09.593332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Provisioning complete for port 663b49d3-8190-49ab-a309-65339cd6bb52 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:09.593940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.594626 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 1 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:09.596007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:09.600669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:09.610877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:09.637698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d905a4af-a026-4466-b819-05490392e668 None None] Network 08724cc7-d18e-4779-878f-59ef0b44001a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:09.657439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'Subnet': ['ID=47fdc96e-0a4e-40c2-a1f2-b3fa48f19686,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:09.748057 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The resource could not be found. Sep 22 17:04:09.755020 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-053546c8-6b4f-4007-af9f-de50dfe4dbda tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1766980 Sep 22 17:04:09.777344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:09.785267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150345229'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:09.792251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.797219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:09.815935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Checking segment: {'id': 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:09.816296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Network hostable DHCP agents. Network: e36c4278-50a5-432f-8e41-d68cbe8d8148, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:09.871828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=86c6afca-7e39-491a-930f-0669b884712e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:09.889443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:09.925082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '80856cc7-e62a-4a98-bf89-e63087bc3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:09.925308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: cbd99abc-040f-4648-a467-3fe4cc2f97c8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:09.932682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:09.962482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:09.970556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:09.975251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:09.985820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:09.988162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:10.028086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:10.102103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.107394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.119049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0e13dc-bf70-41ce-a716-bdc06eeceb1a None None] Network 2b58174b-84ca-44b6-90a1-b14e63858949 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:10.165464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a59f5a0-cfe8-4e35-8afe-80b482705bd7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:10.188108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.192538 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65b2426f-6a10-446b-bb96-254e4093500a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4127879 Sep 22 17:04:10.193781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:10.196594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, cbd99abc-040f-4648-a467-3fe4cc2f97c8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:10.199447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:10.208578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1457425891'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:10.219746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e033f62-67e4-4d2e-a7b8-16310ecd311a None None] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:10.223563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:10.230462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, e36c4278-50a5-432f-8e41-d68cbe8d8148) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:10.236876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:10.243701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:10.248251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5765312-fc5e-4328-b2d6-e75d1e7036fd None None] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:10.254322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:10.264233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.286291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:10.287559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.297486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.323344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:10.324121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.357393 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e40d8b89-c148-4d34-bfac-153baa808b0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3292289 Sep 22 17:04:10.360485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:10.363306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:10.369307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:10.378882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:10.385141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-135868494', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:10.390592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:10.409526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:10.420098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:10.424742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1c615d11-3e01-4ddf-8bd5-abca19bb3c84 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0069084 Sep 22 17:04:10.431301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48188) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:10.443474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Request body: {'port': {'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-604549630'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:10.449814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:10.488666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:10.528552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.530590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe70999c-7bb5-4a7c-9360-446d3351d6df up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:10.581456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.582553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.596424 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 2 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:10.650893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.671394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.682991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.747411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.762440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91377e5e-5d66-48b2-b89a-e90e450bdbc4,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:10.781863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:10.787439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.791431 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd8d5b89-9205-44f0-ac1a-ef0a8d399261 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5939028 Sep 22 17:04:10.792512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Usage tracker for resource:port and tenant:300f49371c7641e79008533678e657c3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:10.799303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:10.800198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:10.806404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '4a59f5a0-cfe8-4e35-8afe-80b482705bd7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '91377e5e-5d66-48b2-b89a-e90e450bdbc4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:10.806926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:10.807495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fe70999c-7bb5-4a7c-9360-446d3351d6df completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:10.815234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:10.821161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:10.821964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.830751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:10.831800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:10.836881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:10.839209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:10.843519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:10.853311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:10.862545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Made reservation on behalf of 300f49371c7641e79008533678e657c3 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:10.866228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.869507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.870244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.899655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] device_id is not set on port cd52cc5e-07da-4358-aa92-429d1076b7f7 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:04:10.931006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Pushing event updated for resources: {'Port': ['ID=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:10.948629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:10.981139 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:10.985361 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7ae86b4-2333-41a2-9b42-e06dcfbc89f0 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1849809 Sep 22 17:04:10.989147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.109088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-e36c4278-50a5-432f-8e41-d68cbe8d8148', 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148', 'tenant_id': '300f49371c7641e79008533678e657c3', 'fixed_ips': [{'subnet_id': '47fdc96e-0a4e-40c2-a1f2-b3fa48f19686'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:11.109932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.132131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Allocated IP 2001:db8::16e (e36c4278-50a5-432f-8e41-d68cbe8d8148/47fdc96e-0a4e-40c2-a1f2-b3fa48f19686/cd52cc5e-07da-4358-aa92-429d1076b7f7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:11.135615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.186159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-cbd99abc-040f-4648-a467-3fe4cc2f97c8', 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '86c6afca-7e39-491a-930f-0669b884712e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:11.187043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.227233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.228681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdd02510-3e15-42ba-a5ee-e8708a4a5bc9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8608880 Sep 22 17:04:11.241502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.264575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.313321 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 3 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:11.395623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:11.434461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:11.435469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.471321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Allocated IP 172.20.0.2 (cbd99abc-040f-4648-a467-3fe4cc2f97c8/86c6afca-7e39-491a-930f-0669b884712e/bfef404c-798c-4904-a73e-e342165a88de) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:11.489046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91377e5e-5d66-48b2-b89a-e90e450bdbc4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:11.506219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.508076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46cf4871-3f75-458c-b61f-a19737f99cba tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/91377e5e-5d66-48b2-b89a-e90e450bdbc4 HTTP/1.1" status: 204 len: 168 time: 0.5179389 Sep 22 17:04:11.511345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.594839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b0144216-f6dd-4613-91cc-ad0021425aa6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:11.626578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b0144216-f6dd-4613-91cc-ad0021425aa6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:11.631277 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b0144216-f6dd-4613-91cc-ad0021425aa6 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.1153088 Sep 22 17:04:11.631992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.649905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.702029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Transition to ACTIVE for port object cd52cc5e-07da-4358-aa92-429d1076b7f7 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:11.730525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.735392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.748202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Transition to ACTIVE for port object bfef404c-798c-4904-a73e-e342165a88de will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:11.772297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.776237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Transition to ACTIVE for port object bfef404c-798c-4904-a73e-e342165a88de will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:11.784012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.808069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.896178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:11.896982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'Port': ['ID=cd52cc5e-07da-4358-aa92-429d1076b7f7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:11.902440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:11.905065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:11.905546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:11.910408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:11.911038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:11.911711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.916471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:11.929815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Pushing event updated for resources: {'Port': ['ID=bfef404c-798c-4904-a73e-e342165a88de,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:11.936048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.937584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 08724cc7-d18e-4779-878f-59ef0b44001a is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:11.938267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:11.940043 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/4a59f5a0-cfe8-4e35-8afe-80b482705bd7 HTTP/1.1" status: 204 len: 168 time: 0.3075538 Sep 22 17:04:11.949871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48216) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.953134 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-97f96d1e-102a-43e6-a76e-7c8d12e53ab5 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.5206144 Sep 22 17:04:11.961067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:11.962104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ccef76-3112-4853-9f81-db28a344a935 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a59f5a0-cfe8-4e35-8afe-80b482705bd7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:11.970616 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 4 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:11.984425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Request body: {'port': {'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-837113554', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:11.985353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] bootfile-name is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:11.985711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] tftp-server is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:11.986027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] server-ip-address is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:12.002777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:12.104789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Allocated IP 2001:db8::2 (e36c4278-50a5-432f-8e41-d68cbe8d8148/47fdc96e-0a4e-40c2-a1f2-b3fa48f19686/569dfcc7-cc81-4d90-9ec0-fcca669f8d51) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:12.136867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.137547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.137547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.137887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.138175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.138503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.138826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.139148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.139469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.139787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.140113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.140427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:12.279182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-07cef7a5-84b5-47f7-8036-c3be164a9d88 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:12.325371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:12.340466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Attempting to bind port bfef404c-798c-4904-a73e-e342165a88de on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:12.341106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Attempting to bind port bfef404c-798c-4904-a73e-e342165a88de by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '80856cc7-e62a-4a98-bf89-e63087bc3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:12.341631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Attempting to bind port bfef404c-798c-4904-a73e-e342165a88de on network cbd99abc-040f-4648-a467-3fe4cc2f97c8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:12.343353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-07cef7a5-84b5-47f7-8036-c3be164a9d88 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:12.344415 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-07cef7a5-84b5-47f7-8036-c3be164a9d88 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3877916 Sep 22 17:04:12.345142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:12.348123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:12.357362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--1942607635'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:12.359745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:12.360319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Checking segment: {'id': '80856cc7-e62a-4a98-bf89-e63087bc3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:12.360681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Usage tracker for resource:port and tenant:300f49371c7641e79008533678e657c3 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:12.361103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.361674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Bound using segment: {'id': '80856cc7-e62a-4a98-bf89-e63087bc3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:12.362322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Bound port: bfef404c-798c-4904-a73e-e342165a88de, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80856cc7-e62a-4a98-bf89-e63087bc3078', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'cbd99abc-040f-4648-a467-3fe4cc2f97c8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:12.362876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.364204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:12.367122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:12.376851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:12.382835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:12.395548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Made reservation on behalf of 300f49371c7641e79008533678e657c3 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:12.399612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.411247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.437555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] device_id is not set on port f4f2f602-6626-4005-bb50-7b63a79c890b yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:04:12.473904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:12.491175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:12.500067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:12.511234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:12.532714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port 663b49d3-8190-49ab-a309-65339cd6bb52 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:12.533437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.547544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] For port bfef404c-798c-4904-a73e-e342165a88de, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:12.564241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] For port bfef404c-798c-4904-a73e-e342165a88de, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfef404c-798c-4904-a73e-e342165a88de,segment=NetworkSegment(80856cc7-e62a-4a98-bf89-e63087bc3078),segment_id=80856cc7-e62a-4a98-bf89-e63087bc3078)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:12.564731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.570451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.573959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.606112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.611298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.639875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Transition to ACTIVE for port object 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:12.667555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=895b5222-e727-44d0-aac4-e230b7001181,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:12.679183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Transition to ACTIVE for port object 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:12.682984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bab89c-c1c7-4b67-b502-df15deee1e8d None None] Pushing event updated for resources: {'Port': ['ID=bfef404c-798c-4904-a73e-e342165a88de,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:12.697042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.697815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.698839 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26025946-fb16-4254-9e41-182844880284 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3495960 Sep 22 17:04:12.705111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48230) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:12.761096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.767274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:12.771839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:12.776045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:12.782196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Pushing event updated for resources: {'Port': ['ID=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:12.793472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Allocated IP 2001:db8::2e0 (e36c4278-50a5-432f-8e41-d68cbe8d8148/47fdc96e-0a4e-40c2-a1f2-b3fa48f19686/f4f2f602-6626-4005-bb50-7b63a79c890b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:12.826598 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 5 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:12.843910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '895b5222-e727-44d0-aac4-e230b7001181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:12.891637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:12.946236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:12.946986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Attempting to bind port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:12.947356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Attempting to bind port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:12.947717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Attempting to bind port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 on network e36c4278-50a5-432f-8e41-d68cbe8d8148 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:12.953577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:12.953961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Checking segment: {'id': 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:12.954360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:12.954752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Bound using segment: {'id': 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:12.955221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Bound port: 569dfcc7-cc81-4d90-9ec0-fcca669f8d51, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'e36c4278-50a5-432f-8e41-d68cbe8d8148'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:12.955600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.026921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:13.054925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:13.084509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:13.092573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] For port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:13.097479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] For port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,segment=NetworkSegment(f59c8f0f-9ff1-4a2b-8f69-310b20fc7466),segment_id=f59c8f0f-9ff1-4a2b-8f69-310b20fc7466)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:13.104176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.122460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.153715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Transition to ACTIVE for port object f4f2f602-6626-4005-bb50-7b63a79c890b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:13.190201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.229843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b84a48-34d5-4cec-8bb7-6dc81d61bc44 None None] Pushing event updated for resources: {'Port': ['ID=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:13.301950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:13.306071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:13.308440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:13.314026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:13.314807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.323821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'Port': ['ID=f4f2f602-6626-4005-bb50-7b63a79c890b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:13.347357 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-007d2c80-2eb3-4ec8-8a9b-074b2a907198 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3805313 Sep 22 17:04:13.348964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:13.447641 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 6 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:13.462496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.478901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:13.479119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:13.486045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:13.492721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:13.493575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Synchronizing usage tracker for tenant:300f49371c7641e79008533678e657c3 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:13.513324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Unset dirty status for tenant:300f49371c7641e79008533678e657c3 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:13.517638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-859ff471-906b-4906-aa69-9a83f1e10900 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1668875 Sep 22 17:04:13.518250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48238) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:13.543066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:13.598711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Deleting port f4f2f602-6626-4005-bb50-7b63a79c890b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:13.599065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.722176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Calling delete_port for 663b49d3-8190-49ab-a309-65339cd6bb52 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:13.878872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:13.935219 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:13.936279 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2579d4c7-4cf3-4eb8-9002-b9dcd1ca5f13 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1768336 Sep 22 17:04:13.947976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48242) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:13.954010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group_rule': {'security_group_id': '895b5222-e727-44d0-aac4-e230b7001181', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:14.027073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Calling delete_port for f4f2f602-6626-4005-bb50-7b63a79c890b owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:14.044291 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 7 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:14.056902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:14.075125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:14.080508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:14.093457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a88d1f02-6df4-4a6f-b62f-2fe541d4c27c None None] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:14.093771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:14.123192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:14.159292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.20.0.1 (cbd99abc-040f-4648-a467-3fe4cc2f97c8/86c6afca-7e39-491a-930f-0669b884712e/49d085c2-2832-423c-94b0-32b57300424c) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:14.164169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:04:14.168455 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-683de9e6-1648-463f-8b63-74c4dabc33b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2166688 Sep 22 17:04:14.168686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40871da5-adea-449d-8420-9ce519d4b8b8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1671629 Sep 22 17:04:14.169320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:14.169704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48248) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:14.175341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.179404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:14.189659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1629869144'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:14.201418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:14.212490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:14.213244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:14.268301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:14.282569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:14.295448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:14.332110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:14.338623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.425064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:14.430390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.482131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.570219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:14.584411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.593961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.594306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 52636688-ae99-4ff3-83c4-703f63d26f90 of type vlan for network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 Sep 22 17:04:14.600587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfef404c-798c-4904-a73e-e342165a88de up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:14.614323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.656441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event deleted for resources: {'Port': ['ID=f4f2f602-6626-4005-bb50-7b63a79c890b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:14.669133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 49d085c2-2832-423c-94b0-32b57300424c will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:14.676598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:14.694524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.729885 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 8 to provision port 663b49d3-8190-49ab-a309-65339cd6bb52 Sep 22 17:04:14.731541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.759031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Port': ['ID=663b49d3-8190-49ab-a309-65339cd6bb52,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:14.777048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.826362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-666a5675-4b5d-4f8d-870e-5cbcda66624f tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "DELETE /v2.0/ports/f4f2f602-6626-4005-bb50-7b63a79c890b HTTP/1.1" status: 204 len: 168 time: 1.3067937 Sep 22 17:04:14.829644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.832150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.836698 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/895b5222-e727-44d0-aac4-e230b7001181 HTTP/1.1" status: 204 len: 168 time: 0.6587403 Sep 22 17:04:14.836698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:14.853805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Request body: {'port': {'name': 'tempest-new-port-name-833734103', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:14.854062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] bootfile-name is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:14.854245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] tftp-server is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:14.854598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.api.validators [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] server-ip-address is not in valid_values {{(pid=89052) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:14.856505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:14.863602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.884693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418fcab8-0f54-400e-83b2-66f419657ffc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=895b5222-e727-44d0-aac4-e230b7001181,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:14.894863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.908956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:14.909747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:14.928194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e83b3629-3908-4150-a961-a3b0cd4fd5be None None] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:14.977464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Port 663b49d3-8190-49ab-a309-65339cd6bb52 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:04:15.053828 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8823588 Sep 22 17:04:15.071337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Provisioning for port f54d6161-7fe9-4b00-a972-36ef92f09051 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:15.086056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port bfef404c-798c-4904-a73e-e342165a88de completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:15.095747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48262) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:15.110543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:15.135557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f46d77-c4a4-4b7a-886d-f64b1935f0d5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:15.171963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:15.172722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:15.180556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Router e7523923-3a05-417e-aca0-3ebb3dae5202 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:15.192153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:15.200414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:15.211467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:15.228734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Provisioning complete for port f54d6161-7fe9-4b00-a972-36ef92f09051 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:15.229117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.229451 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Attempt 1 to provision port f54d6161-7fe9-4b00-a972-36ef92f09051 Sep 22 17:04:15.301553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=49d085c2-2832-423c-94b0-32b57300424c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:15.343987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.421500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:15.441826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:15.447369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:15.456880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:15.499966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:15.503800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.595275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:15.680721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.692548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.751100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:15.762558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:15.763153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4610eca2-b45c-44fc-8f95-97c74945587a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9043372 Sep 22 17:04:15.765601 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:15.775467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Current status of the port f54d6161-7fe9-4b00-a972-36ef92f09051 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:15.775998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'tempest-secgroup--561263605'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:15.776718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.778189 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:15.779159 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:15.788180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:15.796922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:15.801774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:15.842014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:15.848811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] For port f54d6161-7fe9-4b00-a972-36ef92f09051, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f54d6161-7fe9-4b00-a972-36ef92f09051,segment=NetworkSegment(c7610640-b57c-4508-97c8-ec5752ca4a88),segment_id=c7610640-b57c-4508-97c8-ec5752ca4a88)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:15.852719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:09Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:10Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:15.857110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.886406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.905255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.923464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:15.962910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:15.963541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Updating router d2813154-f4c5-40ae-9ad6-05be891a7d36 port 8a21caae-00ce-4796-9664-eea8df0a4282 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:16.009299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fdb8fd-63b4-44fb-b99f-3e6e1f411625 None None] Pushing event updated for resources: {'Port': ['ID=f54d6161-7fe9-4b00-a972-36ef92f09051,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:16.013996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:16.030632 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:16.049210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.053101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning for port 49d085c2-2832-423c-94b0-32b57300424c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:16.056694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Usage tracker for resource:security_group_rule and tenant:de10f4b496b64a5b9166477254cb9749 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:16.061497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.062667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] In _notify_port_updated(), no bound segment for port cd52cc5e-07da-4358-aa92-429d1076b7f7 on network e36c4278-50a5-432f-8e41-d68cbe8d8148 {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:04:16.067040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04473707-1bad-4235-a48f-44ad6a66f0a1 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 10.0278022 Sep 22 17:04:16.068639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48272) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:16.068812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:16.069496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.070829 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "PUT /v2.0/ports/cd52cc5e-07da-4358-aa92-429d1076b7f7 HTTP/1.1" status: 200 len: 1129 time: 1.2225158 Sep 22 17:04:16.074784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:16.079070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning complete for port 49d085c2-2832-423c-94b0-32b57300424c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:16.079362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48274) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:16.079495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.080379 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 1 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:16.109454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.155909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:16.162323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.233850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7f2d25-dfe0-4a14-a64d-3e17531510da tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event updated for resources: {'Port': ['ID=cd52cc5e-07da-4358-aa92-429d1076b7f7,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:16.271908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:16.421934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dea5221-83c7-4d09-b174-5315c8811ddc tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:16.422789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4dea5221-83c7-4d09-b174-5315c8811ddc tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Synchronizing usage tracker for tenant:300f49371c7641e79008533678e657c3 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:16.440687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=af089d52-7cb9-4e5b-be53-59a8bde481ef,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:16.460814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f54d6161-7fe9-4b00-a972-36ef92f09051 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:16.461198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:16.461833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:16.522980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4dea5221-83c7-4d09-b174-5315c8811ddc tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Unset dirty status for tenant:300f49371c7641e79008533678e657c3 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:16.525630 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4dea5221-83c7-4d09-b174-5315c8811ddc tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "GET /v2.0/ports/cd52cc5e-07da-4358-aa92-429d1076b7f7 HTTP/1.1" status: 200 len: 1129 time: 0.4447272 Sep 22 17:04:16.538266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48280) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:16.545193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:16.547401 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:11Z', 'revision_number': 3, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:16.551949 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:16.552329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Updating router e7523923-3a05-417e-aca0-3ebb3dae5202 port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:16.611137 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.653161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.660976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Deleting port cd52cc5e-07da-4358-aa92-429d1076b7f7 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:16.662727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.706050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:16.750449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f54d6161-7fe9-4b00-a972-36ef92f09051 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:16.751587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.751587 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f54d6161-7fe9-4b00-a972-36ef92f09051 Sep 22 17:04:16.792079 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 2 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:16.809444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.845012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:16.887918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2f983d9-0b06-46eb-95c7-02e8e4219576 None None] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:16.913090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:16.913953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:16.950319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Router de430c9b-256b-462e-9270-1367bf2a8172 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:17.081360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.097291 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Transition to ACTIVE for port object fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:17.101863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a187494-6a1a-482e-9957-dbd29304d143,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:17.108946 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e52fa382-7b05-4ff1-a691-814f4f0782b1 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.0107520 Sep 22 17:04:17.109383 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.117797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48290) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:17.199171 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Attempting to bind port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:17.199785 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Attempting to bind port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:17.200859 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Attempting to bind port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:17.201571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:04:17.212887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.214109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fab41fdd-3304-4ca0-a72f-77418c3e0c4a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.4469516 Sep 22 17:04:17.220145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:17.230371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48294) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:17.236369 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:17.238396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:17.238974 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:17.239547 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.240136 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:17.242645 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Bound port: fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:17.243484 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.252463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1cc123f0-5c64-40c0-b63f-53028a05dc21 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3761218 Sep 22 17:04:17.256257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cf312386-07e6-45b0-8e6e-0cec16e67a6a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:17.256843 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-cf312386-07e6-45b0-8e6e-0cec16e67a6a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 17:04:17.257467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cf312386-07e6-45b0-8e6e-0cec16e67a6a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 17:04:17.261734 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cf312386-07e6-45b0-8e6e-0cec16e67a6a tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "PUT /v2.0/security-groups/6a187494-6a1a-482e-9957-dbd29304d143 HTTP/1.1" status: 409 len: 330 time: 0.0209429 Sep 22 17:04:17.265750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] Sync routers for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:17.280084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:17.280619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:17.368878 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] For port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:17.372921 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] For port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:17.386945 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.420973 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:17.421760 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:17.438489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:17.439423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:17.523030 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Pushing event updated for resources: {'Port': ['ID=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:17.542625 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.546773 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.547349 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.549453 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.555032 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.555952 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.556404 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.556879 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.557344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.557931 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.558388 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.558825 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:04:17.614466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.668248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:17.686399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Transition to ACTIVE for port object 8a21caae-00ce-4796-9664-eea8df0a4282 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:17.691699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-45653a37-4fed-4449-81f4-a89053d41520 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] delete failed (client error): The resource could not be found. Sep 22 17:04:17.700914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:17.701891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45653a37-4fed-4449-81f4-a89053d41520 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-498184084 HTTP/1.1" status: 404 len: 334 time: 0.4181013 Sep 22 17:04:17.716671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.725828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-900c8288-24da-477b-a723-7b3944cfc3a2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'router': {'external_gateway_info': {'network_id': 'de430c9b-256b-462e-9270-1367bf2a8172'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:17.789048 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79245964-eb57-42f1-bddd-e0d2709d593e None None] Pushing event updated for resources: {'Port': ['ID=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:17.817331 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:17.819880 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 3 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:17.830081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting port f7587a1f-843c-4e88-874e-daa2914e4748 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:17.830428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:17.843417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:17.844064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:17.929129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f54d6161-7fe9-4b00-a972-36ef92f09051 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:17.976428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:17.976899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60713143-447b-4470-aebc-a47cbe05a531 None None] The sync data for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:18.062438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.098398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.129350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:18.130347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.133402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.140273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:18.148588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be398d5c-380e-4f2f-a0d6-1e275966115e None None] Pushing event updated for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:18.174629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Attempting to bind port 8a21caae-00ce-4796-9664-eea8df0a4282 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:18.175154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Attempting to bind port 8a21caae-00ce-4796-9664-eea8df0a4282 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:18.176083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Attempting to bind port 8a21caae-00ce-4796-9664-eea8df0a4282 on network 08724cc7-d18e-4779-878f-59ef0b44001a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:18.216517 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:11Z', 'revision_number': 3, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:18.221891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:18.222343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Checking segment: {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:18.222937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.223505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Bound using segment: {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:18.224127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Bound port: 8a21caae-00ce-4796-9664-eea8df0a4282, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94c40a20-ed6a-4aac-abdb-210742c42bd0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:18.224631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.225201 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea22e2b-3193-4cac-ab7b-2e15c27d79c4 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:11Z', 'revision_number': 3, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:18.367087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.428642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] For port 8a21caae-00ce-4796-9664-eea8df0a4282, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:18.437455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] For port 8a21caae-00ce-4796-9664-eea8df0a4282, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8a21caae-00ce-4796-9664-eea8df0a4282,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:18.448884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Allocated IP 2001:db8:1::2 (6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8/af089d52-7cb9-4e5b-be53-59a8bde481ef/d4bddf27-9942-4dec-adc9-ad292ac057b4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:18.531751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.592311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a187494-6a1a-482e-9957-dbd29304d143,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:18.608907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=49d085c2-2832-423c-94b0-32b57300424c,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:18.616744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.625883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.668230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.672170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e263cd6-33d6-4357-ac46-cd4e6c6028c8 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/6a187494-6a1a-482e-9957-dbd29304d143 HTTP/1.1" status: 204 len: 168 time: 1.3866816 Sep 22 17:04:18.677320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48316) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:18.708416 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 4 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:18.794533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.826207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:18.826207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:18.864046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:18.864663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.016289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Calling delete_port for f7587a1f-843c-4e88-874e-daa2914e4748 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:19.067407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:19.090607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be398d5c-380e-4f2f-a0d6-1e275966115e None None] Pushing event updated for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:19.097877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.120586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Transition to ACTIVE for port object d4bddf27-9942-4dec-adc9-ad292ac057b4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:19.124062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:19.138996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-171a43e6-8525-4b58-82eb-d6736a82324b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Synchronizing usage tracker for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:19.172660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:19.173400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-171a43e6-8525-4b58-82eb-d6736a82324b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] Unset dirty status for tenant:de10f4b496b64a5b9166477254cb9749 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:19.180554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-171a43e6-8525-4b58-82eb-d6736a82324b tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.5001762 Sep 22 17:04:19.221339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Transition to ACTIVE for port object d4bddf27-9942-4dec-adc9-ad292ac057b4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:19.225804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.244700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:19.248330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:19.289275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.314660 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-e07c14f3-5eb7-45eb-8192-e64c5dcf7ebc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] delete failed (client error): The resource could not be found. Sep 22 17:04:19.316916 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e07c14f3-5eb7-45eb-8192-e64c5dcf7ebc tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "DELETE /v2.0/security-groups/ca6f07b1-066d-4303-92cd-fbd9b1bd5f81 HTTP/1.1" status: 404 len: 347 time: 0.0538588 Sep 22 17:04:19.431021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:19.483222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:19.486797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:19.576430 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 5 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:19.599753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48326) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:19.613307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Pushing event updated for resources: {'Port': ['ID=d4bddf27-9942-4dec-adc9-ad292ac057b4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:19.655566 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-a480fec2-b95a-4f0e-8aa0-77d8e913fc5f tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] show failed (client error): The resource could not be found. Sep 22 17:04:19.656744 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a480fec2-b95a-4f0e-8aa0-77d8e913fc5f tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-groups/461721e7-10e8-43f5-a4b2-8b6a05614ef7 HTTP/1.1" status: 404 len: 347 time: 0.0524342 Sep 22 17:04:19.663505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:19.703670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Calling delete_port for cd52cc5e-07da-4358-aa92-429d1076b7f7 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:19.719804 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9ccc5a4c-e253-4673-ad15-74de4c88c5b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] show failed (client error): The resource could not be found. Sep 22 17:04:19.720960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ccc5a4c-e253-4673-ad15-74de4c88c5b5 tempest-NegativeSecGroupIPv6Test-1200331738 tempest-NegativeSecGroupIPv6Test-1200331738-project] 10.222.0.25 "GET /v2.0/security-group-rules/e500452c-54ac-4703-855f-0a6a2a71357c HTTP/1.1" status: 404 len: 356 time: 0.0563374 Sep 22 17:04:19.742172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.760070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:19.763383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Attempting to bind port d4bddf27-9942-4dec-adc9-ad292ac057b4 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:19.763979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Attempting to bind port d4bddf27-9942-4dec-adc9-ad292ac057b4 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:19.764699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Attempting to bind port d4bddf27-9942-4dec-adc9-ad292ac057b4 on network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:19.773761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:19.774401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Checking segment: {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:19.775735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.776290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Bound using segment: {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:19.776415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Allocated IP 172.20.0.1 (2b58174b-84ca-44b6-90a1-b14e63858949/5dbba768-5d88-4390-8b2e-1147ab62cf0a/23e3685d-d691-4e89-b7e9-32e0421c96fa) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:19.777500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Bound port: d4bddf27-9942-4dec-adc9-ad292ac057b4, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:19.778061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:19.809238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 3086a7c5-d0c6-4ac9-8525-12dcb8d727ae is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:19.909626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Port': ['ID=f7587a1f-843c-4e88-874e-daa2914e4748,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:19.952527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-900c8288-24da-477b-a723-7b3944cfc3a2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.001701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:09Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:18Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:20.004352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] For port d4bddf27-9942-4dec-adc9-ad292ac057b4, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:20.009307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] For port d4bddf27-9942-4dec-adc9-ad292ac057b4, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d4bddf27-9942-4dec-adc9-ad292ac057b4,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:20.011320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026a5d2e-9a98-4940-88f2-1ff3c4eda70c None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:09Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:18Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:20.015650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.101271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958f0779-9f4a-44e9-af66-da24424b2b77 None None] Pushing event updated for resources: {'Port': ['ID=d4bddf27-9942-4dec-adc9-ad292ac057b4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:20.145917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.162432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Transition to ACTIVE for port object 23e3685d-d691-4e89-b7e9-32e0421c96fa will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:20.172764 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-900c8288-24da-477b-a723-7b3944cfc3a2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] update failed (client error): The resource could not be found. Sep 22 17:04:20.173996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-900c8288-24da-477b-a723-7b3944cfc3a2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172 HTTP/1.1" status: 404 len: 339 time: 2.4690685 Sep 22 17:04:20.180918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:20.261915 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 6 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:20.273399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.273772 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Floating IP 9e10ff8a-6e33-4f00-a95b-1598409daa13 disassociated (deleted). External IP: 172.26.8.148, port: fa4338b6-9c8b-4fea-bf8e-8110795d2e23. Sep 22 17:04:20.370787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:20.524262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48344) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:20.527523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:20.543591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:20.580582 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] Sync routers for ids ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:20.602732 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] Routers {'3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:20.603375 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:20.612041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-11a70c77-c1ca-48df-a55b-763c661e1d59 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/3086a7c5-d0c6-4ac9-8525-12dcb8d727ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3608477 Sep 22 17:04:20.613895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.629036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:20.705502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:20.725749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:20.726093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.726438 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d Sep 22 17:04:20.776927 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:20.793684 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] Routers {'3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:20.803226 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:20.906348 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 7 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:20.910058 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:20.910478 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257459f3-84a8-4e29-befd-44c374bf4913 None None] The sync data for ids ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:20.938810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:20.979731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:21.025717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:21.026756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.047877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:21.055588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.079040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.107627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:21.108841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:21.117666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:21.147165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:21.386229 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb24af0b-f7b5-44c1-be70-a9e1efd44403 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=de10f4b496b64a5b9166477254cb9749&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8563602 Sep 22 17:04:21.431156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:21.433788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event deleted for resources: {'Port': ['ID=cd52cc5e-07da-4358-aa92-429d1076b7f7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:21.468065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9d7d35-5366-42ef-8eb0-789e30ed683e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:21.468731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8f9d7d35-5366-42ef-8eb0-789e30ed683e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:21.483967 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 8 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:21.519600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Pushing event updated for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:21.538556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.555067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.558457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.585834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:21.802171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.825867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32d4dd89-fc04-405b-80f7-9854658a66e6 None None] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:21.842108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8f9d7d35-5366-42ef-8eb0-789e30ed683e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:21.843272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8f9d7d35-5366-42ef-8eb0-789e30ed683e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports/49d085c2-2832-423c-94b0-32b57300424c HTTP/1.1" status: 200 len: 910 time: 1.2130086 Sep 22 17:04:21.846860 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-03c9605d-d5d5-4ae3-bca9-c5f9706a4687 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "DELETE /v2.0/ports/cd52cc5e-07da-4358-aa92-429d1076b7f7 HTTP/1.1" status: 204 len: 168 time: 5.3048451 Sep 22 17:04:21.857553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:21.857843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:21.892046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:21.959385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8:1::1 (6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8/af089d52-7cb9-4e5b-be53-59a8bde481ef/b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:22.079599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.108737 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 9 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:22.175626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.279735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2289ef-096b-453e-90da-6a15dc625f96,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:22.314466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.315594 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a3aa3c7b-498e-46bd-a91c-f167cd5c794f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ba2289ef-096b-453e-90da-6a15dc625f96 HTTP/1.1" status: 204 len: 168 time: 0.8752816 Sep 22 17:04:22.343744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:22.384483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0df93056-b1cc-4705-aed5-c1d614e2374c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.442751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Allocated IP 172.20.0.1 (f4475b5d-782d-47cc-977b-069b5b39b2b8/42e409fc-9d54-47dd-ad5a-267bbb99058c/c61ee352-cbde-4d09-ab7f-21ba002145ea) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:22.488538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Deleting subnet 47fdc96e-0a4e-40c2-a1f2-b3fa48f19686 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:22.600158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.640914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:22.646805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Router b36efef0-9a58-42dc-a021-4a3b27e8693b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:22.707662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.738008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.771921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:22.772544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.773177 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d Sep 22 17:04:22.839299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Pushing event updated for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:22.853729 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 10 to provision port 49d085c2-2832-423c-94b0-32b57300424c Sep 22 17:04:22.894518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.898643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.955393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:22.980875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Port 49d085c2-2832-423c-94b0-32b57300424c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:22.998221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Transition to ACTIVE for port object c61ee352-cbde-4d09-ab7f-21ba002145ea will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:23.020132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:23.021837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8a21caae-00ce-4796-9664-eea8df0a4282 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:23.071900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:23.073807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:23.081296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.115580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning for port bfef404c-798c-4904-a73e-e342165a88de completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:23.123521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning complete for port bfef404c-798c-4904-a73e-e342165a88de triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:23.124009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.124411 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 1 to provision port bfef404c-798c-4904-a73e-e342165a88de Sep 22 17:04:23.132293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.201063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Port': ['ID=c61ee352-cbde-4d09-ab7f-21ba002145ea,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:23.254851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 8a21caae-00ce-4796-9664-eea8df0a4282 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:23.290637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:23.299312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:23.305601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:23.315410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d4bddf27-9942-4dec-adc9-ad292ac057b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:23.329958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:23.474869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:23.487926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.526815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Sync routers for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:23.580867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.664813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:23.666070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:23.678519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:23.685241 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7003db26-ed26-4dfe-ac03-2beba49fed30 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "DELETE /v2.0/floatingips/9e10ff8a-6e33-4f00-a95b-1598409daa13 HTTP/1.1" status: 204 len: 168 time: 6.9702368 Sep 22 17:04:23.697358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:04:23.707717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74f1a8e-1430-44e0-9bef-5672b1034e1b" -d '{"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:04:23.726589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.731514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:23.796388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:23.841498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d4bddf27-9942-4dec-adc9-ad292ac057b4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:23.851478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Current status of the port bfef404c-798c-4904-a73e-e342165a88de is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:23.851874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.026195 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-275aac80-9354-4f81-9db3-6d391b8480da tempest-ServiceProvidersTest-1105928534 tempest-ServiceProvidersTest-1105928534-project] 10.222.0.25 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3395197 Sep 22 17:04:24.042399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:24.047290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:24.049595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.062022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:24.062572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.130010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757f38d4-db82-483a-819d-9c26765adc48 None None] Network e36c4278-50a5-432f-8e41-d68cbe8d8148 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:24.163941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.176978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] For port bfef404c-798c-4904-a73e-e342165a88de, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfef404c-798c-4904-a73e-e342165a88de,segment=NetworkSegment(80856cc7-e62a-4a98-bf89-e63087bc3078),segment_id=80856cc7-e62a-4a98-bf89-e63087bc3078)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:24.186079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb940f9-4684-4cdf-86f9-a9e54a9553f4 x-openstack-request-id: req-9cb940f9-4684-4cdf-86f9-a9e54a9553f4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:04:24.186431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:04:24.186692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9cb940f9-4684-4cdf-86f9-a9e54a9553f4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:04:24.187108 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cb940f9-4684-4cdf-86f9-a9e54a9553f4'] response: {'name': 'network-changed', 'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'status': 'completed', 'code': 200} Sep 22 17:04:24.202889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event deleted for resources: {'Subnet': ['ID=47fdc96e-0a4e-40c2-a1f2-b3fa48f19686,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:24.215928 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6fe254b0-2c99-4307-b214-071e1290f153 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "DELETE /v2.0/subnets/47fdc96e-0a4e-40c2-a1f2-b3fa48f19686 HTTP/1.1" status: 204 len: 168 time: 2.3554232 Sep 22 17:04:24.238223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.252791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:24.259461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.307037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:24.445896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:24.555736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48410) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:24.610572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.683231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:24.688850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4183796-c43a-4091-99a2-3eec17fdade6 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7523923-3a05-417e-aca0-3ebb3dae5202/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6079981 Sep 22 17:04:24.710334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:24.721624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-3d64e2f0-2f55-4d3b-b427-82c0b78cc99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:24.723744 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:24.725167 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:03:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:24.736808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-3d64e2f0-2f55-4d3b-b427-82c0b78cc99a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=38426a02657341308c90f08bcd75fe81&device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 1099 time: 0.5726719 Sep 22 17:04:24.784197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.790969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Pushing event updated for resources: {'Port': ['ID=bfef404c-798c-4904-a73e-e342165a88de,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:24.806442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning for port 8a21caae-00ce-4796-9664-eea8df0a4282 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:24.816115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.839820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Deleting port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:24.840172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.968167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:24.988053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b3c1a1-b708-445d-9d52-8121a60736ca req-22ff5ea7-cbed-4b50-b201-16ec5ac58f72 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:24.988821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-47b3c1a1-b708-445d-9d52-8121a60736ca req-22ff5ea7-cbed-4b50-b201-16ec5ac58f72 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Synchronizing usage tracker for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:24.994745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:25.009585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Usage tracker for resource:security_group_rule and tenant:f94f62a931824d54812e9245d40cd5b7 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:25.054773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-a2c94919-2aba-47d9-8009-67137eebb0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:25.055272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning complete for port 8a21caae-00ce-4796-9664-eea8df0a4282 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:25.055654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.056043 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 1 to provision port 8a21caae-00ce-4796-9664-eea8df0a4282 Sep 22 17:04:25.056168 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-a2c94919-2aba-47d9-8009-67137eebb0d9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 200 len: 896 time: 0.3177598 Sep 22 17:04:25.079219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:25.091637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b46fda98-ab09-47d4-9a77-2bc6b1f5a3a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.124859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:25.133114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:25.183227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.217531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:25.232436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-56ed2ba7-94bb-4cd6-84bb-c67ce0a6ae46 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 200 len: 217 time: 0.1635242 Sep 22 17:04:25.287937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Current status of the port 8a21caae-00ce-4796-9664-eea8df0a4282 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:25.288357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.304059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Checking router: b36efef0-9a58-42dc-a021-4a3b27e8693b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:25.319758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:25.320434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:25.341483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-a29939eb-18c2-4896-a353-1a018c99d0c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:25.343197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-a29939eb-18c2-4896-a353-1a018c99d0c2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 200 len: 835 time: 0.0978556 Sep 22 17:04:25.432480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.442250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.447108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] DHCP port deletion for e36c4278-50a5-432f-8e41-d68cbe8d8148 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:25.472577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-47b3c1a1-b708-445d-9d52-8121a60736ca req-22ff5ea7-cbed-4b50-b201-16ec5ac58f72 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Unset dirty status for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:25.473937 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47b3c1a1-b708-445d-9d52-8121a60736ca req-22ff5ea7-cbed-4b50-b201-16ec5ac58f72 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.0981886 Sep 22 17:04:25.478522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] For port 8a21caae-00ce-4796-9664-eea8df0a4282, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8a21caae-00ce-4796-9664-eea8df0a4282,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:25.484329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Deleting port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:25.484801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.589644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.688556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.693534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48430) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:25.712166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1450488034-network', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:25.726052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] For port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,segment=NetworkSegment(f59c8f0f-9ff1-4a2b-8f69-310b20fc7466),segment_id=f59c8f0f-9ff1-4a2b-8f69-310b20fc7466)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:25.726660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.730095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event updated for resources: {'Port': ['ID=c61ee352-cbde-4d09-ab7f-21ba002145ea,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:25.757122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-0f4c454c-6969-4c12-b6af-f929b48b20c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:25.758869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-0f4c454c-6969-4c12-b6af-f929b48b20c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=073b8587-a90b-4891-b576-3e432ce032f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4073727 Sep 22 17:04:25.759707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.763784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:25.769840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Usage tracker for resource:network and tenant:6e01c93f9dce42dd82a07e825d8c2258 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:25.773784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:25.780127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:25.798960 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:22Z', 'revision_number': 2, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:25.799603 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-47b3c1a1-b708-445d-9d52-8121a60736ca req-20b3fe66-bd86-4347-9446-40fed98149b8 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2910430 Sep 22 17:04:25.806330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:25.807096 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Updating router e7523923-3a05-417e-aca0-3ebb3dae5202 port 23e3685d-d691-4e89-b7e9-32e0421c96fa binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:25.810055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning for port 56f51f19-2b93-4cc2-85db-71424450e53b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:25.836690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning complete for port 56f51f19-2b93-4cc2-85db-71424450e53b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:25.836690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.836690 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 1 to provision port 56f51f19-2b93-4cc2-85db-71424450e53b Sep 22 17:04:25.872448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Made reservation on behalf of 6e01c93f9dce42dd82a07e825d8c2258 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:25.874775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:25.883431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.005299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Pushing event updated for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:26.038320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:26.082764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.096381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] For port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,segment=NetworkSegment(f59c8f0f-9ff1-4a2b-8f69-310b20fc7466),segment_id=f59c8f0f-9ff1-4a2b-8f69-310b20fc7466)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:26.097139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.140080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.169846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Calling delete_port for 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:26.171393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:26.175832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Usage tracker for resource:security_group_rule and tenant:6e01c93f9dce42dd82a07e825d8c2258 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:26.179346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:26.182337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Current status of the port 56f51f19-2b93-4cc2-85db-71424450e53b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:26.182953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.186036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:26.206106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 49d085c2-2832-423c-94b0-32b57300424c {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:26.206452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.276557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.286100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.298136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:26.307356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.307725 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Added segment 388048c1-aaaf-4747-9f14-6ed9a1042818 of type vlan for network 60685034-09a8-408a-8a6b-bf724da73143 Sep 22 17:04:26.318416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Calling delete_port for 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:26.335936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.383277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.384263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:26.384905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.526496 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.537876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa4a980-5861-4a96-a4cf-fb6a3f045209,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:26.564647 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Transition to ACTIVE for port object 23e3685d-d691-4e89-b7e9-32e0421c96fa will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:26.565720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfef404c-798c-4904-a73e-e342165a88de up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:26.575268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.580815 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-e49eca6e-b3b0-4a5b-8387-b91e27feab60 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7841997 Sep 22 17:04:26.582661 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.586908 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8923385 Sep 22 17:04:26.587804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70fffc9-2d96-49a2-8509-5ad759bd83ca admin admin] Pushing event updated for resources: {'Network': ['ID=60685034-09a8-408a-8a6b-bf724da73143,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:26.592500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:26.610016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 60685034-09a8-408a-8a6b-bf724da73143 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:26.622414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:26.626511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Request body: {'subnet': {'network_id': '60685034-09a8-408a-8a6b-bf724da73143', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1450488034-subnet', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:26.632570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:26.668148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.691840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:26.715684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Usage tracker for resource:subnet and tenant:6e01c93f9dce42dd82a07e825d8c2258 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:26.788398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:26.813522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:26.857047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] For port 56f51f19-2b93-4cc2-85db-71424450e53b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=56f51f19-2b93-4cc2-85db-71424450e53b,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:26.865367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.889811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:26.890171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:26.898546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.901074 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4efc8-9c50-48df-a1ad-7eabc89367ff None None] Pushing event updated for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:26.908370 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Attempting to bind port 23e3685d-d691-4e89-b7e9-32e0421c96fa on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:26.908903 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Attempting to bind port 23e3685d-d691-4e89-b7e9-32e0421c96fa by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:26.909152 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Attempting to bind port 23e3685d-d691-4e89-b7e9-32e0421c96fa on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:26.915541 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:26.915924 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:26.916326 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:26.916749 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Bound using segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:26.917223 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Bound port: 23e3685d-d691-4e89-b7e9-32e0421c96fa, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:26.917591 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.021878 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] For port 23e3685d-d691-4e89-b7e9-32e0421c96fa, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:27.025695 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] For port 23e3685d-d691-4e89-b7e9-32e0421c96fa, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=23e3685d-d691-4e89-b7e9-32e0421c96fa,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:27.027129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Router de430c9b-256b-462e-9270-1367bf2a8172 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:27.028015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Made reservation on behalf of 6e01c93f9dce42dd82a07e825d8c2258 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:27.030372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.032595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.117946 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:27.119020 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:27.166804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event deleted for resources: {'Port': ['ID=569dfcc7-cc81-4d90-9ec0-fcca669f8d51,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:27.179253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.194086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning for port fe70999c-7bb5-4a7c-9360-446d3351d6df completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:27.208035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c74f1a8e-1430-44e0-9bef-5672b1034e1b req-7257836a-4733-4797-b555-e554f6298b00 service neutron] 10.222.0.18 "GET /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6175489 Sep 22 17:04:27.212586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 49d085c2-2832-423c-94b0-32b57300424c owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:27.233913 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac4efc8-9c50-48df-a1ad-7eabc89367ff None None] Pushing event updated for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:27.279826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Provisioning complete for port fe70999c-7bb5-4a7c-9360-446d3351d6df triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:27.280196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.280537 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Attempt 1 to provision port fe70999c-7bb5-4a7c-9360-446d3351d6df Sep 22 17:04:27.362071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Pushing event updated for resources: {'Port': ['ID=56f51f19-2b93-4cc2-85db-71424450e53b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:27.374098 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:27.374976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bfef404c-798c-4904-a73e-e342165a88de triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:27.374976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.375548 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bfef404c-798c-4904-a73e-e342165a88de Sep 22 17:04:27.400861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:27.417105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c5165adf-cb80-4be8-95e6-34837f3cd9be tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2349820 Sep 22 17:04:27.420648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48442) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:27.428967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Deleting port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:27.429243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.459585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] Sync routers for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:27.488568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.496574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df0ac8-3243-4518-9842-3789c5a7c4dc req-16455299-ac4e-4621-93de-cb5194e4c986 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:27.498240 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-32df0ac8-3243-4518-9842-3789c5a7c4dc req-16455299-ac4e-4621-93de-cb5194e4c986 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 0.3918331 Sep 22 17:04:27.504691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5fe424-7107-4973-aef1-e2815095d10c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:27.516646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.524984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] No DVR routers for this DVR port 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:27.605612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e7dbc6cf-5668-44bb-98e8-58d91a5c3851 None None] The port '569dfcc7-cc81-4d90-9ec0-fcca669f8d51' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:27.613956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:27.615011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:27.647551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-ec1ead11-f175-41e9-b4e7-8df39d86089c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:27.650094 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-ec1ead11-f175-41e9-b4e7-8df39d86089c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.18 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.4476070 Sep 22 17:04:27.667788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=49d085c2-2832-423c-94b0-32b57300424c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:27.692647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-32df0ac8-3243-4518-9842-3789c5a7c4dc req-f8d137e1-0e53-485f-8d10-e5017aec4b3e tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1469431 Sep 22 17:04:27.702815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:27.743720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f930afd6-9fd3-443f-afa5-fd7d294c4f15 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:27.805808 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:27Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:27.812155 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ffddc47-9661-4290-b76e-d31e338d029a None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:27Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:27.834448 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2bd731a8-6588-49ba-a4ae-f204f69cfb11 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f94f62a931824d54812e9245d40cd5b7&name=default HTTP/1.1" status: 200 len: 2979 time: 3.2661047 Sep 22 17:04:27.861649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:27.868060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.002838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48446) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:28.046842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.047343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93a055ae-3273-4865-915d-1f527a3fc86a None None] The sync data for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:28.054062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bfef404c-798c-4904-a73e-e342165a88de is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:28.055748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8a21caae-00ce-4796-9664-eea8df0a4282 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:28.098514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.127443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c389f78a-480c-410d-b870-7d9edfc954cb None None] The sync data for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv is: [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:00:46Z', 'revision_number': 4, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ed6dd0dd-10d4-44ba-ae81-08bddac28b37', 'name': '', 'network_id': '073b8587-a90b-4891-b576-3e432ce032f8', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'mac_address': 'fa:16:3e:76:4f:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_interface', 'standard_attr_id': 522, 'fixed_ips': [{'subnet_id': '5a407b17-f759-4823-883d-8a8207661a8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:44Z', 'updated_at': '2022-09-22T17:01:05Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'subnets': [{'id': '5a407b17-f759-4823-883d-8a8207661a8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:28.132417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Current status of the port fe70999c-7bb5-4a7c-9360-446d3351d6df is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:28.133348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.139300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.170268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.199944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] For port fe70999c-7bb5-4a7c-9360-446d3351d6df, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe70999c-7bb5-4a7c-9360-446d3351d6df,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:28.212525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.253276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:28.253721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.260967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Could not find standard attr ID for object 569dfcc7-cc81-4d90-9ec0-fcca669f8d51. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:28.296732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e36c4278-50a5-432f-8e41-d68cbe8d8148']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.329077 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f930afd6-9fd3-443f-afa5-fd7d294c4f15 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 17:04:28.329982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f930afd6-9fd3-443f-afa5-fd7d294c4f15 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172 HTTP/1.1" status: 409 len: 329 time: 0.9074287 Sep 22 17:04:28.335954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48450) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:28.336556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2ed1f-ae7e-4b62-9b3d-7b0603e1c7a1 None None] Pushing event updated for resources: {'Port': ['ID=fe70999c-7bb5-4a7c-9360-446d3351d6df,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:28.346929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70c2ae01-950b-4be7-941a-93102dc3f7ac,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:28.355608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8a21caae-00ce-4796-9664-eea8df0a4282 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:28.356240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.356764 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8a21caae-00ce-4796-9664-eea8df0a4282 Sep 22 17:04:28.381689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.381961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f59c8f0f-9ff1-4a2b-8f69-310b20fc7466') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:28.404871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.419166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Could not find standard attr ID for object cd52cc5e-07da-4358-aa92-429d1076b7f7. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:28.438425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Could not find standard attr ID for object 49d085c2-2832-423c-94b0-32b57300424c. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:28.448390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Could not find standard attr ID for object f4f2f602-6626-4005-bb50-7b63a79c890b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:28.513246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Checking segment: {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:28.513603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Network hostable DHCP agents. Network: 60685034-09a8-408a-8a6b-bf724da73143, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:28.536082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning for port c61ee352-cbde-4d09-ab7f-21ba002145ea completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:28.554494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning complete for port c61ee352-cbde-4d09-ab7f-21ba002145ea triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:28.555595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.556001 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 1 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:28.568955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Network 60685034-09a8-408a-8a6b-bf724da73143 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:28.632338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8a21caae-00ce-4796-9664-eea8df0a4282 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:28.654458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:28.678749 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-133dbe0d-6cdc-4437-beb9-8ef51ef6edc1 None None] New status for floating IP 9e10ff8a-6e33-4f00-a95b-1598409daa13: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:04:28.683052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 60685034-09a8-408a-8a6b-bf724da73143) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:28.692838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db378ffe-c75a-4fa1-a96a-b07b9b33628e None None] Network 60685034-09a8-408a-8a6b-bf724da73143 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:28.762498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:28.763716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.800837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] It took 0.35 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:04:28.835926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:28.839845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.842949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.860560 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d222ddb6-9004-4e85-b858-d6e6d4f5cf48 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2669227 Sep 22 17:04:28.870306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:28.885806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:28.890792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:28.929235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:28.929486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 569dfcc7-cc81-4d90-9ec0-fcca669f8d51 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:28.959089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:28.975127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Usage tracker for resource:router and tenant:6e01c93f9dce42dd82a07e825d8c2258 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:28.984087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:28.996813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:29.062680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:29.062680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.063336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.063336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.113176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.144591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-60685034-09a8-408a-8a6b-bf724da73143', 'network_id': '60685034-09a8-408a-8a6b-bf724da73143', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'fixed_ips': [{'subnet_id': '70c2ae01-950b-4be7-941a-93102dc3f7ac'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:29.145860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.155774 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 2 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:29.168784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.246400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 23e3685d-d691-4e89-b7e9-32e0421c96fa up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:29.266045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.268340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.269461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.300891 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f59c8f0f-9ff1-4a2b-8f69-310b20fc7466 resource provider aggregate not found Sep 22 17:04:29.433125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Allocated IP 172.20.0.2 (60685034-09a8-408a-8a6b-bf724da73143/70c2ae01-950b-4be7-941a-93102dc3f7ac/3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:29.537075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:29.560033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.566864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.579975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.598467 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] 10.222.0.25 "DELETE /v2.0/networks/e36c4278-50a5-432f-8e41-d68cbe8d8148 HTTP/1.1" status: 204 len: 168 time: 5.3366675 Sep 22 17:04:29.623963 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f59c8f0f-9ff1-4a2b-8f69-310b20fc7466 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f59c8f0f-9ff1-4a2b-8f69-310b20fc7466 found for delete ", "request_id": "req-417a0c9c-6a94-4542-8f7d-1b52b4ddc3ce"}]} Sep 22 17:04:29.649294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 23e3685d-d691-4e89-b7e9-32e0421c96fa completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:29.659396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4162f10-c5ee-4975-a98f-e24fba5d030b tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441 tempest-ExtraDHCPOptionsIpV6TestJSON-1726752441-project] Pushing event deleted for resources: {'Network': ['ID=e36c4278-50a5-432f-8e41-d68cbe8d8148,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:29.660248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe70999c-7bb5-4a7c-9360-446d3351d6df up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:29.728095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.877342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:29.877726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.889897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.896500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fe70999c-7bb5-4a7c-9360-446d3351d6df triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:29.896920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:29.897294 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fe70999c-7bb5-4a7c-9360-446d3351d6df Sep 22 17:04:29.941277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Transition to ACTIVE for port object 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:29.953547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:29.980902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Transition to ACTIVE for port object 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:30.022083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.076137 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 3 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:30.121547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48472) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:30.126328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fa4338b6-9c8b-4fea-bf8e-8110795d2e23 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:30.132747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Calling delete_port for fa4338b6-9c8b-4fea-bf8e-8110795d2e23 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:30.211442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 3086a7c5-d0c6-4ac9-8525-12dcb8d727ae has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:30.235003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00698cbf-1496-4226-bcdf-fd4972a3434f req-9b456b36-f13b-4863-b8f1-f8a26dcb306e tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:30.236461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00698cbf-1496-4226-bcdf-fd4972a3434f req-9b456b36-f13b-4863-b8f1-f8a26dcb306e tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 946 time: 1.0736732 Sep 22 17:04:30.296545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Network 60685034-09a8-408a-8a6b-bf724da73143 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:30.337446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:30.358936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:30.361222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:30.370621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fe70999c-7bb5-4a7c-9360-446d3351d6df is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:30.371741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 56f51f19-2b93-4cc2-85db-71424450e53b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:30.430447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Pushing event updated for resources: {'Port': ['ID=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:30.443275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:30.485152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:30.485495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.489771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port c61ee352-cbde-4d09-ab7f-21ba002145ea {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:30.490397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.565486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.572726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:30.613214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Attempting to bind port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:30.613594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Attempting to bind port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:30.613964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Attempting to bind port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a on network 60685034-09a8-408a-8a6b-bf724da73143 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:30.619168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:04:30.622082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92247a25-ceee-4e87-8e12-36077a23268f" -d '{"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:04:30.638122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:30.638535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Checking segment: {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:30.638884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.639271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Bound using segment: {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:30.639743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Bound port: 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:30.640111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.657188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:30.662662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 56f51f19-2b93-4cc2-85db-71424450e53b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:30.663143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.663482 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 56f51f19-2b93-4cc2-85db-71424450e53b Sep 22 17:04:30.678522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:30.702900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5fe424-7107-4973-aef1-e2815095d10c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:30.713726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] Sync routers for ids ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:30.734044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.821637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:30.822259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:30.851664 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00698cbf-1496-4226-bcdf-fd4972a3434f req-758843a4-1504-4183-957f-e9e74acf248c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6078241 Sep 22 17:04:30.873860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] Routers {'3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:30.873860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:30.925154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d8b2ec2e-1515-468e-9635-d05b81af1375 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=300f49371c7641e79008533678e657c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8023193 Sep 22 17:04:30.930573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:30.944906 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 4 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:30.945905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.967575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95a68a88-0887-490f-826d-a27dc00a8dc1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/3086a7c5-d0c6-4ac9-8525-12dcb8d727ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1086671 Sep 22 17:04:30.971869 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:04:30.978637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:30.982245 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-69264270-de9e-4595-8c6f-813dad979b77 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ee5fe424-7107-4973-aef1-e2815095d10c HTTP/1.1" status: 204 len: 168 time: 2.9048743 Sep 22 17:04:30.983544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48486) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:30.996126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c786ca-2406-4d7d-9527-c141a6d872e1 x-openstack-request-id: req-15c786ca-2406-4d7d-9527-c141a6d872e1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:04:30.996409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-unplugged", "status": "completed", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:04:30.996754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-15c786ca-2406-4d7d-9527-c141a6d872e1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:04:30.997160 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15c786ca-2406-4d7d-9527-c141a6d872e1'] response: {'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'code': 200} Sep 22 17:04:31.000487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:31.023489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:31.048956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] Routers {'3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:31.049587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:31.103408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.158848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:31.181017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:31.181363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fd46864-6008-4ead-894c-a4fc599ba6c9 None None] The sync data for ids ['3086a7c5-d0c6-4ac9-8525-12dcb8d727ae'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:31.193433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a0d945a7-f1b5-433f-a910-8ac038fe1e72 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:31.208440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.211459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] For port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:31.262833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:31.269633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] For port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:31.273649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:31.293162 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:31.296234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.310229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9f319ba-854e-488e-8621-9ea30ba7d33d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1910105 Sep 22 17:04:31.312862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48494) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:31.320791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:31.322650 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:31.327941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1306406799'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:31.337864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:31.338569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.379404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 56f51f19-2b93-4cc2-85db-71424450e53b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:31.396752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Calling delete_port for c61ee352-cbde-4d09-ab7f-21ba002145ea owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:31.408420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:31.420848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:31.426178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:31.427212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e1be29-0296-4aed-941f-96ae051d52f2 None None] Pushing event updated for resources: {'Port': ['ID=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:31.489790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a0d945a7-f1b5-433f-a910-8ac038fe1e72 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:31.493949 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a0d945a7-f1b5-433f-a910-8ac038fe1e72 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3086a7c5-d0c6-4ac9-8525-12dcb8d727ae HTTP/1.1" status: 200 len: 205 time: 0.4939651 Sep 22 17:04:31.504089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:31.550667 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:31.579231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.601251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:31.625842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:31.629485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.724973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:31.728507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] For port fa4338b6-9c8b-4fea-bf8e-8110795d2e23, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:31.728950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.766313 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 5 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:31.812327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:31.815173 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment a7901f8d-0790-4d98-8b2f-557d1e07e54d of type vlan for network b98e51fe-9a91-4779-9e75-f1a2e5410d93 Sep 22 17:04:31.840368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:31.886483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Calling delete_port for fa4338b6-9c8b-4fea-bf8e-8110795d2e23 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:31.928350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-3427b4a4-b3bf-414f-b3b1-07788d2a61a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:31.930836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-3427b4a4-b3bf-414f-b3b1-07788d2a61a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 1.1243749 Sep 22 17:04:31.963680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.029532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.070251 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:24Z', 'revision_number': 3, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:26Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:32.078433 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:32.078985 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Updating router d2813154-f4c5-40ae-9ad6-05be891a7d36 port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:32.083962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.089268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.095077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:32.096488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.137706 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.245721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Allocated IP 172.26.8.89 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/1ad4caf2-d497-42d0-84df-4cd135e2a728) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:32.267496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fa3927-3ba4-4fa9-96ef-a44b554ad799 req-cf0f8916-b7f9-4f59-aac4-09a3d2533e61 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:32.269087 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17fa3927-3ba4-4fa9-96ef-a44b554ad799 req-cf0f8916-b7f9-4f59-aac4-09a3d2533e61 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.2727869 Sep 22 17:04:32.322326 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0078857 Sep 22 17:04:32.323604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:32.327076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4921bb-f3d4-43a6-8ba7-0f7efba0ddd2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=b98e51fe-9a91-4779-9e75-f1a2e5410d93,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:32.340982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:32.350290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.393623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:32.433732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f563bb-bba1-4e37-9a03-7f8a675e54d1 req-8d4df4fa-9acb-4276-9bf5-04064e65a64b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:32.434726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-43f563bb-bba1-4e37-9a03-7f8a675e54d1 req-8d4df4fa-9acb-4276-9bf5-04064e65a64b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Synchronizing usage tracker for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:32.486961 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 6 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:32.517344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Port': ['ID=fa4338b6-9c8b-4fea-bf8e-8110795d2e23,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:32.577697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:32.588067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] No DVR routers for this DVR port fa4338b6-9c8b-4fea-bf8e-8110795d2e23 on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:32.591656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.593739 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08fff22c-8d73-478f-983d-4f775b2de9e5 req-491da809-7320-4cca-87d7-8cac09343b03 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.18 "DELETE /v2.0/ports/fa4338b6-9c8b-4fea-bf8e-8110795d2e23 HTTP/1.1" status: 204 len: 173 time: 4.9156079 Sep 22 17:04:32.594184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-deleted', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:04:32.596998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10356026-8660-4617-b138-6c0dc2ba2733" -d '{"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-deleted", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:04:32.615193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-43f563bb-bba1-4e37-9a03-7f8a675e54d1 req-8d4df4fa-9acb-4276-9bf5-04064e65a64b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Unset dirty status for tenant:38426a02657341308c90f08bcd75fe81 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:32.616979 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43f563bb-bba1-4e37-9a03-7f8a675e54d1 req-8d4df4fa-9acb-4276-9bf5-04064e65a64b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/ports?device_id=70333d4d-4f1a-4706-906a-9cb3d12f6577 HTTP/1.1" status: 200 len: 944 time: 0.5969110 Sep 22 17:04:32.695024 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43f563bb-bba1-4e37-9a03-7f8a675e54d1 req-2e0a7bcc-7831-4168-99a6-a47382eea02c tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "GET /v2.0/security-groups?id=70a0b7ee-ecf9-495d-a996-6769cca653c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604384 Sep 22 17:04:32.704972 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.738384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Transition to ACTIVE for port object b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:32.758776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.813190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58a4bc3a-50e3-4eb0-a668-484dbb3cdf77 x-openstack-request-id: req-58a4bc3a-50e3-4eb0-a668-484dbb3cdf77 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:04:32.813465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70333d4d-4f1a-4706-906a-9cb3d12f6577", "name": "network-vif-deleted", "tag": "fa4338b6-9c8b-4fea-bf8e-8110795d2e23", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:04:32.813728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-58a4bc3a-50e3-4eb0-a668-484dbb3cdf77 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:04:32.814122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58a4bc3a-50e3-4eb0-a668-484dbb3cdf77'] response: {'server_uuid': '70333d4d-4f1a-4706-906a-9cb3d12f6577', 'name': 'network-vif-deleted', 'tag': 'fa4338b6-9c8b-4fea-bf8e-8110795d2e23', 'status': 'completed', 'code': 200} Sep 22 17:04:32.829388 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17fa3927-3ba4-4fa9-96ef-a44b554ad799 req-6605819e-69ce-43cc-944d-0c3f1cdaad2b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5419836 Sep 22 17:04:32.855882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-9307f9e2-a5b8-491e-b9ce-069b638a7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:32.857375 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-9307f9e2-a5b8-491e-b9ce-069b638a7329 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.9002781 Sep 22 17:04:32.859399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:32.863366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.075707 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c4abf-bc4d-485e-90f6-648ef8a8d694 None None] Pushing event updated for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:33.079236 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 7 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:33.084779 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Attempting to bind port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:33.085191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Attempting to bind port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:33.085643 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Attempting to bind port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb on network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:33.092448 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:33.092941 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Checking segment: {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:33.093517 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.093996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Bound using segment: {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:33.095327 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Bound port: b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52636688-ae99-4ff3-83c4-703f63d26f90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:33.095327 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.146669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d509292-8c39-4622-bce2-ae73d48d374b None None] Network 60685034-09a8-408a-8a6b-bf724da73143 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:33.160702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.164718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.165582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router 3086a7c5-d0c6-4ac9-8525-12dcb8d727ae {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:04:33.222320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:33.228179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:33.232054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:33.239922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:33.268172 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] For port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:33.279113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] For port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:33.287613 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.288981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc12e20-f112-400b-b0d3-8f8a105463cd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:33.355977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.361832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-87aeb986-9ad5-443e-be49-5f378efae17b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/adc12e20-f112-400b-b0d3-8f8a105463cd HTTP/1.1" status: 204 len: 168 time: 2.3792393 Sep 22 17:04:33.369055 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:33.369686 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:33.392078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.397315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:33.402099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b160f556-f189-4285-8cea-75ca833e4e21 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/3086a7c5-d0c6-4ac9-8525-12dcb8d727ae HTTP/1.1" status: 204 len: 168 time: 1.8968675 Sep 22 17:04:33.429878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:33.438255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.449377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:33.496139 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-a28c7e91-8eb7-4262-8193-8f72b13f8a74 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.6093080 Sep 22 17:04:33.517917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.530425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.581205 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:33.679492 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145c4abf-bc4d-485e-90f6-648ef8a8d694 None None] Pushing event updated for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:33.719860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 86c6afca-7e39-491a-930f-0669b884712e {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:33.739107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:33.742928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Port': ['ID=c61ee352-cbde-4d09-ab7f-21ba002145ea,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:33.837717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:33.965133 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 8 to provision port c61ee352-cbde-4d09-ab7f-21ba002145ea Sep 22 17:04:34.107816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Port c61ee352-cbde-4d09-ab7f-21ba002145ea was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:04:34.128815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48522) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:34.166167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning for port d4bddf27-9942-4dec-adc9-ad292ac057b4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:34.195789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning complete for port d4bddf27-9942-4dec-adc9-ad292ac057b4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:34.196909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.199499 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 1 to provision port d4bddf27-9942-4dec-adc9-ad292ac057b4 Sep 22 17:04:34.204231 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:24Z', 'revision_number': 3, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:33Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:34.211504 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c81a1a-1fbb-4f3e-8132-b42f362c154e None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:24Z', 'revision_number': 3, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:33Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:34.283880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.358721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:34.394101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.497746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Current status of the port d4bddf27-9942-4dec-adc9-ad292ac057b4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:34.498814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.591598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] For port d4bddf27-9942-4dec-adc9-ad292ac057b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d4bddf27-9942-4dec-adc9-ad292ac057b4,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:34.598324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.704270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-627fe026-c344-439c-8122-66ef07945e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:34.706450 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-627fe026-c344-439c-8122-66ef07945e53 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 1.1836183 Sep 22 17:04:34.714965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:34.727386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:34.754527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning for port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:34.803842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning for port 23e3685d-d691-4e89-b7e9-32e0421c96fa completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:34.822421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Provisioning complete for port 23e3685d-d691-4e89-b7e9-32e0421c96fa triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:34.822803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:34.823193 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Attempt 1 to provision port 23e3685d-d691-4e89-b7e9-32e0421c96fa Sep 22 17:04:34.883321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Pushing event updated for resources: {'Port': ['ID=d4bddf27-9942-4dec-adc9-ad292ac057b4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:34.920231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.015699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:35.051435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.064080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Current status of the port 23e3685d-d691-4e89-b7e9-32e0421c96fa is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:35.065718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.106840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:35.127028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] For port 23e3685d-d691-4e89-b7e9-32e0421c96fa, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=23e3685d-d691-4e89-b7e9-32e0421c96fa,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:35.134219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.136014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.208740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Could not find standard attr ID for object 569dfcc7-cc81-4d90-9ec0-fcca669f8d51. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:35.282547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0428a93c-e865-4632-b0d7-643d1f4f58ac None None] Pushing event updated for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:35.285944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1696540919'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:35.294191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.300714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=86c6afca-7e39-491a-930f-0669b884712e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:35.306162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:35.306810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2ee50a-f2bf-4ca8-9588-12d47e2a0727 None None] Network cbd99abc-040f-4648-a467-3fe4cc2f97c8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:35.329414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Usage tracker for resource:network and tenant:06267f85fb4f473ebf6d278026654ed2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:35.335923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:35.357301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6c853d75-566e-454a-819a-75fdc29b5c32 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/86c6afca-7e39-491a-930f-0669b884712e HTTP/1.1" status: 204 len: 168 time: 1.9580212 Sep 22 17:04:35.358271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:35.365763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:35.398242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Provisioning for port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:35.418998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Provisioning complete for port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:35.419480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.420026 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Attempt 1 to provision port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a Sep 22 17:04:35.469902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Pushing event updated for resources: {'Port': ['ID=1ad4caf2-d497-42d0-84df-4cd135e2a728,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:35.493695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.560537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Made reservation on behalf of 06267f85fb4f473ebf6d278026654ed2 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:35.560899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.572903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port bfef404c-798c-4904-a73e-e342165a88de {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:35.572903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.622201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.623927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.634889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 23e3685d-d691-4e89-b7e9-32e0421c96fa up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:35.655961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:35.666295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Usage tracker for resource:security_group_rule and tenant:06267f85fb4f473ebf6d278026654ed2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:35.669803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:35.681805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:35.735543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Current status of the port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:35.735771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.735916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.789023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] For port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:35.790054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 23e3685d-d691-4e89-b7e9-32e0421c96fa triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:35.790479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.790845 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 23e3685d-d691-4e89-b7e9-32e0421c96fa Sep 22 17:04:35.816288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05dee7ab-8f5d-4057-952a-5a5a830da297 req-65445752-61e6-455b-8651-2a75e72ccff3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:35.818160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05dee7ab-8f5d-4057-952a-5a5a830da297 req-65445752-61e6-455b-8651-2a75e72ccff3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.4583728 Sep 22 17:04:35.826735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.851402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=093c41fc-2555-46a7-98a1-9b8a1bb684c4,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:35.901287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] DHCP port deletion for cbd99abc-040f-4648-a467-3fe4cc2f97c8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:35.917014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Deleting port bfef404c-798c-4904-a73e-e342165a88de {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:35.917386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:35.990064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974e1668-52ce-48f8-805b-736b06dff0ac None None] Pushing event updated for resources: {'Port': ['ID=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:36.006717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:36.007172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: b98e51fe-9a91-4779-9e75-f1a2e5410d93, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:36.045495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port bfef404c-798c-4904-a73e-e342165a88de, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfef404c-798c-4904-a73e-e342165a88de,segment=NetworkSegment(80856cc7-e62a-4a98-bf89-e63087bc3078),segment_id=80856cc7-e62a-4a98-bf89-e63087bc3078)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:36.046406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.064762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-0bee03dd-40e0-480f-ba8d-971744239473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:36.066478 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-0bee03dd-40e0-480f-ba8d-971744239473 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3436630 Sep 22 17:04:36.074564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Router de430c9b-256b-462e-9270-1367bf2a8172 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:36.222952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 23e3685d-d691-4e89-b7e9-32e0421c96fa is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:36.224701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:36.299723 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05dee7ab-8f5d-4057-952a-5a5a830da297 req-70b44f9f-2fa0-405d-9870-961e41bf013a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4638960 Sep 22 17:04:36.324702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] For port bfef404c-798c-4904-a73e-e342165a88de, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfef404c-798c-4904-a73e-e342165a88de,segment=NetworkSegment(80856cc7-e62a-4a98-bf89-e63087bc3078),segment_id=80856cc7-e62a-4a98-bf89-e63087bc3078)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:36.324702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.330299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for bfef404c-798c-4904-a73e-e342165a88de owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:36.384892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:36.466714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Calling delete_port for bfef404c-798c-4904-a73e-e342165a88de owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:36.477078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b98e51fe-9a91-4779-9e75-f1a2e5410d93) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:36.499828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a6631bd-14a0-4118-a518-3b7faf1640ea None None] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:36.509990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.528962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.531208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.562297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:36.584399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.604793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:36.620265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:36.620885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.625544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:36.625544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.625544 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb Sep 22 17:04:36.627206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1152404-3d23-498c-b933-ff86b596177c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:36.638068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.638575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Added segment 6875ce67-8b2a-4bb0-ba61-3cdec082f492 of type vlan for network 443ef234-9536-4058-ae4d-694b3d483d16 Sep 22 17:04:36.650214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=bfef404c-798c-4904-a73e-e342165a88de,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:36.662474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port bfef404c-798c-4904-a73e-e342165a88de on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:36.674972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:36.711823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] Sync routers for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:36.746619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.749378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:36.750433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:36.773243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c7672a2-bb03-4950-b09a-ac792336a279 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.4411528 Sep 22 17:04:36.773243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-6689203e-def2-4d74-8e27-8d419c465168 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6958973 Sep 22 17:04:36.783702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c45b56f5-fd04-40f4-97dd-9d7a4de1801e tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4350860 Sep 22 17:04:36.783702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48552) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:36.802427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:36.821058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:36.821367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:36.826389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:36.877826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] Routers {'de430c9b-256b-462e-9270-1367bf2a8172'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:36.878426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['de430c9b-256b-462e-9270-1367bf2a8172'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:36.887041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.914313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting port ed6dd0dd-10d4-44ba-ae81-08bddac28b37 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:36.914649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.978952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.984630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:36.985416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:36.987631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:36.988035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8613334-5a18-4b53-bb20-71c34624d693 None None] The sync data for ids ['de430c9b-256b-462e-9270-1367bf2a8172'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:36.991273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd99abc-040f-4648-a467-3fe4cc2f97c8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:37.044551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:37.044952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.053314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80856cc7-e62a-4a98-bf89-e63087bc3078') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:37.053883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80856cc7-e62a-4a98-bf89-e63087bc3078') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:37.073732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-744a1de6-ef2c-423c-bda0-727d709a0e1b tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] show failed (client error): The resource could not be found. Sep 22 17:04:37.075013 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-744a1de6-ef2c-423c-bda0-727d709a0e1b tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-872288666 HTTP/1.1" status: 404 len: 334 time: 0.2165120 Sep 22 17:04:37.089034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:37.089523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.111036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:37.144902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:37.150574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.151343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d4bddf27-9942-4dec-adc9-ad292ac057b4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:37.175476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-54d85777-0ae1-4cda-b054-989f1cd3cbc5 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:37.184393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.226852 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.1124949 Sep 22 17:04:37.233648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:37.239004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb12e80-1c21-421b-8aab-98644ece0d87 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'Network': ['ID=443ef234-9536-4058-ae4d-694b3d483d16,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:37.245056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Request body: {'subnet': {'network_id': '443ef234-9536-4058-ae4d-694b3d483d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:37.262657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.279167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:37.279559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.281214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-54d85777-0ae1-4cda-b054-989f1cd3cbc5 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] update failed (client error): The resource could not be found. Sep 22 17:04:37.290071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-54d85777-0ae1-4cda-b054-989f1cd3cbc5 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-328088270 HTTP/1.1" status: 404 len: 334 time: 0.1266308 Sep 22 17:04:37.301765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 443ef234-9536-4058-ae4d-694b3d483d16 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:37.308599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:37.333076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Deleting port bfef404c-798c-4904-a73e-e342165a88de {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:37.333296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.428719 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 80856cc7-e62a-4a98-bf89-e63087bc3078 resource provider aggregate not found Sep 22 17:04:37.479413 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 80856cc7-e62a-4a98-bf89-e63087bc3078 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80856cc7-e62a-4a98-bf89-e63087bc3078 found for delete ", "request_id": "req-f7761fe1-3aaf-433f-8873-5a815d63d7d1"}]} Sep 22 17:04:37.508514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:37.511686 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] For port ed6dd0dd-10d4-44ba-ae81-08bddac28b37, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:37.512046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.526438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.531088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.536393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Usage tracker for resource:subnet and tenant:06267f85fb4f473ebf6d278026654ed2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:37.555461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-43ca16fb-eca9-4b8f-90df-0b92e0ffc2f7 None None] The port 'bfef404c-798c-4904-a73e-e342165a88de' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:37.605656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:37.615488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Allocated IP 2001:db8:2::2 (b98e51fe-9a91-4779-9e75-f1a2e5410d93/093c41fc-2555-46a7-98a1-9b8a1bb684c4/a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:37.629300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d4bddf27-9942-4dec-adc9-ad292ac057b4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:37.629698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.630037 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d4bddf27-9942-4dec-adc9-ad292ac057b4 Sep 22 17:04:37.650697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:37.737254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Calling delete_port for ed6dd0dd-10d4-44ba-ae81-08bddac28b37 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:37.781831 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-417d835c-11e5-43c8-a005-f400cbcfd906 req-18e55106-5d2c-44b6-991e-d38466d8bfbd service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0017862 Sep 22 17:04:37.834945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting subnet bde330c8-6f41-4316-a249-96afdd66e85f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:37.843451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.873228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.902799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:37.919310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/cbd99abc-040f-4648-a467-3fe4cc2f97c8 HTTP/1.1" status: 204 len: 168 time: 2.5527475 Sep 22 17:04:37.919310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c8551-cf66-41be-866c-d1adb95d6255 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=cbd99abc-040f-4648-a467-3fe4cc2f97c8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:37.929575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48578) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:37.941939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1506319952', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:37.957534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:37.965772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Made reservation on behalf of 06267f85fb4f473ebf6d278026654ed2 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:37.969451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:37.981042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d4bddf27-9942-4dec-adc9-ad292ac057b4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:37.991013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:38.000968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:38.002779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.031105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.053327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Transition to ACTIVE for port object a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:38.073056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:38.091592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Transition to ACTIVE for port object a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:38.118699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.135320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.136470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.191676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac4c00-21ca-4bc6-aab4-30fbd3c96d3b req-52d000fc-474d-495e-8656-931fcd2f0a5a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:38.199290 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-96ac4c00-21ca-4bc6-aab4-30fbd3c96d3b req-52d000fc-474d-495e-8656-931fcd2f0a5a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6796954 Sep 22 17:04:38.207520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.264586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Pushing event updated for resources: {'Port': ['ID=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:38.277162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:38.278711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:38.312635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:38.324589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:38.377406 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-96ac4c00-21ca-4bc6-aab4-30fbd3c96d3b req-3adfdc69-f3d3-4387-b209-b129252ab0dc tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1768558 Sep 22 17:04:38.427291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.475246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Attempting to bind port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:38.475619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Attempting to bind port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:38.475973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Attempting to bind port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 on network b98e51fe-9a91-4779-9e75-f1a2e5410d93 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:38.485267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:38.485647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.485987 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb Sep 22 17:04:38.538370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:38.539423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Checking segment: {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:38.539423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.539978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Bound using segment: {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:38.540551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Bound port: a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:38.541276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.564456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.589582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Router 65f8e650-f908-422b-91b3-07cb8b549dec is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:38.665900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.667219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.715335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] For port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:38.729302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:38.730641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:38.761754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] For port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:38.776706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.844533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Subnet': ['ID=bde330c8-6f41-4316-a249-96afdd66e85f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:38.851590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.858391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.878187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a44360d8-be3f-43cd-b2d6-66855b6731e9 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/subnets/bde330c8-6f41-4316-a249-96afdd66e85f HTTP/1.1" status: 204 len: 168 time: 1.5050583 Sep 22 17:04:38.884487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2749c990-debe-4746-9dc1-7bb5b204ad78 None None] Pushing event updated for resources: {'Port': ['ID=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:38.886778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:38.887653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44fdba3a-0d76-4337-b209-4f9d2d46885d None None] Network f398b6a3-7c49-49da-ad5a-94333731820d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:38.913441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.974892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:38.975415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:38.975867 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a Sep 22 17:04:38.977294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'Subnet': ['ID=beb2902c-f92e-4e4d-b788-05bae90cf9c0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:39.127184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Checking segment: {'id': '6875ce67-8b2a-4bb0-ba61-3cdec082f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:39.127871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Network hostable DHCP agents. Network: 443ef234-9536-4058-ae4d-694b3d483d16, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:39.221423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Port': ['ID=ed6dd0dd-10d4-44ba-ae81-08bddac28b37,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:39.362335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:39.381985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Network 443ef234-9536-4058-ae4d-694b3d483d16 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:39.418317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting subnet c515d093-ab4b-4592-b2d5-8b296360cc45 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:39.424350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.475173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfef404c-798c-4904-a73e-e342165a88de no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:39.494643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:39.498768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.505445 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Sync routers for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:39.518422 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:39.519371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:39.541487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 443ef234-9536-4058-ae4d-694b3d483d16) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:39.547514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: bfef404c-798c-4904-a73e-e342165a88de {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:39.547868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfef404c-798c-4904-a73e-e342165a88de not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:39.549580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] DHCP port deletion for f398b6a3-7c49-49da-ad5a-94333731820d request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:39.555062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Deleting port f54d6161-7fe9-4b00-a972-36ef92f09051 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:39.555453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.565789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:39.566375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.594907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.627021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6191cff2-5ef0-4b5c-a90a-2334a8d63b71 None None] Network 443ef234-9536-4058-ae4d-694b3d483d16 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:39.713531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.717312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af686f36-36c2-4a5e-bdf8-a957e519072a admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.8377659 Sep 22 17:04:39.725424 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7f7f078-50a0-45b8-9db4-2ca391f82904 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4900310 Sep 22 17:04:39.730011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:39.730347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:39.810376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8:2::1 (b98e51fe-9a91-4779-9e75-f1a2e5410d93/093c41fc-2555-46a7-98a1-9b8a1bb684c4/d72c2822-8a53-48b0-8e97-d37a933bbd10) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:39.826985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:39.893823 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:39.902007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde49382-b04d-4c7f-8cb5-44cc708e02ef req-158fc675-de44-488b-8181-994f69e7ca88 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:39.903984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dde49382-b04d-4c7f-8cb5-44cc708e02ef req-158fc675-de44-488b-8181-994f69e7ca88 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3159134 Sep 22 17:04:40.059408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Request body: {'port': {'network_id': '443ef234-9536-4058-ae4d-694b3d483d16', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1916050824'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:40.126135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-443ef234-9536-4058-ae4d-694b3d483d16', 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16', 'tenant_id': '06267f85fb4f473ebf6d278026654ed2', 'fixed_ips': [{'subnet_id': 'beb2902c-f92e-4e4d-b788-05bae90cf9c0'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:40.126988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.138952 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dde49382-b04d-4c7f-8cb5-44cc708e02ef req-f34936cd-42f3-4085-b713-610995cdd3c3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228315 Sep 22 17:04:40.181570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.193861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] For port f54d6161-7fe9-4b00-a972-36ef92f09051, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f54d6161-7fe9-4b00-a972-36ef92f09051,segment=NetworkSegment(c7610640-b57c-4508-97c8-ec5752ca4a88),segment_id=c7610640-b57c-4508-97c8-ec5752ca4a88)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:40.194257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.276464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Subnet': ['ID=c515d093-ab4b-4592-b2d5-8b296360cc45,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:40.307406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.322852 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d02b66e2-ce3e-491a-b586-5b3fdc6d8d19 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/subnets/c515d093-ab4b-4592-b2d5-8b296360cc45 HTTP/1.1" status: 204 len: 168 time: 1.4315484 Sep 22 17:04:40.333994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:40.400936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Calling delete_port for f54d6161-7fe9-4b00-a972-36ef92f09051 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:40.431217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:40.461467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c36d62d-3045-4860-b7ee-a476472df4bb None None] Network 5d667630-0b4a-4ebf-be91-45ba0808076d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:40.481703 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 3, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:40.487120 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Checking router: 65f8e650-f908-422b-91b3-07cb8b549dec for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:40.488423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Updating router 65f8e650-f908-422b-91b3-07cb8b549dec port 1ad4caf2-d497-42d0-84df-4cd135e2a728 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:40.533885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.563932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.577876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.587301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8456182-d588-4e54-98b1-a9e730a6fc87 None None] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:40.591604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object d72c2822-8a53-48b0-8e97-d37a933bbd10 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:40.613239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port f54d6161-7fe9-4b00-a972-36ef92f09051 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:40.613843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.803431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:40.816529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.876505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] For port f54d6161-7fe9-4b00-a972-36ef92f09051, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f54d6161-7fe9-4b00-a972-36ef92f09051,segment=NetworkSegment(c7610640-b57c-4508-97c8-ec5752ca4a88),segment_id=c7610640-b57c-4508-97c8-ec5752ca4a88)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:40.877161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.909465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Usage tracker for resource:port and tenant:06267f85fb4f473ebf6d278026654ed2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:40.919660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9867e0ae-fc5b-46fa-b9f0-a1d3766b4543 None None] Provisioning for port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:40.925363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:40.937365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.956470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:40.956793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:41.036408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Calling delete_port for f54d6161-7fe9-4b00-a972-36ef92f09051 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:41.044040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:41.061725 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.081604 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Transition to ACTIVE for port object 1ad4caf2-d497-42d0-84df-4cd135e2a728 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:41.085157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Made reservation on behalf of 06267f85fb4f473ebf6d278026654ed2 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:41.088666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.089470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] Pushing event deleted for resources: {'Port': ['ID=f54d6161-7fe9-4b00-a972-36ef92f09051,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:41.093529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c019f6-ab3d-4fea-8205-07ed0c0d0351 None None] No DVR routers for this DVR port f54d6161-7fe9-4b00-a972-36ef92f09051 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:41.102776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.106642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:41.107346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.111852 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 Sep 22 17:04:41.122590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.174207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:41.174534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:41.202155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:41.205353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:41.210367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:41.210886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.213588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:41.226306 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Attempting to bind port 1ad4caf2-d497-42d0-84df-4cd135e2a728 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:41.226679 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Attempting to bind port 1ad4caf2-d497-42d0-84df-4cd135e2a728 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:41.227039 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Attempting to bind port 1ad4caf2-d497-42d0-84df-4cd135e2a728 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:41.231160 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7ce8-0b89-43ed-bd67-0feaeb52445c None None] Pushing event updated for resources: {'Port': ['ID=1ad4caf2-d497-42d0-84df-4cd135e2a728,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:41.243013 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:41.243391 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:41.243683 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.244073 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:41.244554 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Bound port: 1ad4caf2-d497-42d0-84df-4cd135e2a728, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:41.250057 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.291310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] device_id is not set on port 8232e5da-24c3-4103-a69a-4c6138c3151d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:04:41.294810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Allocated IP 172.20.0.2 (443ef234-9536-4058-ae4d-694b3d483d16/beb2902c-f92e-4e4d-b788-05bae90cf9c0/956e3570-c16f-42b9-a8d8-593db69c379e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:41.378323 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] For port 1ad4caf2-d497-42d0-84df-4cd135e2a728, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:41.383401 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] For port 1ad4caf2-d497-42d0-84df-4cd135e2a728, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1ad4caf2-d497-42d0-84df-4cd135e2a728,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:41.391826 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.392648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Router b36efef0-9a58-42dc-a021-4a3b27e8693b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:41.433149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.495004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] DHCP port deletion for 5d667630-0b4a-4ebf-be91-45ba0808076d request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:41.501142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:41.501521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.514678 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78b7ce8-0b89-43ed-bd67-0feaeb52445c None None] Pushing event updated for resources: {'Port': ['ID=1ad4caf2-d497-42d0-84df-4cd135e2a728,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:41.519020 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:41.519720 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:41.540286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Deleting port ed70002e-46e2-4ecd-8fac-051c514e0c10 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:41.540704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.632983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:41.736493 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:41.870323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] For port ed70002e-46e2-4ecd-8fac-051c514e0c10, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ed70002e-46e2-4ecd-8fac-051c514e0c10,segment=NetworkSegment(61e9770e-b87f-49d5-ada8-d01644d0e79e),segment_id=61e9770e-b87f-49d5-ada8-d01644d0e79e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:41.870717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:41.890682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.26.8.146 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/8e69443e-cc39-4a7e-b4c7-ea09881c3f6d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:41.994737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Calling delete_port for ed70002e-46e2-4ecd-8fac-051c514e0c10 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:42.023555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port f54d6161-7fe9-4b00-a972-36ef92f09051 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:42.024009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.076698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.112863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.160088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] The port 'f54d6161-7fe9-4b00-a972-36ef92f09051' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:42.164179 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 3, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:42.175519 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4983c86c-123d-4e04-8dfe-a53eec289efc None None] The sync data for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv is: [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 3, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:42.178926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f54d6161-7fe9-4b00-a972-36ef92f09051 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:42.287103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] No DVR routers for this DVR port ed70002e-46e2-4ecd-8fac-051c514e0c10 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:42.303900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:42.309830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: f54d6161-7fe9-4b00-a972-36ef92f09051 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:42.310177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f54d6161-7fe9-4b00-a972-36ef92f09051 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:42.327918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Sync routers for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:42.375454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:42.376911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:42.386428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e911fd4f-d981-4629-ad66-6c6daf66f55b tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "PUT /v2.0/routers/b36efef0-9a58-42dc-a021-4a3b27e8693b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2562828 Sep 22 17:04:42.391733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:42.453083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:42.458561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.470201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Transition to ACTIVE for port object 956e3570-c16f-42b9-a8d8-593db69c379e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:42.478984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:04:42.504520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Transition to ACTIVE for port object 956e3570-c16f-42b9-a8d8-593db69c379e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:42.531508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.552150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.570189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.570954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.606751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.608426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.611078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed70002e-46e2-4ecd-8fac-051c514e0c10 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:42.641887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.688409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Allocated IP 172.20.0.6 (443ef234-9536-4058-ae4d-694b3d483d16/beb2902c-f92e-4e4d-b788-05bae90cf9c0/8232e5da-24c3-4103-a69a-4c6138c3151d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:42.709675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting subnet 5a407b17-f759-4823-883d-8a8207661a8d {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:42.768067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.781283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b6143-7960-4c6e-b475-d6de2ac50550 None None] Pushing event deleted for resources: {'Port': ['ID=ed70002e-46e2-4ecd-8fac-051c514e0c10,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:42.801931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ed70002e-46e2-4ecd-8fac-051c514e0c10 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:42.802430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed70002e-46e2-4ecd-8fac-051c514e0c10 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:42.898014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.903274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f398b6a3-7c49-49da-ad5a-94333731820d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:42.920518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Network 443ef234-9536-4058-ae4d-694b3d483d16 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:42.926788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:42.936663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:42.944724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7610640-b57c-4508-97c8-ec5752ca4a88') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:42.945271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7610640-b57c-4508-97c8-ec5752ca4a88') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:42.973034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:42.981500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.029889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:43.057589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Pushing event updated for resources: {'Port': ['ID=956e3570-c16f-42b9-a8d8-593db69c379e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:43.084168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.097343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:43.097801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.142728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=8e69443e-cc39-4a7e-b4c7-ea09881c3f6d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:43.150640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:43.164373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:43.205950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:43.210769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:43.276397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c7610640-b57c-4508-97c8-ec5752ca4a88 resource provider aggregate not found Sep 22 17:04:43.302906 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c7610640-b57c-4508-97c8-ec5752ca4a88 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7610640-b57c-4508-97c8-ec5752ca4a88 found for delete ", "request_id": "req-6ebe9931-2387-41db-92ea-c90091f81515"}]} Sep 22 17:04:43.311109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:43.314149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:43.415443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Provisioning complete for port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:43.416068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.416646 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Attempt 1 to provision port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 Sep 22 17:04:43.421359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.426290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.458014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Attempting to bind port 956e3570-c16f-42b9-a8d8-593db69c379e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:43.458716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Attempting to bind port 956e3570-c16f-42b9-a8d8-593db69c379e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6875ce67-8b2a-4bb0-ba61-3cdec082f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:43.459308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Attempting to bind port 956e3570-c16f-42b9-a8d8-593db69c379e on network 443ef234-9536-4058-ae4d-694b3d483d16 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:43.554126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Network': ['ID=f398b6a3-7c49-49da-ad5a-94333731820d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:43.558068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:43.559166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Checking segment: {'id': '6875ce67-8b2a-4bb0-ba61-3cdec082f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:43.559808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.560905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Bound using segment: {'id': '6875ce67-8b2a-4bb0-ba61-3cdec082f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:43.561615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Bound port: 956e3570-c16f-42b9-a8d8-593db69c379e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6875ce67-8b2a-4bb0-ba61-3cdec082f492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '443ef234-9536-4058-ae4d-694b3d483d16'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:43.562382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.623006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.672704 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-170abd06-dfe4-4e5a-8cce-2b2616374928 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/networks/f398b6a3-7c49-49da-ad5a-94333731820d HTTP/1.1" status: 204 len: 168 time: 3.3353155 Sep 22 17:04:43.673959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:43.797235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Allocated IP 172.20.0.1 (60685034-09a8-408a-8a6b-bf724da73143/70c2ae01-950b-4be7-941a-93102dc3f7ac/ad02f121-29e8-4715-9a22-9fad92b0706c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:43.854614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:43.865765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.907132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] For port 956e3570-c16f-42b9-a8d8-593db69c379e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:43.916783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Current status of the port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:43.928737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] For port 956e3570-c16f-42b9-a8d8-593db69c379e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=956e3570-c16f-42b9-a8d8-593db69c379e,segment=NetworkSegment(6875ce67-8b2a-4bb0-ba61-3cdec082f492),segment_id=6875ce67-8b2a-4bb0-ba61-3cdec082f492)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:43.939863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:43.978468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Provisioning for port d72c2822-8a53-48b0-8e97-d37a933bbd10 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:44.010509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Provisioning complete for port d72c2822-8a53-48b0-8e97-d37a933bbd10 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:44.010941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.011225 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Attempt 1 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:44.023549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Transition to ACTIVE for port object 8232e5da-24c3-4103-a69a-4c6138c3151d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:44.091837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e528ad5f-4449-4b8e-acb7-d13be8a96a12 None None] Pushing event updated for resources: {'Port': ['ID=956e3570-c16f-42b9-a8d8-593db69c379e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:44.097165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Port d72c2822-8a53-48b0-8e97-d37a933bbd10 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:44.101137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:04:38Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.105481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Checking router: b36efef0-9a58-42dc-a021-4a3b27e8693b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:44.115680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Routers {'b36efef0-9a58-42dc-a021-4a3b27e8693b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:44.116302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b36efef0-9a58-42dc-a021-4a3b27e8693b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.171465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.202220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.219775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.263427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Transition to ACTIVE for port object ad02f121-29e8-4715-9a22-9fad92b0706c will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:44.275862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.376193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.400588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:44.411293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Subnet': ['ID=5a407b17-f759-4823-883d-8a8207661a8d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:44.414620 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:44.424915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.434236 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:44.437455 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.526230 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-637dfaa0-d87e-4351-abca-d15bae0ed1cb tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "DELETE /v2.0/subnets/5a407b17-f759-4823-883d-8a8207661a8d HTTP/1.1" status: 204 len: 168 time: 2.1318917 Sep 22 17:04:44.531298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:44.538983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] Set router b36efef0-9a58-42dc-a021-4a3b27e8693b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:44.563630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-358b046d-9875-4037-b317-bc331a6b8dfd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7800612 Sep 22 17:04:44.666536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:44.695161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.700241 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Attempt 2 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:44.719429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1607713255'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:44.726095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:44.730349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:network and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:44.734492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:44.742352 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:44.749735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:44.750637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2f60a6-3ed5-4292-8de9-0765c8b97540 None None] Network 073b8587-a90b-4891-b576-3e432ce032f8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:44.764514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:44.821125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d667630-0b4a-4ebf-be91-45ba0808076d']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.839344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '61e9770e-b87f-49d5-ada8-d01644d0e79e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.839721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '61e9770e-b87f-49d5-ada8-d01644d0e79e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:44.862216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.884303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.894959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.899643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:44.903825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.917277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Network 443ef234-9536-4058-ae4d-694b3d483d16 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:44.937522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:44.941071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:44.956628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:44.977462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:44.977880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.043791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Port d72c2822-8a53-48b0-8e97-d37a933bbd10 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:45.052403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:45.053530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.097684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'Port': ['ID=8232e5da-24c3-4103-a69a-4c6138c3151d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:45.134784 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10293f8f-fae9-4d85-9ef4-885e8f4941d8 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 5.4012949 Sep 22 17:04:45.140987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:45.164541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:45.170942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Request body: {'port': {'network_id': '443ef234-9536-4058-ae4d-694b3d483d16', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1079510461', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:45.171540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:45.171998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:45.172345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:45.176345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.177591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added segment 2a8c6917-fda3-4ff2-947b-1b2741b01a57 of type vlan for network 5b11436f-1ad0-49c1-843d-35ad76a26e4e Sep 22 17:04:45.208828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.237818 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:45.238125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:45.238398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.238741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 Sep 22 17:04:45.242341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Network 60685034-09a8-408a-8a6b-bf724da73143 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:45.249665 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:45.250112 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Updating router d2813154-f4c5-40ae-9ad6-05be891a7d36 port d72c2822-8a53-48b0-8e97-d37a933bbd10 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:45.261516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.267471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:45.268148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.273122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:45.276912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:45.390203 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.391547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 61e9770e-b87f-49d5-ada8-d01644d0e79e resource provider aggregate not found Sep 22 17:04:45.407413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.441715 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 61e9770e-b87f-49d5-ada8-d01644d0e79e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 61e9770e-b87f-49d5-ada8-d01644d0e79e found for delete ", "request_id": "req-2bf49eaa-0485-4ceb-b212-c586ac3da2d1"}]} Sep 22 17:04:45.483216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.518496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] DHCP port deletion for 073b8587-a90b-4891-b576-3e432ce032f8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:45.538618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.540747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:45.542366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Network': ['ID=5d667630-0b4a-4ebf-be91-45ba0808076d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:45.546645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:04:38Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:45.548564 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Attempt 3 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:45.561737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9096f4d5-7071-43b1-9190-6992557252e2 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/networks/5d667630-0b4a-4ebf-be91-45ba0808076d HTTP/1.1" status: 204 len: 168 time: 1.8726819 Sep 22 17:04:45.566297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:45.634477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Deleting port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:45.635356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.701998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.730135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Deleting port 955048c1-e793-4977-b9a4-cb4c487243da {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:45.730513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.758733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.759854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:45.761490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1ad4caf2-d497-42d0-84df-4cd135e2a728 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:45.780043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:45.784496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Usage tracker for resource:port and tenant:06267f85fb4f473ebf6d278026654ed2 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:45.789461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:45.796893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:45.815558 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1456461 Sep 22 17:04:45.825545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:45.832225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Made reservation on behalf of 06267f85fb4f473ebf6d278026654ed2 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:45.836639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:45.847594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'subnet': {'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:45.870579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8075de39-0ed6-4d87-b412-a47929b39953 None None] The sync data for ids ['b36efef0-9a58-42dc-a021-4a3b27e8693b'] in dv-neutron-858953-1-hyperv is: [{'id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-339984402', 'tenant_id': '38426a02657341308c90f08bcd75fe81', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '955048c1-e793-4977-b9a4-cb4c487243da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:30Z', 'updated_at': '2022-09-22T17:04:38Z', 'revision_number': 5, 'project_id': '38426a02657341308c90f08bcd75fe81', 'gw_port': {'id': '955048c1-e793-4977-b9a4-cb4c487243da', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:64:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b36efef0-9a58-42dc-a021-4a3b27e8693b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:33Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:45.888497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] device_id is not set on port 077df5bc-b1fd-419c-bf33-aa90fe1ebf8a yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:04:45.999578 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.014879 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Transition to ACTIVE for port object d72c2822-8a53-48b0-8e97-d37a933bbd10 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:46.024159 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.040987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994d7934-234e-41c9-93d0-a0b119e40d22 None None] Network 443ef234-9536-4058-ae4d-694b3d483d16 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:46.091411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Allocated IP 172.20.0.7 (443ef234-9536-4058-ae4d-694b3d483d16/beb2902c-f92e-4e4d-b788-05bae90cf9c0/077df5bc-b1fd-419c-bf33-aa90fe1ebf8a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:46.097332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97992862-b400-4d3b-ac33-7f6c5bb3b5c2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Network': ['ID=5b11436f-1ad0-49c1-843d-35ad76a26e4e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:46.133746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Port d72c2822-8a53-48b0-8e97-d37a933bbd10 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:46.144311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:46.293971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] For port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,segment=NetworkSegment(32a9607a-e07d-4a74-b75f-c5f05bd46a08),segment_id=32a9607a-e07d-4a74-b75f-c5f05bd46a08)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:46.294369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.315706 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f51d6-37ff-4884-a61f-9e7d55e959e2 None None] Pushing event updated for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:46.329392 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Attempting to bind port d72c2822-8a53-48b0-8e97-d37a933bbd10 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:46.329839 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Attempting to bind port d72c2822-8a53-48b0-8e97-d37a933bbd10 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:46.330268 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Attempting to bind port d72c2822-8a53-48b0-8e97-d37a933bbd10 on network b98e51fe-9a91-4779-9e75-f1a2e5410d93 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:46.338797 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:46.339786 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Checking segment: {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:46.340260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.340750 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Bound using segment: {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:46.341298 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Bound port: d72c2822-8a53-48b0-8e97-d37a933bbd10, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7901f8d-0790-4d98-8b2f-557d1e07e54d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:46.341798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.391301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:46.419910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:subnet and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:46.424403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:46.451588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:46.464220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.478167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router a8254833-e3bd-4e70-9d2f-d9ffdd891f65 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:04:46.489007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] For port d72c2822-8a53-48b0-8e97-d37a933bbd10, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:46.490901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Transition to ACTIVE for port object 077df5bc-b1fd-419c-bf33-aa90fe1ebf8a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:46.493297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Made reservation on behalf of c3f79f1ed4e94a6ba1e26c5f971274e6 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:46.496907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.497440 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] For port d72c2822-8a53-48b0-8e97-d37a933bbd10, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d72c2822-8a53-48b0-8e97-d37a933bbd10,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:46.511761 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.516278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Calling delete_port for 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:46.526196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting subnet 42e409fc-9d54-47dd-ad5a-267bbb99058c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:46.533707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.550170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.567399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 1ad4caf2-d497-42d0-84df-4cd135e2a728 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:46.623824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1ad4caf2-d497-42d0-84df-4cd135e2a728 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:46.624249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.624531 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1ad4caf2-d497-42d0-84df-4cd135e2a728 Sep 22 17:04:46.645474 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8f51d6-37ff-4884-a61f-9e7d55e959e2 None None] Pushing event updated for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:46.651344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:46.651856 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:46.657362 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Attempt 4 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:46.783650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Network 443ef234-9536-4058-ae4d-694b3d483d16 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:46.800047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.812377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:46.820927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:46.827476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:46.854088 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:46.907508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] Pushing event deleted for resources: {'Port': ['ID=7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:46.919927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-83316cac-2c97-460c-b539-ddd82baa5084 None None] Port d72c2822-8a53-48b0-8e97-d37a933bbd10 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:04:46.987625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'Port': ['ID=077df5bc-b1fd-419c-bf33-aa90fe1ebf8a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:46.993297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.049767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c04bc08-117d-464e-9a41-25dede8e385d None None] No DVR routers for this DVR port 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:47.071055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:47.071865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.112010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Provisioning for port 956e3570-c16f-42b9-a8d8-593db69c379e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:47.123790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c122252-e89d-49e6-b566-14c950c85f18 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.9720731 Sep 22 17:04:47.129008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:47.146594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1ad4caf2-d497-42d0-84df-4cd135e2a728 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:47.147124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.178676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 1ad4caf2-d497-42d0-84df-4cd135e2a728, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1ad4caf2-d497-42d0-84df-4cd135e2a728,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:47.195664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.196495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 956e3570-c16f-42b9-a8d8-593db69c379e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:47.198516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:47.208583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] For port 955048c1-e793-4977-b9a4-cb4c487243da, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=955048c1-e793-4977-b9a4-cb4c487243da,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:47.210871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.266305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] Sync routers for ids ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:47.268520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Provisioning for port ad02f121-29e8-4715-9a22-9fad92b0706c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:47.284729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.330837 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:46Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:47.341367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.342580 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5bf00e2a-36e7-4b07-83c2-073c0fa50506 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 9.4100933 Sep 22 17:04:47.345447 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03e41c6c-4a49-4d94-9f67-7461b3ff6853 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:41Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:46Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:47.345859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.355333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Provisioning complete for port ad02f121-29e8-4715-9a22-9fad92b0706c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:47.355711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.356051 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 1 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:47.358656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48644) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:47.472427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:47.479741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] Routers {'a8254833-e3bd-4e70-9d2f-d9ffdd891f65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:47.480456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:47.548933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Calling delete_port for 955048c1-e793-4977-b9a4-cb4c487243da owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:47.563366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Subnet': ['ID=da9e6f51-116d-47fe-817c-d9d6bee09794,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:47.596699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:47.626809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=1ad4caf2-d497-42d0-84df-4cd135e2a728,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:47.643362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] Routers {'a8254833-e3bd-4e70-9d2f-d9ffdd891f65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:47.644153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:47.671365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.683779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:47.696945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:47.703065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:47.704429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Synchronizing usage tracker for tenant:06267f85fb4f473ebf6d278026654ed2 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:47.732343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.740355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.744046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Subnet': ['ID=42e409fc-9d54-47dd-ad5a-267bbb99058c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:47.750623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e292db4b-ab21-42c0-a7ef-a64150996647 None None] Network f4475b5d-782d-47cc-977b-069b5b39b2b8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:47.751563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c82fd92-f7a9-4a33-af84-368012c43f68 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/subnets/42e409fc-9d54-47dd-ad5a-267bbb99058c HTTP/1.1" status: 204 len: 168 time: 2.1534040 Sep 22 17:04:47.761681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48648) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:47.765090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Checking segment: {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:47.765726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network hostable DHCP agents. Network: 5b11436f-1ad0-49c1-843d-35ad76a26e4e, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:47.776685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.779036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:47.779541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb6de9e-2f75-41ec-a822-c722f89f98af None None] The sync data for ids ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:47.945176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 956e3570-c16f-42b9-a8d8-593db69c379e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:47.952887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 956e3570-c16f-42b9-a8d8-593db69c379e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:47.953270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.953613 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 956e3570-c16f-42b9-a8d8-593db69c379e Sep 22 17:04:47.984690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:47.994035 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 2 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:48.066908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Port': ['ID=955048c1-e793-4977-b9a4-cb4c487243da,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:48.149927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:48.254432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Unset dirty status for tenant:06267f85fb4f473ebf6d278026654ed2 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:48.259191 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c1c0b0f-8fc4-4536-bc50-a8061b090b3b tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2616 time: 1.1255012 Sep 22 17:04:48.263159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48652) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:48.263315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.287070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 956e3570-c16f-42b9-a8d8-593db69c379e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:48.287488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.328644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 956e3570-c16f-42b9-a8d8-593db69c379e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=956e3570-c16f-42b9-a8d8-593db69c379e,segment=NetworkSegment(6875ce67-8b2a-4bb0-ba61-3cdec082f492),segment_id=6875ce67-8b2a-4bb0-ba61-3cdec082f492)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:48.339643 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a81ba8c-4389-4edf-ba34-8f087a223419 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers/a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 200 len: 881 time: 0.9635892 Sep 22 17:04:48.346047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.356900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48656) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:48.476465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=956e3570-c16f-42b9-a8d8-593db69c379e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:48.492527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.496156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Pushing event updated for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:48.513533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:48.521875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.568187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Deleting port 077df5bc-b1fd-419c-bf33-aa90fe1ebf8a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:48.568540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.586859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] DHCP port deletion for f4475b5d-782d-47cc-977b-069b5b39b2b8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:48.592159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Deleting port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:48.592725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.633553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.636629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.653323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5b11436f-1ad0-49c1-843d-35ad76a26e4e) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:48.657204 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 3 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:48.681357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:48.681953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.694930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.695883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Fanout notify agent at l3_agent the message router_deleted on router b36efef0-9a58-42dc-a021-4a3b27e8693b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:04:48.722913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:48.723260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.728375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05596558-5d82-4eb5-bcf6-43807c3bec01 None None] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:48.739528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.745203 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a80f1a51-2dfd-4b96-a831-8fe6806043f7 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "DELETE /v2.0/routers/b36efef0-9a58-42dc-a021-4a3b27e8693b HTTP/1.1" status: 204 len: 168 time: 4.1835482 Sep 22 17:04:48.746204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:48.805619 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ae441010-0696-4134-99fc-8de83d2d6add tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.9789259 Sep 22 17:04:48.824985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:48.847193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d72c2822-8a53-48b0-8e97-d37a933bbd10 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:48.927579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:48.947670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:49.073178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] For port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,segment=NetworkSegment(74707323-230a-41c2-8900-b891d5f16d56),segment_id=74707323-230a-41c2-8900-b891d5f16d56)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:49.073499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.206773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.242083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Network 60685034-09a8-408a-8a6b-bf724da73143 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:49.242338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['073b8587-a90b-4891-b576-3e432ce032f8']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:49.250253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Calling delete_port for b7a0d434-ecfa-4663-a5d3-4bcd84ae314d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:49.258426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:49.276972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a9607a-e07d-4a74-b75f-c5f05bd46a08') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:49.277560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a9607a-e07d-4a74-b75f-c5f05bd46a08') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:49.290378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d72c2822-8a53-48b0-8e97-d37a933bbd10 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:49.298593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.327288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.341173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d72c2822-8a53-48b0-8e97-d37a933bbd10 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:49.341641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.342192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:49.345369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:49.345894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.433163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:49.434494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.454009 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 4 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:49.493521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.533861 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 32a9607a-e07d-4a74-b75f-c5f05bd46a08 resource provider aggregate not found Sep 22 17:04:49.538773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.543646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'Network': ['ID=073b8587-a90b-4891-b576-3e432ce032f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:49.550865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ebdc5caf-dac6-4957-b4ae-cefadad561f1 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "DELETE /v2.0/networks/073b8587-a90b-4891-b576-3e432ce032f8 HTTP/1.1" status: 204 len: 168 time: 0.8035326 Sep 22 17:04:49.554086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:49.570325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 32a9607a-e07d-4a74-b75f-c5f05bd46a08 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 32a9607a-e07d-4a74-b75f-c5f05bd46a08 found for delete ", "request_id": "req-c9ac6dad-0cfc-45bd-a626-a808849375e6"}]} Sep 22 17:04:49.593016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.632676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.647019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:49.661748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] No DVR routers for this DVR port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:49.667561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.704820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cb6a16-2e9d-455e-8f2b-df0980d7a844 None None] Pushing event deleted for resources: {'Port': ['ID=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:49.754576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.758090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d72c2822-8a53-48b0-8e97-d37a933bbd10 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:49.758474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.785168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a0b7ee-ecf9-495d-a996-6769cca653c3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:49.799580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.804705 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-92e03138-f9f1-485e-ac65-db7973620957 tempest-TestNetworkAdvancedServerOps-1773972043 tempest-TestNetworkAdvancedServerOps-1773972043-project] 10.222.0.25 "DELETE /v2.0/security-groups/70a0b7ee-ecf9-495d-a996-6769cca653c3 HTTP/1.1" status: 204 len: 168 time: 0.2489164 Sep 22 17:04:49.870763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] For port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b7a0d434-ecfa-4663-a5d3-4bcd84ae314d,segment=NetworkSegment(74707323-230a-41c2-8900-b891d5f16d56),segment_id=74707323-230a-41c2-8900-b891d5f16d56)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:49.871217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.875030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Allocated IP 2001:db8:3::2 (5b11436f-1ad0-49c1-843d-35ad76a26e4e/da9e6f51-116d-47fe-817c-d9d6bee09794/fee5ac53-73ab-4526-963d-07d4af4ec8b8) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:49.890036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port d72c2822-8a53-48b0-8e97-d37a933bbd10, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d72c2822-8a53-48b0-8e97-d37a933bbd10,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:49.896793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:49.898364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1ad4caf2-d497-42d0-84df-4cd135e2a728 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:50.103375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Calling delete_port for b7a0d434-ecfa-4663-a5d3-4bcd84ae314d owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:50.135565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.149555 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 5 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:50.178664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:50.208916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:50.244716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1ad4caf2-d497-42d0-84df-4cd135e2a728 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:50.245082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.245416 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1ad4caf2-d497-42d0-84df-4cd135e2a728 Sep 22 17:04:50.308918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:50.361765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Calling delete_port for 077df5bc-b1fd-419c-bf33-aa90fe1ebf8a owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:50.387481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.391557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0718cafd-4e36-4079-a09c-da84c2b8b71e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=38426a02657341308c90f08bcd75fe81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2079322 Sep 22 17:04:50.392696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48688) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:50.452319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.456062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Transition to ACTIVE for port object fee5ac53-73ab-4526-963d-07d4af4ec8b8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:50.478902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.490398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Transition to ACTIVE for port object fee5ac53-73ab-4526-963d-07d4af4ec8b8 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:50.491966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1ad4caf2-d497-42d0-84df-4cd135e2a728 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:50.502915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.556216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.558629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Router 65f8e650-f908-422b-91b3-07cb8b549dec has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:50.567553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c9f0a099-723d-4272-aa9c-944c10e9a283 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:router {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:50.574978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:50.575233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1373fe63-4555-436c-9311-dd19c6877937,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:50.587416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.591798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:04:50.591989 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-148acb74-df5f-495f-a12f-f80caec4ab9e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1373fe63-4555-436c-9311-dd19c6877937 HTTP/1.1" status: 204 len: 168 time: 0.1989162 Sep 22 17:04:50.592195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:04:50.621489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:50.647653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:50.653881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:50.654357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7d3a6b8c-d9f8-49f3-a4a5-56d375ec9e90 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:50.654775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed6dd0dd-10d4-44ba-ae81-08bddac28b37 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:50.687340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:50.703866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ed6dd0dd-10d4-44ba-ae81-08bddac28b37 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:50.704240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ed6dd0dd-10d4-44ba-ae81-08bddac28b37 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:50.752413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Pushing event updated for resources: {'Port': ['ID=fee5ac53-73ab-4526-963d-07d4af4ec8b8,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:50.771520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c9f0a099-723d-4272-aa9c-944c10e9a283 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:router {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:50.773029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c9f0a099-723d-4272-aa9c-944c10e9a283 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 2.4151840 Sep 22 17:04:50.775792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48696) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:50.781701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1506319952'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:50.814995 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 6 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:50.885601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d72c2822-8a53-48b0-8e97-d37a933bbd10 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:50.927658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Attempting to bind port fee5ac53-73ab-4526-963d-07d4af4ec8b8 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:50.928126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Attempting to bind port fee5ac53-73ab-4526-963d-07d4af4ec8b8 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:50.928544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Attempting to bind port fee5ac53-73ab-4526-963d-07d4af4ec8b8 on network 5b11436f-1ad0-49c1-843d-35ad76a26e4e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:50.953371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:50.953854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Checking segment: {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:50.954362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.954857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Bound using segment: {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:50.955446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Bound port: fee5ac53-73ab-4526-963d-07d4af4ec8b8, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:50.955918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.962749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.988721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:50.991075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:51.007486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48700) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:51.043465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.063897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:51.070720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d72c2822-8a53-48b0-8e97-d37a933bbd10 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:51.071497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.071497 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:51.071855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Usage tracker for resource:security_group_rule and tenant:4d0077e49afc4ba0943eac553a348060 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:51.076757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:51.085412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:51.098391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Deleting port b7a0d434-ecfa-4663-a5d3-4bcd84ae314d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:51.099516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.130644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] For port fee5ac53-73ab-4526-963d-07d4af4ec8b8, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:51.143317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] For port fee5ac53-73ab-4526-963d-07d4af4ec8b8, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fee5ac53-73ab-4526-963d-07d4af4ec8b8,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:51.153718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.305104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d72c2822-8a53-48b0-8e97-d37a933bbd10 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:51.306226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 956e3570-c16f-42b9-a8d8-593db69c379e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:51.337355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5b50fd-2ce9-4719-ba5a-32239a38a79f None None] Pushing event updated for resources: {'Port': ['ID=fee5ac53-73ab-4526-963d-07d4af4ec8b8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:51.386061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 956e3570-c16f-42b9-a8d8-593db69c379e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:51.386429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.386842 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 956e3570-c16f-42b9-a8d8-593db69c379e Sep 22 17:04:51.395514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event deleted for resources: {'Port': ['ID=077df5bc-b1fd-419c-bf33-aa90fe1ebf8a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:51.449455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.506600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.521649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] The port 'b7a0d434-ecfa-4663-a5d3-4bcd84ae314d' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:04:51.523277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:51.532269 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 7 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:51.538063 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Sync routers for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:51.561461 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:51.562093 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:51.606422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b4593e-e783-4efe-aac1-329656a348f4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:51.638336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4e102536-070c-4afb-a974-5631a3e36e1e admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=4d0077e49afc4ba0943eac553a348060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6297414 Sep 22 17:04:51.653160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:51.667243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.706532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.759552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 956e3570-c16f-42b9-a8d8-593db69c379e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:51.771317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:51.831604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 955048c1-e793-4977-b9a4-cb4c487243da no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:51.875292 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:51.875701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:51.897276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 955048c1-e793-4977-b9a4-cb4c487243da {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:51.897765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 955048c1-e793-4977-b9a4-cb4c487243da not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:51.898259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b7a0d434-ecfa-4663-a5d3-4bcd84ae314d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:04:51.951494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: b7a0d434-ecfa-4663-a5d3-4bcd84ae314d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:04:51.951838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b7a0d434-ecfa-4663-a5d3-4bcd84ae314d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:04:51.982548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.041784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.043831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router a8254833-e3bd-4e70-9d2f-d9ffdd891f65 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:52.061284 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef29d184-f173-455c-913c-e5e5a932bb3b admin admin] 10.222.0.25 "PUT /v2.0/routers/65f8e650-f908-422b-91b3-07cb8b549dec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3294890 Sep 22 17:04:52.087843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4475b5d-782d-47cc-977b-069b5b39b2b8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:52.104573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74707323-230a-41c2-8900-b891d5f16d56') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:52.105160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74707323-230a-41c2-8900-b891d5f16d56') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:52.128983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.273039 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 8 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:52.308226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.361437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.383827 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:46Z', 'revision_number': 4, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ad02f121-29e8-4715-9a22-9fad92b0706c', 'name': '', 'network_id': '60685034-09a8-408a-8a6b-bf724da73143', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'mac_address': 'fa:16:3e:16:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:42Z', 'updated_at': '2022-09-22T17:04:47Z', 'revision_number': 2, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'subnets': [{'id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:52.390707 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Checking router: 65f8e650-f908-422b-91b3-07cb8b549dec for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:52.391058 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Updating router 65f8e650-f908-422b-91b3-07cb8b549dec port ad02f121-29e8-4715-9a22-9fad92b0706c binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:52.411944 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0240d09d-5ff7-4c40-a0fd-b19ba89d9041 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "DELETE /v2.0/ports/077df5bc-b1fd-419c-bf33-aa90fe1ebf8a HTTP/1.1" status: 204 len: 168 time: 4.1411607 Sep 22 17:04:52.418571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b4593e-e783-4efe-aac1-329656a348f4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:52.421292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48714) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:52.429476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.434112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:52.450861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:52.452350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.457179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c71995b-65fc-4e1f-8a14-c6642949cbd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.459566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Request body: {'port': {'name': 'tempest-new-port-name-485398972', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:52.460114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] bootfile-name is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:52.460389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] tftp-server is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:52.460837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.api.validators [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] server-ip-address is not in valid_values {{(pid=89051) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Sep 22 17:04:52.502956 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.509615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.510250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3fe1f676-0922-4364-8a36-ff05488c796e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/89b4593e-e783-4efe-aac1-329656a348f4 HTTP/1.1" status: 204 len: 168 time: 0.8495760 Sep 22 17:04:52.572922 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 74707323-230a-41c2-8900-b891d5f16d56 resource provider aggregate not found Sep 22 17:04:52.616324 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 74707323-230a-41c2-8900-b891d5f16d56 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 74707323-230a-41c2-8900-b891d5f16d56 found for delete ", "request_id": "req-6af483bd-7e22-48f3-8de8-2dc5ebf4a540"}]} Sep 22 17:04:52.616544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:52.622729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Allocated IP 2001:db8:3::1 (5b11436f-1ad0-49c1-843d-35ad76a26e4e/da9e6f51-116d-47fe-817c-d9d6bee09794/9829112d-a2bd-4956-87f1-bebd3ead7a17) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:52.631432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] Sync routers for ids ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:52.642809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.651837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] Routers {'a8254833-e3bd-4e70-9d2f-d9ffdd891f65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:52.652701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.655018 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d10b90ab-b135-45f2-9e4d-e9bf559d7ee5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 200 len: 888 time: 1.8781989 Sep 22 17:04:52.659513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:52.662859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48724) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:52.692119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.701162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Pushing event deleted for resources: {'Network': ['ID=f4475b5d-782d-47cc-977b-069b5b39b2b8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:52.774857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e3fb651-d005-4418-8a29-0f822173973a tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/networks/f4475b5d-782d-47cc-977b-069b5b39b2b8 HTTP/1.1" status: 204 len: 168 time: 5.0116704 Sep 22 17:04:52.778481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48728) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:52.858267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1161f814-aff8-4db6-af00-872b93c136f3 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Synchronizing usage tracker for tenant:9fd6ad87cb064a6ba0846a03d7af377c on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:52.866072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:52.877506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a03461d-46cd-417c-b130-d00804300de1 None None] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:52.973472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2048684928', 'description': 'tempest-secgroup-smoke-2048684928 description', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:52.983638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:52.999230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.008018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Transition to ACTIVE for port object 9829112d-a2bd-4956-87f1-bebd3ead7a17 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:53.039115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:53.043953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.096471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:53.109182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:53.120653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7222de0a-cbdf-4a52-a267-2020fcbf7d34 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers/a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 200 len: 888 time: 0.3947177 Sep 22 17:04:53.128644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48736) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:53.140756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:53.156798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:53.168098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:53.171130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:53.171772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.182203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1161f814-aff8-4db6-af00-872b93c136f3 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Unset dirty status for tenant:9fd6ad87cb064a6ba0846a03d7af377c on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:53.186769 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1161f814-aff8-4db6-af00-872b93c136f3 tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "GET /v2.0/ports?device_id=de430c9b-256b-462e-9270-1367bf2a8172 HTTP/1.1" status: 200 len: 205 time: 0.4071369 Sep 22 17:04:53.187698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48740) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:53.229256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-988a3ab5-5202-47a1-9bf8-7cc6d481e055 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 200 len: 205 time: 0.1007574 Sep 22 17:04:53.232361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48744) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:53.244350 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 9 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:53.301076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:53.304592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.321756 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.337182 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Transition to ACTIVE for port object ad02f121-29e8-4715-9a22-9fad92b0706c will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:53.345960 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.406265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fee5ac53-73ab-4526-963d-07d4af4ec8b8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:53.416968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:53.424788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:53.429913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:53.438199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.501082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:53.509618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:53.526089 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c035aa8-da0f-49bb-a004-9e1be7ebc535 None None] Pushing event updated for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:53.530650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] Routers {'a8254833-e3bd-4e70-9d2f-d9ffdd891f65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:53.531535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:53.598220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fee5ac53-73ab-4526-963d-07d4af4ec8b8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:53.614764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:53.615166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea53a85-a255-480a-aa95-183a4ef4e8c4 None None] The sync data for ids ['a8254833-e3bd-4e70-9d2f-d9ffdd891f65'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:53.619532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:53.626620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.648737 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Attempting to bind port ad02f121-29e8-4715-9a22-9fad92b0706c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:53.649255 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Attempting to bind port ad02f121-29e8-4715-9a22-9fad92b0706c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:53.649774 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Attempting to bind port ad02f121-29e8-4715-9a22-9fad92b0706c on network 60685034-09a8-408a-8a6b-bf724da73143 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:53.655341 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:53.655769 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Checking segment: {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:53.656179 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.656560 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Bound using segment: {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:53.657175 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Bound port: ad02f121-29e8-4715-9a22-9fad92b0706c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '388048c1-aaaf-4747-9f14-6ed9a1042818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '60685034-09a8-408a-8a6b-bf724da73143'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:53.657547 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.785622 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] For port ad02f121-29e8-4715-9a22-9fad92b0706c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:53.791213 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] For port ad02f121-29e8-4715-9a22-9fad92b0706c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ad02f121-29e8-4715-9a22-9fad92b0706c,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:53.797867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.847886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.862953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.880232 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:53.881053 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:53.906215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.986423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c035aa8-da0f-49bb-a004-9e1be7ebc535 None None] Pushing event updated for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:53.990172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] In _notify_port_updated(), no bound segment for port 8232e5da-24c3-4103-a69a-4c6138c3151d on network 443ef234-9536-4058-ae4d-694b3d483d16 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:04:53.995953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:53.996627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:53.997955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "PUT /v2.0/ports/8232e5da-24c3-4103-a69a-4c6138c3151d HTTP/1.1" status: 200 len: 1135 time: 1.5599029 Sep 22 17:04:54.002485 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 10 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:54.007076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48748) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:54.007831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 8e69443e-cc39-4a7e-b4c7-ea09881c3f6d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:54.008171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.043407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.046325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.081427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.082033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Fanout notify agent at l3_agent the message router_deleted on router de430c9b-256b-462e-9270-1367bf2a8172 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:04:54.109924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Port ad02f121-29e8-4715-9a22-9fad92b0706c had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:04:54.141909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Provisioning complete for port d72c2822-8a53-48b0-8e97-d37a933bbd10 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:54.142286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.146778 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Attempt 1 to provision port d72c2822-8a53-48b0-8e97-d37a933bbd10 Sep 22 17:04:54.181061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31142cb-a0b2-43cc-a639-2eaaf9bf876c tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event updated for resources: {'Port': ['ID=8232e5da-24c3-4103-a69a-4c6138c3151d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:54.234621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.261572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.262776 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-816022c9-ffd6-48c2-8289-705dbb3120ca tempest-RoutersNegativeTest-948723886 tempest-RoutersNegativeTest-948723886-project] 10.222.0.25 "DELETE /v2.0/routers/de430c9b-256b-462e-9270-1367bf2a8172 HTTP/1.1" status: 204 len: 168 time: 1.0623708 Sep 22 17:04:54.282534 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:54.434670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0acaa14f-5701-412f-8b41-544fe782d2bc None None] Current status of the port d72c2822-8a53-48b0-8e97-d37a933bbd10 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:54.504240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d654987a-9323-4426-abeb-5fc49c55abca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.514730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d3ab84-8bf9-4990-8987-013829dbb359 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:54.515599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38d3ab84-8bf9-4990-8987-013829dbb359 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Synchronizing usage tracker for tenant:06267f85fb4f473ebf6d278026654ed2 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:04:54.566779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning for port 8232e5da-24c3-4103-a69a-4c6138c3151d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:54.573858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-38d3ab84-8bf9-4990-8987-013829dbb359 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Unset dirty status for tenant:06267f85fb4f473ebf6d278026654ed2 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:04:54.579275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:54.579874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-38d3ab84-8bf9-4990-8987-013829dbb359 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "GET /v2.0/ports/8232e5da-24c3-4103-a69a-4c6138c3151d HTTP/1.1" status: 200 len: 1135 time: 0.5438752 Sep 22 17:04:54.580225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning complete for port 8232e5da-24c3-4103-a69a-4c6138c3151d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:54.581554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.581684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.582349 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 1 to provision port 8232e5da-24c3-4103-a69a-4c6138c3151d Sep 22 17:04:54.607289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.630811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.687088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 8232e5da-24c3-4103-a69a-4c6138c3151d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:54.719962 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:46Z', 'revision_number': 4, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ad02f121-29e8-4715-9a22-9fad92b0706c', 'name': '', 'network_id': '60685034-09a8-408a-8a6b-bf724da73143', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'mac_address': 'fa:16:3e:16:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:42Z', 'updated_at': '2022-09-22T17:04:53Z', 'revision_number': 4, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'subnets': [{'id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:54.726147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a10e3d-e3ee-490b-9f1c-b3d126443756 None None] The sync data for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv is: [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:04:46Z', 'revision_number': 4, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'ad02f121-29e8-4715-9a22-9fad92b0706c', 'name': '', 'network_id': '60685034-09a8-408a-8a6b-bf724da73143', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'mac_address': 'fa:16:3e:16:6b:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_interface', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:42Z', 'updated_at': '2022-09-22T17:04:53Z', 'revision_number': 4, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'subnets': [{'id': '70c2ae01-950b-4be7-941a-93102dc3f7ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:54.765127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 8e69443e-cc39-4a7e-b4c7-ea09881c3f6d owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:54.765283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Deleting port 8232e5da-24c3-4103-a69a-4c6138c3151d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:54.765495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.796753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9320833b-030e-4519-a737-338d0a6f5bfb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:54.799776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:54.804684 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c79d8b3f-be08-41bc-90a0-4ada561dae48 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.8428278 Sep 22 17:04:54.805475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:54.840017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:54.844365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:54.862530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:54.918635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:54.924657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:54.937134 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:55.039682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.074962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.091089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0625d6d-c641-491e-aadb-64fda42ee05f admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9fd6ad87cb064a6ba0846a03d7af377c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2505038 Sep 22 17:04:55.091823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.096701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48770) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:55.158205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=8e69443e-cc39-4a7e-b4c7-ea09881c3f6d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:55.188229 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 2 to provision port 8232e5da-24c3-4103-a69a-4c6138c3151d Sep 22 17:04:55.277850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 8232e5da-24c3-4103-a69a-4c6138c3151d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:55.289963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.298872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.302222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.302987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.308042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.329457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.350506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.352348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.475494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.527432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Calling delete_port for 8232e5da-24c3-4103-a69a-4c6138c3151d owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:55.559021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.564178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.582379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.607311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.607925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router a8254833-e3bd-4e70-9d2f-d9ffdd891f65 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:04:55.624991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.637623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22253d7d-4440-47fa-80b0-c79f335a5961,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:55.647432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=775fc699-5805-40b6-b966-caa117ac5994,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:55.672932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.674454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48e32f55-4d43-42d0-b5c8-a67e56acefd4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 204 len: 168 time: 2.4409502 Sep 22 17:04:55.679452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:55.687984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.689414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce0c7619-ddd7-4658-b74c-5d0a36b98ad1 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/775fc699-5805-40b6-b966-caa117ac5994 HTTP/1.1" status: 204 len: 168 time: 0.5622244 Sep 22 17:04:55.705479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-797047083'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:55.712811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:55.717615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:55.725223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:55.732467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:55.747963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:55.753283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.779492 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 3 to provision port 8232e5da-24c3-4103-a69a-4c6138c3151d Sep 22 17:04:55.793338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:55.799538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.803784 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c26bc1d-4cd3-4c23-93ec-37ba1977fe76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9903595 Sep 22 17:04:55.804851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:55.808171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.808883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 3fa1b454-7715-4ff7-b6ad-1c548fc67d7f of type vlan for network b7d58905-98b8-4b04-97aa-2a64913a415a Sep 22 17:04:55.813039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:55.818671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event updated for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:55.823950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:55.833635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:55.838915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:55.851794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:55.881881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.927906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.931601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.933007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 8232e5da-24c3-4103-a69a-4c6138c3151d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:55.960800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.966557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:55.967344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:55.980585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.021876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:56.032724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:56.091760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event deleted for resources: {'Port': ['ID=8232e5da-24c3-4103-a69a-4c6138c3151d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:56.136650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4459507 Sep 22 17:04:56.138738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.141887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:56.151950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:56.202977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963001f4-6d80-44b0-99ac-3aa4b2bb6f64 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=b7d58905-98b8-4b04-97aa-2a64913a415a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:56.209811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.216740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b7d58905-98b8-4b04-97aa-2a64913a415a details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:56.376008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.422382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16aa6b0f-5459-4117-8426-877b957de9be,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:56.437248 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-924ea16f-cc4f-42e0-a72e-914821368c97 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "DELETE /v2.0/ports/8232e5da-24c3-4103-a69a-4c6138c3151d HTTP/1.1" status: 204 len: 168 time: 1.8540463 Sep 22 17:04:56.441218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:56.451193 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 4 to provision port 8232e5da-24c3-4103-a69a-4c6138c3151d Sep 22 17:04:56.455125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:04:56.487875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.491690 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5779dab-d347-4f81-b8e0-a94c6a563065 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6831851 Sep 22 17:04:56.499417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:56.500552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 8232e5da-24c3-4103-a69a-4c6138c3151d was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:04:56.506319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:56.517256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Could not find standard attr ID for object 077df5bc-b1fd-419c-bf33-aa90fe1ebf8a. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:04:56.518651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:56.529872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:56.536786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning for port fee5ac53-73ab-4526-963d-07d4af4ec8b8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:56.537317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:56.540628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:56.543654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning complete for port fee5ac53-73ab-4526-963d-07d4af4ec8b8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:56.544408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.545154 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 1 to provision port fee5ac53-73ab-4526-963d-07d4af4ec8b8 Sep 22 17:04:56.547075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:56.550522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:56.554905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:56.566153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:56.577008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:56.582349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.621220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.680673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Current status of the port fee5ac53-73ab-4526-963d-07d4af4ec8b8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:56.681853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.724278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] For port fee5ac53-73ab-4526-963d-07d4af4ec8b8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fee5ac53-73ab-4526-963d-07d4af4ec8b8,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:56.732266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.751757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Deleting subnet beb2902c-f92e-4e4d-b788-05bae90cf9c0 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:04:56.760246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.802406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.810392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.837529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:04:56.849212 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:04:56.850463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5cb89ee-9f17-4434-a9d2-6bb4ab89aaf9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:56.866666 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:56.868330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:56.885712 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d80c8fb-5c79-4ff2-80c4-a1981c7a5839 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0297041 Sep 22 17:04:56.887948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48814) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:56.905874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:56.906783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning for port 9829112d-a2bd-4956-87f1-bebd3ead7a17 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:56.936170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:56.937397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c040f82-5c6e-4f49-9dfe-76202cedd9a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4362826 Sep 22 17:04:56.959995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ad02f121-29e8-4715-9a22-9fad92b0706c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:57.064578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning complete for port 9829112d-a2bd-4956-87f1-bebd3ead7a17 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:57.066631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.073839 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 1 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:04:57.075769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48820) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:57.084553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:57.097863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:57.100901 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:57.102173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:57.105188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:57.113292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:57.178083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.194311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.201681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 9829112d-a2bd-4956-87f1-bebd3ead7a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:57.224554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Pushing event updated for resources: {'Port': ['ID=fee5ac53-73ab-4526-963d-07d4af4ec8b8,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:57.231816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.262851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.268049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ad02f121-29e8-4715-9a22-9fad92b0706c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:04:57.279448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ad02f121-29e8-4715-9a22-9fad92b0706c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:04:57.280063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.280965 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:04:57.356877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.397361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.402932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:57.403604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: b7d58905-98b8-4b04-97aa-2a64913a415a, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:04:57.447584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4559f950-e6d2-4515-bb0f-da7c9470ad4c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:57.450386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=7e6a3192-967c-4279-ad48-68448624ad7b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:57.467134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.468434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f165ff77-da37-4c3a-b375-de53eb10109f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3916378 Sep 22 17:04:57.477539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:57.484281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:57.491068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network b7d58905-98b8-4b04-97aa-2a64913a415a is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:04:57.494679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:57.502297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ad02f121-29e8-4715-9a22-9fad92b0706c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:04:57.502703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:57.502952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.506285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:57.513069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b7d58905-98b8-4b04-97aa-2a64913a415a) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:57.515956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:57.525176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:57.526086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.529239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fc3378-63bc-4a18-838c-5f02a318740c None None] Network b7d58905-98b8-4b04-97aa-2a64913a415a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:57.549990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Project f5d66e0c04e747d5876e8312206fbd34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:04:57.561077 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-03712f1d-f306-41a0-9def-f8c07e6100e8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4176209 Sep 22 17:04:57.561325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48836) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:57.562868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.571393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-901487972', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:57.581278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:57.620018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.649649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.657579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:57.658339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.669829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port ad02f121-29e8-4715-9a22-9fad92b0706c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ad02f121-29e8-4715-9a22-9fad92b0706c,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:57.672287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:57.685493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.693532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:57.721514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73f3effe-3b23-428a-bb09-a9951d6b0c0c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:57.752065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.754020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd0a1004-6b6b-419d-a3be-ba1a269f4128 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2752752 Sep 22 17:04:57.757236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:57.772927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'security_group_rule': {'security_group_id': '9320833b-030e-4519-a737-338d0a6f5bfb', 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:57.780359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.781426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.792789 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 2 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:04:57.810880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:57.837041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:security_group_rule and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:57.841517 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:54Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:54Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:57.848036 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:04:57.848881 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Updating router d2813154-f4c5-40ae-9ad6-05be891a7d36 port 9829112d-a2bd-4956-87f1-bebd3ead7a17 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:04:57.871688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:57.900918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:57.908281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.925817 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:57.983996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:58.001549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 9829112d-a2bd-4956-87f1-bebd3ead7a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:58.057608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:58.068971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b7d58905-98b8-4b04-97aa-2a64913a415a', 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '7e6a3192-967c-4279-ad48-68448624ad7b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:04:58.069836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.115018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.126726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event deleted for resources: {'Subnet': ['ID=beb2902c-f92e-4e4d-b788-05bae90cf9c0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:58.147021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d73323-3f6a-4569-9967-d588d6c8cb8b None None] Network 443ef234-9536-4058-ae4d-694b3d483d16 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:04:58.165617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.200445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Project f5d66e0c04e747d5876e8312206fbd34 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:04:58.232218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--1631030077', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:58.240027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:58.244402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.247038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:58.251684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:58.259888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:58.273123 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53d127e3-7383-425a-8e48-30d881900d19 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "DELETE /v2.0/subnets/beb2902c-f92e-4e4d-b788-05bae90cf9c0 HTTP/1.1" status: 204 len: 168 time: 1.8255785 Sep 22 17:04:58.277165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48854) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:58.281434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:04:58.286507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.303897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.316928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:04:58.331369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.365431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:04:58.365894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.378621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.382540 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4f9eec4-e399-43df-9f26-f4c0fd9cc634 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.8167734 Sep 22 17:04:58.384971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:58.426503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.442389 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Transition to ACTIVE for port object 9829112d-a2bd-4956-87f1-bebd3ead7a17 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:58.453777 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.471681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:58.482514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Allocated IP 172.20.0.2 (b7d58905-98b8-4b04-97aa-2a64913a415a/7e6a3192-967c-4279-ad48-68448624ad7b/06c1632f-f9f8-4519-9386-483a3da1e4d4) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:04:58.502099 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 3 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:04:58.515287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:04:58.523377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:04:58.537092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:04:58.543298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.577473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Deleting port 956e3570-c16f-42b9-a8d8-593db69c379e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:58.578291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.662215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 9829112d-a2bd-4956-87f1-bebd3ead7a17 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:04:58.717720 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c2d22-53b0-41e6-abee-59483aa89834 None None] Pushing event updated for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:58.723213 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Attempting to bind port 9829112d-a2bd-4956-87f1-bebd3ead7a17 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:04:58.723846 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Attempting to bind port 9829112d-a2bd-4956-87f1-bebd3ead7a17 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:04:58.724999 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Attempting to bind port 9829112d-a2bd-4956-87f1-bebd3ead7a17 on network 5b11436f-1ad0-49c1-843d-35ad76a26e4e {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:04:58.737325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.740740 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:04:58.742011 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Checking segment: {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:04:58.742421 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.742815 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Bound using segment: {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:04:58.744406 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Bound port: 9829112d-a2bd-4956-87f1-bebd3ead7a17, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8c6917-fda3-4ff2-947b-1b2741b01a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:04:58.744561 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.748715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.855391 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] For port 9829112d-a2bd-4956-87f1-bebd3ead7a17, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:04:58.858903 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] For port 9829112d-a2bd-4956-87f1-bebd3ead7a17, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9829112d-a2bd-4956-87f1-bebd3ead7a17,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:04:58.865987 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.874141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.883868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] For port 956e3570-c16f-42b9-a8d8-593db69c379e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=956e3570-c16f-42b9-a8d8-593db69c379e,segment=NetworkSegment(6875ce67-8b2a-4bb0-ba61-3cdec082f492),segment_id=6875ce67-8b2a-4bb0-ba61-3cdec082f492)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:58.884265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:58.888544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Transition to ACTIVE for port object 06c1632f-f9f8-4519-9386-483a3da1e4d4 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:58.917101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Transition to ACTIVE for port object 06c1632f-f9f8-4519-9386-483a3da1e4d4 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:04:58.925304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] DHCP port deletion for 443ef234-9536-4058-ae4d-694b3d483d16 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:04:58.930129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fee5ac53-73ab-4526-963d-07d4af4ec8b8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:04:58.934856 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:04:58.935570 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:58.974107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.033076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Calling delete_port for 956e3570-c16f-42b9-a8d8-593db69c379e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:59.044988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Deleting port 956e3570-c16f-42b9-a8d8-593db69c379e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:04:59.046070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.048063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf1138cd-8351-4714-afba-98368575fca1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.079786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.090935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.105103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:04:59.115039 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:04:59.116403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.116798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment 7b74d75f-f12b-47ce-9fce-30dd3ab90289 of type vlan for network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 Sep 22 17:04:59.149066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.207997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.209410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05bd4560-3339-446e-9be7-ebc00146d8cf tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.4447186 Sep 22 17:04:59.244119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.254317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:04:59.255504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.374790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Network b7d58905-98b8-4b04-97aa-2a64913a415a is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:04:59.387961 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 4 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:04:59.414042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:04:59.433300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] For port 956e3570-c16f-42b9-a8d8-593db69c379e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=956e3570-c16f-42b9-a8d8-593db69c379e,segment=NetworkSegment(6875ce67-8b2a-4bb0-ba61-3cdec082f492),segment_id=6875ce67-8b2a-4bb0-ba61-3cdec082f492)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:04:59.433558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.433945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.446873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46b079e8-595a-4601-a70c-6c723b70820d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.450748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:04:59.469531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.522809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6c2d22-53b0-41e6-abee-59483aa89834 None None] Pushing event updated for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.526957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.546452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a959a75-c2e2-4870-9dde-ff1ad7354967 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5588148 Sep 22 17:04:59.547754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 48892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:04:59.549444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event deleted for resources: {'Port': ['ID=956e3570-c16f-42b9-a8d8-593db69c379e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.551474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] No DVR routers for this DVR port 956e3570-c16f-42b9-a8d8-593db69c379e on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:04:59.554386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.572364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:04:59.652273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.672892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:04:59.675356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:04:59.766298 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 6, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:59.766633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.777258 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6998d170-6d91-4351-822b-d5f7d29d0c17 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 6, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:04:59.804644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443ef234-9536-4058-ae4d-694b3d483d16']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:59.824990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6875ce67-8b2a-4bb0-ba61-3cdec082f492') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:59.825288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6875ce67-8b2a-4bb0-ba61-3cdec082f492') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:04:59.828024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Calling delete_port for 956e3570-c16f-42b9-a8d8-593db69c379e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:04:59.856447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.889346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.897555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:04:59.898109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:04:59.957486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Pushing event updated for resources: {'Port': ['ID=06c1632f-f9f8-4519-9386-483a3da1e4d4,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:04:59.989278 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6875ce67-8b2a-4bb0-ba61-3cdec082f492 resource provider aggregate not found Sep 22 17:05:00.018390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:00.022629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6875ce67-8b2a-4bb0-ba61-3cdec082f492 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6875ce67-8b2a-4bb0-ba61-3cdec082f492 found for delete ", "request_id": "req-228d23f1-cf5f-4b62-9c62-681d71fb0d85"}]} Sep 22 17:05:00.032590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.043804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.083710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] Pushing event deleted for resources: {'Network': ['ID=443ef234-9536-4058-ae4d-694b3d483d16,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:00.095484 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c215d55e-5e7f-44f3-9454-06ac5232baa2 tempest-ExtraDHCPOptionsTestJSON-1374822750 tempest-ExtraDHCPOptionsTestJSON-1374822750-project] 10.222.0.25 "DELETE /v2.0/networks/443ef234-9536-4058-ae4d-694b3d483d16 HTTP/1.1" status: 204 len: 168 time: 1.8165088 Sep 22 17:05:00.130246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Port 9829112d-a2bd-4956-87f1-bebd3ead7a17 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:05:00.132109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Attempting to bind port 06c1632f-f9f8-4519-9386-483a3da1e4d4 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:00.132376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Attempting to bind port 06c1632f-f9f8-4519-9386-483a3da1e4d4 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:00.132757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Attempting to bind port 06c1632f-f9f8-4519-9386-483a3da1e4d4 on network b7d58905-98b8-4b04-97aa-2a64913a415a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:00.138881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fee5ac53-73ab-4526-963d-07d4af4ec8b8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:00.139360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.139697 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fee5ac53-73ab-4526-963d-07d4af4ec8b8 Sep 22 17:05:00.206788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:00.207163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Checking segment: {'id': '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:00.207737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.208138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Bound using segment: {'id': '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:00.208642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Bound port: 06c1632f-f9f8-4519-9386-483a3da1e4d4, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b7d58905-98b8-4b04-97aa-2a64913a415a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:00.209025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.231896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:00.254921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:00.290207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:05:00.290591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:05:00.312549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.313619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.325741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Provisioning complete for port ad02f121-29e8-4715-9a22-9fad92b0706c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:00.326132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.326431 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Attempt 1 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:05:00.409618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:00.642126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] For port 06c1632f-f9f8-4519-9386-483a3da1e4d4, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:00.645707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.20.0.1 (b7d58905-98b8-4b04-97aa-2a64913a415a/7e6a3192-967c-4279-ad48-68448624ad7b/cda10453-2897-4fc3-aa18-a777105e6cdf) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:00.698469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48920) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:00.701273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] For port 06c1632f-f9f8-4519-9386-483a3da1e4d4, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=06c1632f-f9f8-4519-9386-483a3da1e4d4,segment=NetworkSegment(3fa1b454-7715-4ff7-b6ad-1c548fc67d7f),segment_id=3fa1b454-7715-4ff7-b6ad-1c548fc67d7f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:00.706063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fee5ac53-73ab-4526-963d-07d4af4ec8b8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:00.708531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ad02f121-29e8-4715-9a22-9fad92b0706c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:00.740313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.835512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.861623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Deleting port 956e3570-c16f-42b9-a8d8-593db69c379e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:00.862102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:00.900556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8891a931-e236-475c-9da9-480affd02bb6 None None] Pushing event updated for resources: {'Port': ['ID=06c1632f-f9f8-4519-9386-483a3da1e4d4,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:00.984468 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-47b873d3-bbbf-44c0-b312-6a49064c80ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=06267f85fb4f473ebf6d278026654ed2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2837036 Sep 22 17:05:00.988491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48928) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:01.021678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3e08d3af-94bc-46b6-aff1-0292a3ecac46 None None] The port '956e3570-c16f-42b9-a8d8-593db69c379e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:05:01.085078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Current status of the port ad02f121-29e8-4715-9a22-9fad92b0706c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:01.089769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dbc8a06e-046e-4bbe-a192-7a8ef37ab371 None None] Could not find standard attr ID for object 956e3570-c16f-42b9-a8d8-593db69c379e. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:05:01.091693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ad02f121-29e8-4715-9a22-9fad92b0706c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:01.091969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.092962 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ad02f121-29e8-4715-9a22-9fad92b0706c Sep 22 17:05:01.134861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.205022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.306548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.335511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1152404-3d23-498c-b933-ff86b596177c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:01.354708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.358260 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec5ccc67-0356-4b59-b2e6-2d17c48164b6 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c1152404-3d23-498c-b933-ff86b596177c HTTP/1.1" status: 204 len: 168 time: 0.3661664 Sep 22 17:05:01.459922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ad02f121-29e8-4715-9a22-9fad92b0706c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:01.544476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 956e3570-c16f-42b9-a8d8-593db69c379e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:01.607971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 956e3570-c16f-42b9-a8d8-593db69c379e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:01.608391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 956e3570-c16f-42b9-a8d8-593db69c379e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:01.611744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:01.626152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:01.636655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.638973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:01.640382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:01.641887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.663976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:01.667644 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d39f5de4-46d3-4a37-9eb5-e6e9ed0b6af3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 952 time: 4.7673519 Sep 22 17:05:01.668006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:01.700536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object cda10453-2897-4fc3-aa18-a777105e6cdf will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:01.881555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:02.001864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:02.061670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=cda10453-2897-4fc3-aa18-a777105e6cdf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:02.113988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network b7d58905-98b8-4b04-97aa-2a64913a415a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:02.116322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:02.125052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:02.311037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:02.350214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a65fc5eb-2678-4621-a4a5-5b639ac57d17 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 952 time: 0.6803670 Sep 22 17:05:02.350859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48988) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:02.362923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'routes': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:02.438389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9829112d-a2bd-4956-87f1-bebd3ead7a17 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:02.611280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9829112d-a2bd-4956-87f1-bebd3ead7a17 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:02.621300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-028dea62-68f9-453d-ac70-137fffad0245 None None] Network b7d58905-98b8-4b04-97aa-2a64913a415a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:02.644576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9829112d-a2bd-4956-87f1-bebd3ead7a17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:02.645253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:02.645588 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:05:02.677527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 6, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:02.802609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 48996) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:02.833683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:02.860937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28f5e04c-4347-4efe-aec4-07822ef952b6 None None] Provisioning for port 06c1632f-f9f8-4519-9386-483a3da1e4d4 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:02.906272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:02.907284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:02.979407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.057002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.082011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1602717527'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:03.106203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:03.114333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:03.119494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:03.131171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:03.206417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:03.211187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.231606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.343991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:03.357215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:security_group_rule and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:03.361712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.363380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:03.373291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:03.479403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added routes are [] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:05:03.480146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.extraroute_db [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=89051) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:05:03.518518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:03.591362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.609549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9829112d-a2bd-4956-87f1-bebd3ead7a17 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:03.609930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.680890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.50 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/3b27e43f-e686-4f34-89d3-630d6e4d3d93) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:03.838225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.857192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.894561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 9829112d-a2bd-4956-87f1-bebd3ead7a17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9829112d-a2bd-4956-87f1-bebd3ead7a17,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:03.905334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9edb82c0-6a6d-44bf-91d7-a0917cb995d7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:03.915466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:03.916253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 06c1632f-f9f8-4519-9386-483a3da1e4d4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:03.942702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:04.045582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-3f23efa5-946e-45ea-af5d-d736909c715b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3799469 Sep 22 17:05:04.046579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.046921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment 4f5181f1-fa83-40df-982d-e7821a3e99e5 of type vlan for network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 Sep 22 17:05:04.150204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:04.158786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.169291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 06c1632f-f9f8-4519-9386-483a3da1e4d4 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:04.198630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 06c1632f-f9f8-4519-9386-483a3da1e4d4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:04.199104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.199448 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 06c1632f-f9f8-4519-9386-483a3da1e4d4 Sep 22 17:05:04.280674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 6, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:04.288872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da7c3d1f-7b86-4b53-9068-70d44730fe37 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 6, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:04:58Z', 'revision_number': 4, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:04.328859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.414593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 06c1632f-f9f8-4519-9386-483a3da1e4d4 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:04.416476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.431560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:05:04.458194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:04.464693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:04.473193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:04.498809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 06c1632f-f9f8-4519-9386-483a3da1e4d4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=06c1632f-f9f8-4519-9386-483a3da1e4d4,segment=NetworkSegment(3fa1b454-7715-4ff7-b6ad-1c548fc67d7f),segment_id=3fa1b454-7715-4ff7-b6ad-1c548fc67d7f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:04.508135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.533521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.555526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.580278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.634891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.697557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Provisioning complete for port 06c1632f-f9f8-4519-9386-483a3da1e4d4 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:04.707626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.710091 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 1 to provision port 06c1632f-f9f8-4519-9386-483a3da1e4d4 Sep 22 17:05:04.717368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-1e98ba82-3f08-458e-b7a0-2296b08cb1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:04.718974 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-1e98ba82-3f08-458e-b7a0-2296b08cb1be service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.5923052 Sep 22 17:05:04.728426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.740779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:04.741589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.779242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9829112d-a2bd-4956-87f1-bebd3ead7a17 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:04.785000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.826198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=3b27e43f-e686-4f34-89d3-630d6e4d3d93,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:04.854502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=06c1632f-f9f8-4519-9386-483a3da1e4d4,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:04.927460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9829112d-a2bd-4956-87f1-bebd3ead7a17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:04.927837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:04.928171 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9829112d-a2bd-4956-87f1-bebd3ead7a17 Sep 22 17:05:04.930155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.930505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.931026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.931407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.931805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.932142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.932487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.932885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.933396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.933735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.934128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:04.934462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:05.019040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Current status of the port 06c1632f-f9f8-4519-9386-483a3da1e4d4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:05.020775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=cda10453-2897-4fc3-aa18-a777105e6cdf,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:05.034951 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.2265975 Sep 22 17:05:05.092274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:05.143382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Provisioning for port cda10453-2897-4fc3-aa18-a777105e6cdf completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:05.150346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Provisioning complete for port cda10453-2897-4fc3-aa18-a777105e6cdf triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:05.150758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:05.151099 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 1 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:05.211992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9829112d-a2bd-4956-87f1-bebd3ead7a17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:05.221098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:05.293715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:05.294677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d92706e-322a-4a72-8151-fb92fdba907b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=1ffac9ca-c6dd-457c-bc7a-62c10f292409,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:05.306672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:05.412951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-7af3d1da-0e6f-4ae5-aed6-a2d136ee456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:05.414613 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-7af3d1da-0e6f-4ae5-aed6-a2d136ee456c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.6490860 Sep 22 17:05:05.658397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-f032124b-9dc8-4f1f-be83-66b391df808d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.2375367 Sep 22 17:05:05.711152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:05.712810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:05.722478 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 2 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:05.726315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:05.729905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bbf565c-93a2-4efa-bbd7-ebcd0c7017c3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 702 time: 3.3738039 Sep 22 17:05:05.730367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49010) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:05.731606 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:05.746100 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:05.749122 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:05.866548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:05.879266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-86ff4a4a-e938-4177-baac-7cb108d11e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:05.884733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-86ff4a4a-e938-4177-baac-7cb108d11e7f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.2199047 Sep 22 17:05:05.982212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cd6ecd6-38af-4896-af0d-db2202e9e6ae tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 702 time: 0.2504277 Sep 22 17:05:05.985723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49014) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:06.071333 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:06.157189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-164eb297-a496-4b1a-b6c5-6f31802d62c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:06.158699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-164eb297-a496-4b1a-b6c5-6f31802d62c1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2671371 Sep 22 17:05:06.367520 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 3 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:06.428037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:06.511029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:06.686338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 06c1632f-f9f8-4519-9386-483a3da1e4d4 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:06.748195 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 7, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:06.760431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:06.780990 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:06.782022 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:06.826668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 06c1632f-f9f8-4519-9386-483a3da1e4d4 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:06.827296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:06.827882 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 06c1632f-f9f8-4519-9386-483a3da1e4d4 Sep 22 17:05:06.931240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network b7d58905-98b8-4b04-97aa-2a64913a415a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:06.936696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:06.953102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-f9cee61b-601d-470c-a278-e7c99835cf3c service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7790730 Sep 22 17:05:07.062454 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 4 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:07.105183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 06c1632f-f9f8-4519-9386-483a3da1e4d4 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:07.155126 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:07.203934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:07.460443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:05:07.578222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 5994f704-b86e-4a72-9ef3-585a0cb5a7cf is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:05:07.706360 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 5 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:07.788541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:07.843207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4bda2e56-7d86-4813-a3cb-e6acc83cf844 req-fc48c185-4e4f-4d9a-9e5f-0545f4296334 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8557370 Sep 22 17:05:07.939479 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 7, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:07.950516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e00e5f38-0185-49f7-9dac-4c081ea3b2d7 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 7, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9829112d-a2bd-4956-87f1-bebd3ead7a17', 'name': '', 'network_id': '5b11436f-1ad0-49c1-843d-35ad76a26e4e', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:54:48:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 970, 'fixed_ips': [{'subnet_id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:51Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'da9e6f51-116d-47fe-817c-d9d6bee09794', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:07.951340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:07.971421 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:05:08.069822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:08.099375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:08.105750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:08.110993 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d75410bc-9e23-4843-896b-bfe318d1d696 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 8.5535684 Sep 22 17:05:08.111793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49022) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.120357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:08.126873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:08.297622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:08.308905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] Sync routers for ids ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:08.318957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9e7d04da-f9c3-43f1-9312-d5f0a2d475a3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/5994f704-b86e-4a72-9ef3-585a0cb5a7cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8765271 Sep 22 17:05:08.319857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49028) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.320552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49030) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.321662 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] Routers {'5994f704-b86e-4a72-9ef3-585a0cb5a7cf'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:08.331127 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:08.359126 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 6 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:08.398125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:08.548499 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:08.549663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:08.571634 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] Routers {'5994f704-b86e-4a72-9ef3-585a0cb5a7cf'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:08.572670 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:08.597256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:08.623743 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7eaf4d18-2569-4ccb-87d9-9a1a0dccc1a7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5015392 Sep 22 17:05:08.625137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:subnet and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:08.630267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49038) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.631050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:08.660247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:08.679695 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:08.680535 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81899363-7b75-4c9f-b204-d53ce29ea5a4 None None] The sync data for ids ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:08.716335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:08.730731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 9829112d-a2bd-4956-87f1-bebd3ead7a17 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:08.731355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:08.732009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd2737d-e2ee-46eb-a086-4c2089113dd5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:08.732631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1fd2737d-e2ee-46eb-a086-4c2089113dd5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:08.781235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:08.784701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:08.890854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1fd2737d-e2ee-46eb-a086-4c2089113dd5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:08.894409 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fd2737d-e2ee-46eb-a086-4c2089113dd5 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports/cda10453-2897-4fc3-aa18-a777105e6cdf HTTP/1.1" status: 200 len: 910 time: 0.5708489 Sep 22 17:05:08.897870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.905580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e85cf1-b028-41ae-9511-c5cdaa65f102 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:08.907023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d6e85cf1-b028-41ae-9511-c5cdaa65f102 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2730691 Sep 22 17:05:08.916422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7e6a3192-967c-4279-ad48-68448624ad7b'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:08.919282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.988241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49052) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:08.989739 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-38e61471-f431-4049-affd-192b3cc8d471 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0685277 Sep 22 17:05:09.012775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-929904643', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:09.052259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 9829112d-a2bd-4956-87f1-bebd3ead7a17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9829112d-a2bd-4956-87f1-bebd3ead7a17,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:09.052804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.055432 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 7 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:09.216515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:09.267937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:05Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:09.274448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:09.275290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Updating router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:05:09.279162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:09.296514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:09.320059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 9829112d-a2bd-4956-87f1-bebd3ead7a17 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:09.332220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:09.352946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.365693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:09.413132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:09.416569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.430540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.556949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.731843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.732567 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 8 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:09.798246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=9829112d-a2bd-4956-87f1-bebd3ead7a17,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:09.807381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.807626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.808226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.808362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.808628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.808973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.809498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.809631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.809913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.810226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.810542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.810864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:09.820693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:09.952767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:09.973768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=119015c1-f60b-4e5d-b2ca-25cbf6973368,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:09.989619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Transition to ACTIVE for port object 3b27e43f-e686-4f34-89d3-630d6e4d3d93 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:10.001978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.004648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': '4f5181f1-fa83-40df-982d-e7821a3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:10.006800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: 1ffac9ca-c6dd-457c-bc7a-62c10f292409, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:10.062108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Attempting to bind port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:10.062400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Attempting to bind port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:10.063387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Attempting to bind port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:10.103291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:10.103291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:10.103695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.104158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:10.104814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Bound port: 3b27e43f-e686-4f34-89d3-630d6e4d3d93, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:10.105202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.181424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f052-d536-46ca-8a55-7a6bb56d2b7e None None] Pushing event updated for resources: {'Port': ['ID=3b27e43f-e686-4f34-89d3-630d6e4d3d93,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:10.188855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.191332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:10.233966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1ffac9ca-c6dd-457c-bc7a-62c10f292409) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:10.246765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd580d9-37e2-4348-aff9-c587eb33569c None None] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:10.259964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:10.260540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.382114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.428956 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 9 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:10.436003 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c96512df-b6e6-43ac-9396-94e7e41eeb30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1111491 Sep 22 17:05:10.446776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49058) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:10.463164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-244975010'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:10.492672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:10.501339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:10.506210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:10.524480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:10.555904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:10.561176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=a7f764a6-a871-47ce-8e22-ef980c582b81,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:10.563316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] For port 3b27e43f-e686-4f34-89d3-630d6e4d3d93, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:10.579856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] For port 3b27e43f-e686-4f34-89d3-630d6e4d3d93, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3b27e43f-e686-4f34-89d3-630d6e4d3d93,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:10.591643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:10.594954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.612834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:10.613187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: c7c8f1aa-28dc-466e-95ff-35d8c144eaa9, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:10.649707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:10.654161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.682252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.683827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:10.691546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.692984 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment 5a94787b-1740-498c-9025-c0deda22a0f3 of type vlan for network 1107f3b7-b10c-4702-a526-9dcaa088a347 Sep 22 17:05:10.696065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:10.697771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-1ffac9ca-c6dd-457c-bc7a-62c10f292409', 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409', 'tenant_id': '64e2f61062d14013bfe38b11c8eb3b4a', 'fixed_ips': [{'subnet_id': '119015c1-f60b-4e5d-b2ca-25cbf6973368'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:10.698599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.713115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.733611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:10.734255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:10.813400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.883932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c7c8f1aa-28dc-466e-95ff-35d8c144eaa9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:10.888768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:10.889356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.900518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:10.909489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96268763-08f2-4701-8aab-d58a4be9beed None None] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:10.930682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:10.938957 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a40566bb-bbdd-4a5a-8afe-f15e59bcd63c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9470446 Sep 22 17:05:10.939179 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2208ad77-b143-4f38-b412-84c17312c822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.9311755 Sep 22 17:05:10.939283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:10.939283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:10.943823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:10.944460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:10.948376 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/ports/cda10453-2897-4fc3-aa18-a777105e6cdf HTTP/1.1" status: 200 len: 910 time: 2.0447955 Sep 22 17:05:10.951013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:11.053751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:11.054298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:11.080194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.087615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:11.088471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.105188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e68c263-39c2-415f-b3be-ec97c908dfc3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=cda10453-2897-4fc3-aa18-a777105e6cdf,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:11.138577 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Attempt 10 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:11.229541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet da9e6f51-116d-47fe-817c-d9d6bee09794 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:11.232991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.289760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.290618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f052-d536-46ca-8a55-7a6bb56d2b7e None None] Pushing event updated for resources: {'Port': ['ID=3b27e43f-e686-4f34-89d3-630d6e4d3d93,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:11.298255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:11.402304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.491350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=1107f3b7-b10c-4702-a526-9dcaa088a347,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:11.519229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dee2ef4e-d667-4260-9ba0-cd4a43d73c62 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0662751 Sep 22 17:05:11.524122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49076) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:11.534496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:11.536709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:11.563994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-65047f9b-7556-4cde-97b7-ba683fce7265 None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:11.571854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.627007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:11.642725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=da9e6f51-116d-47fe-817c-d9d6bee09794,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:11.650206 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-25f043af-c233-4993-bd24-c6274ced18ef tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/da9e6f51-116d-47fe-817c-d9d6bee09794 HTTP/1.1" status: 204 len: 168 time: 0.7123101 Sep 22 17:05:11.653854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:11.724116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebef789-054c-4f78-b75d-c7dd53b6e515 None None] Network 5b11436f-1ad0-49c1-843d-35ad76a26e4e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:11.866443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:11.896976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:subnet and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:11.903920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:11.915738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:11.949705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:11.984394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:11.989315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.068744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.097033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port fee5ac53-73ab-4526-963d-07d4af4ec8b8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:12.097375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.103313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Provisioning complete for port cda10453-2897-4fc3-aa18-a777105e6cdf triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:12.103609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.103963 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Attempt 1 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:12.292736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Allocated IP 2001:db8:0:ffff::2 (1ffac9ca-c6dd-457c-bc7a-62c10f292409/119015c1-f60b-4e5d-b2ca-25cbf6973368/d99f50d6-4f0d-4a02-bc4c-30acb5393c2a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:12.573806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:12.573806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.575374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port fee5ac53-73ab-4526-963d-07d4af4ec8b8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fee5ac53-73ab-4526-963d-07d4af4ec8b8,segment=NetworkSegment(2a8c6917-fda3-4ff2-947b-1b2741b01a57),segment_id=2a8c6917-fda3-4ff2-947b-1b2741b01a57)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:12.575739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.635653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.698034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:12.715551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for fee5ac53-73ab-4526-963d-07d4af4ec8b8 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:12.897154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:12.946961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No DVR routers for this DVR port fee5ac53-73ab-4526-963d-07d4af4ec8b8 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:13.011564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.025148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=fee5ac53-73ab-4526-963d-07d4af4ec8b8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:13.111968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:05:13.114286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.159458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:05Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:13.161458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9642b30c-f71d-4eb8-82f2-521ce05d870e None None] DHCP port deletion for 5b11436f-1ad0-49c1-843d-35ad76a26e4e request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:13.180674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7c98591-b3bd-4299-a33c-bcd6814c7c0a None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:05Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:13.210138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=98390891-895e-4a15-b962-fe94006f2760,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:13.215870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.227542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Transition to ACTIVE for port object d99f50d6-4f0d-4a02-bc4c-30acb5393c2a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:13.251099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Transition to ACTIVE for port object d99f50d6-4f0d-4a02-bc4c-30acb5393c2a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:13.264364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Allocated IP 172.20.0.2 (c7c8f1aa-28dc-466e-95ff-35d8c144eaa9/a7f764a6-a871-47ce-8e22-ef980c582b81/c9272991-5b44-407a-808f-20744237a91d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:13.324193 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Attempt 2 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:13.328509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': '5a94787b-1740-498c-9025-c0deda22a0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:13.328910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: 1107f3b7-b10c-4702-a526-9dcaa088a347, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:13.357335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port cda10453-2897-4fc3-aa18-a777105e6cdf {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:13.357654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.366408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.431983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:13.474280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1107f3b7-b10c-4702-a526-9dcaa088a347) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:13.504822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:13.505419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.635974 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78ce7d0a-6975-454c-b317-f520180cc52c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1105213 Sep 22 17:05:13.653926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49088) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:13.663182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'port': {'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347', 'name': 'tempest-NetworksIpV6TestAttrs-1977011752'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:13.726281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:13.730127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6100fdfd-fcf2-40da-b2c2-dab9b015f54d None None] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:13.740756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b11436f-1ad0-49c1-843d-35ad76a26e4e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:13.762384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.766720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8c6917-fda3-4ff2-947b-1b2741b01a57') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:13.767016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8c6917-fda3-4ff2-947b-1b2741b01a57') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:13.803270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.834295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.855422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.893786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:13.894219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:13.984150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:13.996206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:13.997855 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2a8c6917-fda3-4ff2-947b-1b2741b01a57 resource provider aggregate not found Sep 22 17:05:14.010505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:14.043434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2a8c6917-fda3-4ff2-947b-1b2741b01a57 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2a8c6917-fda3-4ff2-947b-1b2741b01a57 found for delete ", "request_id": "req-acafbe84-5536-42f2-b856-a48899b4f7d3"}]} Sep 22 17:05:14.077917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.098269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for cda10453-2897-4fc3-aa18-a777105e6cdf owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:14.122691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:09Z', 'revision_number': 8, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:14.133900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.153547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/5b11436f-1ad0-49c1-843d-35ad76a26e4e HTTP/1.1" status: 204 len: 168 time: 2.4963605 Sep 22 17:05:14.160725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:14.182188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Pushing event updated for resources: {'Port': ['ID=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:14.205678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.208206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.210234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.210588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.210921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.211252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.211582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.211910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.212232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.212551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.212893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.213208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:14.218320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:14.240508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:14.270917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708e9717-ed68-4a0b-b694-519285e828b6 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=5b11436f-1ad0-49c1-843d-35ad76a26e4e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:14.345730 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Attempt 3 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:14.514755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:14.515391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:14.579168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:port and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:14.594046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for port was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:14.620271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:14.657888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:14.678752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:14.697552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.750155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b27e43f-e686-4f34-89d3-630d6e4d3d93 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:14.797347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Attempting to bind port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:14.797803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Attempting to bind port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4f5181f1-fa83-40df-982d-e7821a3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:14.798112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Attempting to bind port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a on network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:14.809476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.862916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Transition to ACTIVE for port object c9272991-5b44-407a-808f-20744237a91d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:14.869148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:14.869564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Checking segment: {'id': '4f5181f1-fa83-40df-982d-e7821a3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:14.869914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.870356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Bound using segment: {'id': '4f5181f1-fa83-40df-982d-e7821a3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:14.870777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Bound port: d99f50d6-4f0d-4a02-bc4c-30acb5393c2a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f5181f1-fa83-40df-982d-e7821a3e99e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '1ffac9ca-c6dd-457c-bc7a-62c10f292409'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:14.871150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:14.939813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] device_id is not set on port 77cb76e1-f62c-410b-9b9c-89db654e71bf yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:05:15.003615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Transition to ACTIVE for port object c9272991-5b44-407a-808f-20744237a91d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:15.026566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:15.094265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.098132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-1107f3b7-b10c-4702-a526-9dcaa088a347', 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347', 'tenant_id': '64e2f61062d14013bfe38b11c8eb3b4a', 'fixed_ips': [{'subnet_id': '98390891-895e-4a15-b962-fe94006f2760'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:15.098945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.125308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (c7c8f1aa-28dc-466e-95ff-35d8c144eaa9/a7f764a6-a871-47ce-8e22-ef980c582b81/0429a499-48dd-46d2-9893-e611811c8b57) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:15.148919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.162536 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Attempt 4 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:15.265755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.307396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:15.343433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Allocated IP 2001:db8::f816:3eff:fea6:2583 (1107f3b7-b10c-4702-a526-9dcaa088a347/98390891-895e-4a15-b962-fe94006f2760/77cb76e1-f62c-410b-9b9c-89db654e71bf) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:15.349588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=cda10453-2897-4fc3-aa18-a777105e6cdf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:15.377284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:15.403917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:15.435500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:15.448178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:15.448554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.449075 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 Sep 22 17:05:15.501461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] For port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:15.800790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] For port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,segment=NetworkSegment(4f5181f1-fa83-40df-982d-e7821a3e99e5),segment_id=4f5181f1-fa83-40df-982d-e7821a3e99e5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:15.802269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:15.803177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Pushing event updated for resources: {'Port': ['ID=c9272991-5b44-407a-808f-20744237a91d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:15.874726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.905322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.918136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:15.927615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 0429a499-48dd-46d2-9893-e611811c8b57 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:16.113324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Attempting to bind port c9272991-5b44-407a-808f-20744237a91d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:16.113750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Attempting to bind port c9272991-5b44-407a-808f-20744237a91d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:16.114118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Attempting to bind port c9272991-5b44-407a-808f-20744237a91d on network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:16.143871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:16.144252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Checking segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:16.144714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.145682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Bound using segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:16.146450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Bound port: c9272991-5b44-407a-808f-20744237a91d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:16.146835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.221784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port d72c2822-8a53-48b0-8e97-d37a933bbd10 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:16.222395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.253211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:16.256100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.273402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9835e971-4034-4ef7-9cac-907cf28f52e5 None None] Pushing event updated for resources: {'Port': ['ID=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:16.287517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.362010 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Attempt 5 to provision port cda10453-2897-4fc3-aa18-a777105e6cdf Sep 22 17:05:16.444730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6067fb22-fa3d-466a-acf7-fab098045fbf None None] Port cda10453-2897-4fc3-aa18-a777105e6cdf was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:05:16.455197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 3b27e43f-e686-4f34-89d3-630d6e4d3d93, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3b27e43f-e686-4f34-89d3-630d6e4d3d93,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:16.474780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.519993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:16.535220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:16.540924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:16.572293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fee5ac53-73ab-4526-963d-07d4af4ec8b8 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:16.603957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:16.630247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fee5ac53-73ab-4526-963d-07d4af4ec8b8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:16.630594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fee5ac53-73ab-4526-963d-07d4af4ec8b8 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:16.657037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] For port c9272991-5b44-407a-808f-20744237a91d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:16.657260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.666766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] For port c9272991-5b44-407a-808f-20744237a91d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c9272991-5b44-407a-808f-20744237a91d,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:16.667405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=3b27e43f-e686-4f34-89d3-630d6e4d3d93,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:16.677055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.686035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 5994f704-b86e-4a72-9ef3-585a0cb5a7cf has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:16.689167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.714019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port d72c2822-8a53-48b0-8e97-d37a933bbd10, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d72c2822-8a53-48b0-8e97-d37a933bbd10,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:16.714414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:16.749537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Transition to ACTIVE for port object 77cb76e1-f62c-410b-9b9c-89db654e71bf will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:16.752355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:09Z', 'revision_number': 8, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:16.783053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edfa70ea-7de9-42f1-9c30-bc9ff665268c None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:09Z', 'revision_number': 8, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd72c2822-8a53-48b0-8e97-d37a933bbd10', 'name': '', 'network_id': 'b98e51fe-9a91-4779-9e75-f1a2e5410d93', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:bd:b9:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 955, 'fixed_ips': [{'subnet_id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:39Z', 'updated_at': '2022-09-22T17:04:49Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '093c41fc-2555-46a7-98a1-9b8a1bb684c4', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:16.832983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5fb70b-b195-4e30-a982-008cad746db0 None None] Pushing event updated for resources: {'Port': ['ID=c9272991-5b44-407a-808f-20744237a91d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:16.879266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d99f50d6-4f0d-4a02-bc4c-30acb5393c2a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:16.965815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for d72c2822-8a53-48b0-8e97-d37a933bbd10 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:16.974847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:17.022501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:17.026080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.033978 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] Sync routers for ids ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:17.054637 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] Routers {'5994f704-b86e-4a72-9ef3-585a0cb5a7cf'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:17.058238 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:17.245672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Allocated IP 2001:db8::f816:3eff:fef1:a79d (1107f3b7-b10c-4702-a526-9dcaa088a347/98390891-895e-4a15-b962-fe94006f2760/3b7fdee6-6c5b-460c-bb07-198cab6e14ff) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:17.297783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.309516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:17.320647 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] Routers {'5994f704-b86e-4a72-9ef3-585a0cb5a7cf'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:17.321278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:17.375801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-60f6bf46-9900-4479-a8fc-c4689897b79e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/5994f704-b86e-4a72-9ef3-585a0cb5a7cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4225862 Sep 22 17:05:17.380936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:17.392540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:17.400963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:17.421499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:17.423468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.426745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49106) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:17.465924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.8078823 Sep 22 17:05:17.467816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:17.489338 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:17.491774 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a55066-fbd0-4285-9ed7-60d1842f6a28 None None] The sync data for ids ['5994f704-b86e-4a72-9ef3-585a0cb5a7cf'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:17.588023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18050f6-5ff3-4e0b-b2f2-c35e80f32d1a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Port': ['ID=77cb76e1-f62c-410b-9b9c-89db654e71bf,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:17.653480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting subnet 98390891-895e-4a15-b962-fe94006f2760 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:17.698826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:17.712666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2dd80f90-12fd-4dad-baaf-55d2ccf88fcc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=5994f704-b86e-4a72-9ef3-585a0cb5a7cf HTTP/1.1" status: 200 len: 205 time: 0.2783213 Sep 22 17:05:17.733412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.750156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Transition to ACTIVE for port object 3b7fdee6-6c5b-460c-bb07-198cab6e14ff will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:17.772839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Transition to ACTIVE for port object 3b7fdee6-6c5b-460c-bb07-198cab6e14ff will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:17.784538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.842702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad3becb7-2015-410e-b083-bf820cb2e065 None None] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:17.844916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:17.981643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:17.991454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:18.001475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:18.008790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Pushing event updated for resources: {'Port': ['ID=3b7fdee6-6c5b-460c-bb07-198cab6e14ff,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:18.011579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Provisioning for port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:18.082043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Provisioning complete for port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:18.082464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.082805 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Attempt 1 to provision port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a Sep 22 17:05:18.199322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.323908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.326878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.376146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Attempting to bind port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:18.378261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Attempting to bind port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '5a94787b-1740-498c-9025-c0deda22a0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:18.381509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Attempting to bind port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff on network 1107f3b7-b10c-4702-a526-9dcaa088a347 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:18.399204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:18.402052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Checking segment: {'id': '5a94787b-1740-498c-9025-c0deda22a0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:18.404916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.407105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Bound using segment: {'id': '5a94787b-1740-498c-9025-c0deda22a0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:18.409976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Bound port: 3b7fdee6-6c5b-460c-bb07-198cab6e14ff, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a94787b-1740-498c-9025-c0deda22a0f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '1107f3b7-b10c-4702-a526-9dcaa088a347'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:18.412680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.485662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=d72c2822-8a53-48b0-8e97-d37a933bbd10,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:18.684595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.687352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.720631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.720631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router 5994f704-b86e-4a72-9ef3-585a0cb5a7cf {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:05:18.754749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:18.756001 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-168e7d67-faff-48ad-b25a-30448ac26729 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/5994f704-b86e-4a72-9ef3-585a0cb5a7cf HTTP/1.1" status: 204 len: 168 time: 1.0548723 Sep 22 17:05:18.758861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49120) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:18.845762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c658746e-69ed-4ff1-bfdb-c800b949c5f0 None None] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:18.938874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 7e6a3192-967c-4279-ad48-68448624ad7b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:18.944536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.021504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.041112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:05:19.056504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.060888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.069876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b27e43f-e686-4f34-89d3-630d6e4d3d93 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:19.070849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.075273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.208135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.226644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Current status of the port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:19.227102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.261500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] For port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:19.267550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:19.267940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.268290 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 Sep 22 17:05:19.330016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.335856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.354637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:19.402684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=98390891-895e-4a15-b962-fe94006f2760,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:19.404128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.415272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d19a3c29-b20b-49a6-86fa-1273c18e4f30 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/98390891-895e-4a15-b962-fe94006f2760 HTTP/1.1" status: 204 len: 168 time: 1.9465492 Sep 22 17:05:19.433185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49134) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:19.468974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] For port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3b7fdee6-6c5b-460c-bb07-198cab6e14ff,segment=NetworkSegment(5a94787b-1740-498c-9025-c0deda22a0f3),segment_id=5a94787b-1740-498c-9025-c0deda22a0f3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:19.558083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.596988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.640845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=7e6a3192-967c-4279-ad48-68448624ad7b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:19.656651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.660867 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-822b0f67-4139-4271-b7e7-e3b4e15ef21e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6a3192-967c-4279-ad48-68448624ad7b HTTP/1.1" status: 204 len: 168 time: 0.8986752 Sep 22 17:05:19.666285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49138) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:19.712176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ca7061d-c21c-4d1c-b9a2-c9e3c866f0b6 None None] Network b7d58905-98b8-4b04-97aa-2a64913a415a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:19.787193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:19.791998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:19.795234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:19.821370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.841849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879c1b7-f751-4f6c-9729-111ee2e6df8e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:19.843482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2879c1b7-f751-4f6c-9729-111ee2e6df8e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:19.844260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2879c1b7-f751-4f6c-9729-111ee2e6df8e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Synchronizing usage tracker for tenant:64e2f61062d14013bfe38b11c8eb3b4a on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:19.849368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 06c1632f-f9f8-4519-9386-483a3da1e4d4 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:19.849720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:19.903574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] For port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,segment=NetworkSegment(4f5181f1-fa83-40df-982d-e7821a3e99e5),segment_id=4f5181f1-fa83-40df-982d-e7821a3e99e5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:20.068903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:20.070191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c9272991-5b44-407a-808f-20744237a91d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:20.095126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:20.109381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 06c1632f-f9f8-4519-9386-483a3da1e4d4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=06c1632f-f9f8-4519-9386-483a3da1e4d4,segment=NetworkSegment(3fa1b454-7715-4ff7-b6ad-1c548fc67d7f),segment_id=3fa1b454-7715-4ff7-b6ad-1c548fc67d7f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:20.109746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.116481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab7bebb-267e-4aed-a003-9af30e4bf2e8 None None] Pushing event updated for resources: {'Port': ['ID=3b7fdee6-6c5b-460c-bb07-198cab6e14ff,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:20.142305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.146017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:20.147361 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ab4cbcc-4cb2-424b-a6f2-762519ebe0d3 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9825699 Sep 22 17:05:20.150935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:20.281187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 093c41fc-2555-46a7-98a1-9b8a1bb684c4 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:20.284583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.311014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb91a233-f361-4709-8506-dc5a54d36f2b None None] Pushing event updated for resources: {'Port': ['ID=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:20.349968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.366321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:20.367331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:20.449575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.529282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 06c1632f-f9f8-4519-9386-483a3da1e4d4 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:20.542011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.569847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Provisioning complete for port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:20.570237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.570571 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Attempt 1 to provision port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a Sep 22 17:05:20.627657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=093c41fc-2555-46a7-98a1-9b8a1bb684c4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:20.628561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2879c1b7-f751-4f6c-9729-111ee2e6df8e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Unset dirty status for tenant:64e2f61062d14013bfe38b11c8eb3b4a on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:20.640747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.642578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2879c1b7-f751-4f6c-9729-111ee2e6df8e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 1.2081676 Sep 22 17:05:20.646662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:20.654861 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79b31d94-4c85-4c0b-86fd-5e747520cbc7 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/093c41fc-2555-46a7-98a1-9b8a1bb684c4 HTTP/1.1" status: 204 len: 168 time: 0.5004480 Sep 22 17:05:20.655222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49160) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:20.677928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6db543-d0fd-49b6-aa14-7ab8138532ad None None] Network b98e51fe-9a91-4779-9e75-f1a2e5410d93 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:20.693878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:20.716457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:20.901889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-018bd9df-bc38-4274-9f36-e1afa346398d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:20.936589 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-018bd9df-bc38-4274-9f36-e1afa346398d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 17:05:20.937214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-018bd9df-bc38-4274-9f36-e1afa346398d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:20.948926 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-018bd9df-bc38-4274-9f36-e1afa346398d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/1107f3b7-b10c-4702-a526-9dcaa088a347 HTTP/1.1" status: 409 len: 405 time: 0.3006897 Sep 22 17:05:20.952158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49164) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:20.970493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1084547682'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:20.976693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:20.989482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:21.001784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:21.009160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c9272991-5b44-407a-808f-20744237a91d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:21.018011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:21.033817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:21.042159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.094452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.175294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port 06c1632f-f9f8-4519-9386-483a3da1e4d4 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:21.190760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:21.202699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.203046 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment 11324151-b9c0-4e81-94bc-7d0da823f61d of type vlan for network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 Sep 22 17:05:21.236905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.270507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:21.292213 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:21.296634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9829112d-a2bd-4956-87f1-bebd3ead7a17 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:21.314683 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:21.315524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:21.327110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4692a352-bed2-4e69-8ad0-80bbbb1354a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/f6cce5b7-47fc-4de7-a49f-dc6d043ac65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3856432 Sep 22 17:05:21.348599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:21.374055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.400668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:21.400668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.412206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=06c1632f-f9f8-4519-9386-483a3da1e4d4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:21.435312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.455147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca61ce1-99ab-492a-ae16-b81dc35be1fe None None] DHCP port deletion for b7d58905-98b8-4b04-97aa-2a64913a415a request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:21.475892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7400069e-9081-413b-b44a-c4b934f20a03 None None] Network 1107f3b7-b10c-4702-a526-9dcaa088a347 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:21.486290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9829112d-a2bd-4956-87f1-bebd3ead7a17 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:21.486635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9829112d-a2bd-4956-87f1-bebd3ead7a17 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:21.626070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:21.628275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.838947 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:21.889334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b7fdee6-6c5b-460c-bb07-198cab6e14ff up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:21.936655 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9793992 Sep 22 17:05:21.942471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:21.947789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:21.960554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:21.979582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2afff-39c6-457d-97c0-7ff76f150dc9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=465bd00b-a8e4-4223-89a3-22d9af2d2cb6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:22.011129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Current status of the port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:22.052466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:22.104980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:22.120159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:22.129709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,segment=NetworkSegment(a7901f8d-0790-4d98-8b2f-557d1e07e54d),segment_id=a7901f8d-0790-4d98-8b2f-557d1e07e54d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:22.130372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.134813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7d58905-98b8-4b04-97aa-2a64913a415a']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:22.145357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:22.150732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.191289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:22.191815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fa1b454-7715-4ff7-b6ad-1c548fc67d7f') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:22.291254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:22.341802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.396620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.413666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:22.414537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.504473 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3fa1b454-7715-4ff7-b6ad-1c548fc67d7f resource provider aggregate not found Sep 22 17:05:22.508399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.508992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.509358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.510153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.510272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.511466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.511937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.512396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.512880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.513342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.513789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.514240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.514689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.515297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.529735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00eadb59-2b21-4100-946a-dc343cd491de tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9679 time: 1.1771743 Sep 22 17:05:22.539976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.544295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Provisioning for port c9272991-5b44-407a-808f-20744237a91d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:22.546706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:22.550809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:18Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:22.559653 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:22.560468 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Updating router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c port 0429a499-48dd-46d2-9893-e611811c8b57 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:05:22.560583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3fa1b454-7715-4ff7-b6ad-1c548fc67d7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3fa1b454-7715-4ff7-b6ad-1c548fc67d7f found for delete ", "request_id": "req-ac4abd14-604e-47cb-a6ae-f8a2e6830505"}]} Sep 22 17:05:22.639767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:22.648077 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.656750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.664969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Provisioning complete for port c9272991-5b44-407a-808f-20744237a91d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:22.665705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.666304 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Attempt 1 to provision port c9272991-5b44-407a-808f-20744237a91d Sep 22 17:05:22.668103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No DVR routers for this DVR port a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:22.695871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.709740 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/b7d58905-98b8-4b04-97aa-2a64913a415a HTTP/1.1" status: 204 len: 168 time: 3.0418875 Sep 22 17:05:22.720158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49194) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:22.730870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1056506616', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:22.739189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cbdec1-1152-4edf-a996-d943811a6b97 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=b7d58905-98b8-4b04-97aa-2a64913a415a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:22.747099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:22.754907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:22.759871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:22.772773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:22.787581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-595e3f5c-385f-40cd-b5c2-02c6af65ea96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.821746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.822794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.830110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:22.854866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.855347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.855804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.856254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.856746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.857216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.857645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.858140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.858578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.859019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:22.861261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4e1e7fd7-7452-4c2b-9192-d697fdd7573e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6515 time: 0.2574222 Sep 22 17:05:22.863706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.872027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49198) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:22.886433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.923795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.942244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Current status of the port c9272991-5b44-407a-808f-20744237a91d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:22.943051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:22.954414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d99f50d6-4f0d-4a02-bc4c-30acb5393c2a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:23.115384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b98e51fe-9a91-4779-9e75-f1a2e5410d93']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:23.116681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] For port c9272991-5b44-407a-808f-20744237a91d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c9272991-5b44-407a-808f-20744237a91d,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:23.129380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 9, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:23.143483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4e0b3c-0754-47c2-bc91-f8be0a5d69ca None None] DHCP port deletion for b98e51fe-9a91-4779-9e75-f1a2e5410d93 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:23.154824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7901f8d-0790-4d98-8b2f-557d1e07e54d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:23.155116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7901f8d-0790-4d98-8b2f-557d1e07e54d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:23.165250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.176577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.objects.ports [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89052) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:05:23.177136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.181805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.212595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.231604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:23.232028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.280069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.284680 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-415e326b-23a0-41a3-933d-c54fb7a838ee tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.5633764 Sep 22 17:05:23.286328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:23.289544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:23.290043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] DHCP port deletion for 1107f3b7-b10c-4702-a526-9dcaa088a347 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:23.295930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-1038835793'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:23.303699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:23.322991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:23.326819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:23.333048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Deleting port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:23.333590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.336386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:23.352739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:23.356483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.383061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:23.383436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.383778 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a Sep 22 17:05:23.427973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=d327d3f4-49ba-408e-b720-4d45b3ebfb6c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:23.465431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.482193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:23.490076 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Transition to ACTIVE for port object 0429a499-48dd-46d2-9893-e611811c8b57 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:23.491616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': '11324151-b9c0-4e81-94bc-7d0da823f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:23.491988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: 465bd00b-a8e4-4223-89a3-22d9af2d2cb6, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:23.502198 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.520150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.520541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment af8517ce-7dfa-4b58-8781-9c724a7f8ea8 of type vlan for network 381fc080-9728-40e7-bb5c-7ddd9e109805 Sep 22 17:05:23.538765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:23.542050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:23.549500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:23.562567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.569072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 465bd00b-a8e4-4223-89a3-22d9af2d2cb6) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:23.576008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:23.576801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.632670 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec3fffc2-4864-48be-a76e-c54f675ba5ca tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6753712 Sep 22 17:05:23.632914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.635535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:23.636734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.650073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'port': {'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6', 'name': 'tempest-NetworksIpV6TestAttrs-860802107'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:23.685752 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a7901f8d-0790-4d98-8b2f-557d1e07e54d resource provider aggregate not found Sep 22 17:05:23.691674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=b98e51fe-9a91-4779-9e75-f1a2e5410d93,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:23.715493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-31dfdf7e-3f33-4c78-b47a-7b49edaf3e63 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/b98e51fe-9a91-4779-9e75-f1a2e5410d93 HTTP/1.1" status: 204 len: 168 time: 3.0534997 Sep 22 17:05:23.720656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a7901f8d-0790-4d98-8b2f-557d1e07e54d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7901f8d-0790-4d98-8b2f-557d1e07e54d found for delete ", "request_id": "req-57f804c9-8be1-466e-a638-42e43c92cf43"}]} Sep 22 17:05:23.721641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49216) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:23.805273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:23.931141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.938455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:23.942437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.945170 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Attempting to bind port 0429a499-48dd-46d2-9893-e611811c8b57 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:23.946154 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Attempting to bind port 0429a499-48dd-46d2-9893-e611811c8b57 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:23.946731 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Attempting to bind port 0429a499-48dd-46d2-9893-e611811c8b57 on network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:23.958826 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:23.959646 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Checking segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:23.960255 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:23.960865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Bound using segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:23.961553 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Bound port: 0429a499-48dd-46d2-9893-e611811c8b57, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:23.962153 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.008078 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Pushing event updated for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:24.038277 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa8b98ad-8b13-4807-803e-bc9b30590bc1 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4823 time: 1.1583579 Sep 22 17:05:24.044971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df646bf-bb70-4831-b299-c0d5910d5173 None None] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:24.094014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8027456 Sep 22 17:05:24.094981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:24.124166 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.124826 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.125601 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.126187 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.127209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.127927 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.129760 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.130297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.130918 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.131219 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.131839 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.132272 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:05:24.201918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49228) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:24.231711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:24.253830 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] For port 0429a499-48dd-46d2-9893-e611811c8b57, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:24.263216 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] For port 0429a499-48dd-46d2-9893-e611811c8b57, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0429a499-48dd-46d2-9893-e611811c8b57,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:24.273519 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.341825 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:24.343063 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:04:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:24.375493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-197399543', 'description': 'tempest-secgroup-smoke-197399543 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:24.423377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:24.431113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56a172-20a3-4b19-966e-cb515bce7dca tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=381fc080-9728-40e7-bb5c-7ddd9e109805,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:24.445904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:24.454113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:24.473168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:24.479610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:24.488245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:24.493991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:24.496706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:24.501048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:24.504353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:port and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:24.510516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for port was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:24.513659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:24.522488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:24.540868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.542941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:24.548029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.560340 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739b9096-e55c-4051-bb6f-fb2716d572fc None None] Pushing event updated for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:24.574618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:24.586742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:24.596533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:24.598938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:24.600220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.606085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:24.724220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] device_id is not set on port 10453d62-a6b7-41e6-a5a0-7102e4762d58 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:05:24.756675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:24.836109 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:24.968933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Allocated IP 2001:db8::f816:3eff:fe85:8848 (465bd00b-a8e4-4223-89a3-22d9af2d2cb6/d327d3f4-49ba-408e-b720-4d45b3ebfb6c/10453d62-a6b7-41e6-a5a0-7102e4762d58) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:25.045440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Provisioning for port 0429a499-48dd-46d2-9893-e611811c8b57 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:25.064420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:25.215681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.226640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.231627 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:24Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:25.245007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c433508-05be-4310-83fb-8a2bc8271247 None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:24Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:25.268938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] For port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3b7fdee6-6c5b-460c-bb07-198cab6e14ff,segment=NetworkSegment(5a94787b-1740-498c-9025-c0deda22a0f3),segment_id=5a94787b-1740-498c-9025-c0deda22a0f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:25.269351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.283841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d20223b4-2669-4241-b9a6-bd4da396747d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:25.349747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.354135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0efbf49-0ebc-4fc6-9d96-8f9fa65299bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1436455 Sep 22 17:05:25.358859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:25.380241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:25.395320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:25.422991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:25.434185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:25.449611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:25.520732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.594045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:25.594399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.622736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 06c1632f-f9f8-4519-9386-483a3da1e4d4 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:25.638864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.678064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.686795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=8dccfaa5-a15d-4944-8d9b-8287e8e10fc5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:25.689068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f5fb38-613b-4796-aa5b-a53c54fdc5e7 None None] Pushing event updated for resources: {'Port': ['ID=c9272991-5b44-407a-808f-20744237a91d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:25.715350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Calling delete_port for 3b7fdee6-6c5b-460c-bb07-198cab6e14ff owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:25.758431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Transition to ACTIVE for port object 10453d62-a6b7-41e6-a5a0-7102e4762d58 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:25.777755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:25.778418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: 381fc080-9728-40e7-bb5c-7ddd9e109805, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:25.813735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:25.828914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-465bd00b-a8e4-4223-89a3-22d9af2d2cb6', 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6', 'tenant_id': '64e2f61062d14013bfe38b11c8eb3b4a', 'fixed_ips': [{'subnet_id': 'd327d3f4-49ba-408e-b720-4d45b3ebfb6c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:25.829770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.833099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.900010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 381fc080-9728-40e7-bb5c-7ddd9e109805) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:25.918295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:25.918876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.957778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.969148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:25.975088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:25.984263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:25.989809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Port': ['ID=10453d62-a6b7-41e6-a5a0-7102e4762d58,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:26.001338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29afccdb-fb46-46e8-8541-11940f3a393c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:26.001867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:26.016705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:26.017762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.020265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:26.025464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.045871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 06c1632f-f9f8-4519-9386-483a3da1e4d4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:26.046228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 06c1632f-f9f8-4519-9386-483a3da1e4d4 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:26.063157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f159a7-0c55-4689-9692-415d7a3fa151 None None] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:26.079010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7245406-7790-414d-a23d-8e226fcc80f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.081421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.096642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-acd60df3-bfa1-43c4-b815-547358267193 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9738381 Sep 22 17:05:26.098534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49240) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:26.233396 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-896c89b7-2b6d-4cc4-97b0-7957b829122e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.5962813 Sep 22 17:05:26.233689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49246) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:26.233903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] Pushing event deleted for resources: {'Port': ['ID=3b7fdee6-6c5b-460c-bb07-198cab6e14ff,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:26.390502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Provisioning complete for port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:26.391095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.392288 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Attempt 1 to provision port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff Sep 22 17:05:26.560107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.560567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:26.568150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.574814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6ac8f0-bbce-40d2-b5e8-9acb31685fda None None] No DVR routers for this DVR port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:26.586339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Allocated IP 2001:db8::f816:3eff:fe68:9705 (465bd00b-a8e4-4223-89a3-22d9af2d2cb6/d327d3f4-49ba-408e-b720-4d45b3ebfb6c/180e3af4-0a57-4894-845c-94930ed471f6) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:26.619460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c9272991-5b44-407a-808f-20744237a91d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:26.628819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.632669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-09e05640-d62b-478c-b25c-b78842455063 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2709138 Sep 22 17:05:26.645632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49252) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:26.652355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.653024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Port 3b7fdee6-6c5b-460c-bb07-198cab6e14ff was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:05:26.665335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:26.673634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:26.679808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:26.862552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting subnet d327d3f4-49ba-408e-b720-4d45b3ebfb6c {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:26.876478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Provisioning complete for port c9272991-5b44-407a-808f-20744237a91d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:26.877186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.877711 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Attempt 1 to provision port c9272991-5b44-407a-808f-20744237a91d Sep 22 17:05:26.882960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:26.955739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:26.991053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:26.998758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:27.062417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 9, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:27.079990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fdf76df-bbfa-4254-b331-a58cb50f9c4d None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 9, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb', 'name': '', 'network_id': '6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:5c:56:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:21Z', 'updated_at': '2022-09-22T17:04:37Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': 'af089d52-7cb9-4e5b-be53-59a8bde481ef', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:27.143632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.164017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-381fc080-9728-40e7-bb5c-7ddd9e109805', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:27.164905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.310120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.312152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c9272991-5b44-407a-808f-20744237a91d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:27.312904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.313455 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c9272991-5b44-407a-808f-20744237a91d Sep 22 17:05:27.382324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.405601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.703370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.730874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.793956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.795192 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1483481 Sep 22 17:05:27.799976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Allocated IP 172.20.0.2 (381fc080-9728-40e7-bb5c-7ddd9e109805/8dccfaa5-a15d-4944-8d9b-8287e8e10fc5/4966fae8-ab25-48eb-9333-ed562485f8be) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:27.803084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:27.819563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e34543c-8286-4f6c-af55-cb056aa00d91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc1b32a-9e39-4f6c-bb86-37834216e268,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:27.824057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ecdfc56a-82c8-49df-b26f-374ee1f7d831 None None] Current status of the port c9272991-5b44-407a-808f-20744237a91d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:27.844574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:27.865424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:27.869590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:27.873005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:27.879721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.881438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:27.915477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:27.935186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:27.937612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Transition to ACTIVE for port object 180e3af4-0a57-4894-845c-94930ed471f6 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:27.947890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c9272991-5b44-407a-808f-20744237a91d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:27.949109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0429a499-48dd-46d2-9893-e611811c8b57 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:28.064383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Transition to ACTIVE for port object 180e3af4-0a57-4894-845c-94930ed471f6 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:28.084354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.087706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.182498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:28.190983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.193589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:28.202611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.212232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:28.241815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.267821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:28.303200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:28.306323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0429a499-48dd-46d2-9893-e611811c8b57 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:28.306921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33174be9-b5f2-40b2-bbd4-de676e170d7c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:28.309313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Pushing event updated for resources: {'Port': ['ID=180e3af4-0a57-4894-845c-94930ed471f6,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:28.337453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0429a499-48dd-46d2-9893-e611811c8b57 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:28.337857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.338192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0429a499-48dd-46d2-9893-e611811c8b57 Sep 22 17:05:28.361268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.362457 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8158f1cf-58d6-4cca-a1eb-3238cd66488a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5583451 Sep 22 17:05:28.367210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49270) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:28.372864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-27bde261-4bad-447d-81e7-9fceea65bc0b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6430240 Sep 22 17:05:28.374332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:28.376407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49274) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:28.380590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-b6f14ca8-3dca-430f-8508-ae0f959b1eeb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:28.383348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:28.389841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:28.394177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:28.403079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:28.418860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:28.419495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:28.426566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.468453 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-b6f14ca8-3dca-430f-8508-ae0f959b1eeb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:28.469855 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-b6f14ca8-3dca-430f-8508-ae0f959b1eeb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048684928&fields=id&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 267 time: 0.2066040 Sep 22 17:05:28.482863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet af089d52-7cb9-4e5b-be53-59a8bde481ef {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:28.488911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.522597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.527853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.554266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b3ac202-4a43-41dc-ac20-8e55a7c75154,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:28.568917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.573565 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-59ed35f5-605c-49d8-a05d-608ded68301a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2044685 Sep 22 17:05:28.574665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49278) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:28.582333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:28.589465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:28.593369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.595097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:28.600162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:28.606868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:28.620561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Attempting to bind port 180e3af4-0a57-4894-845c-94930ed471f6 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:28.620912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Attempting to bind port 180e3af4-0a57-4894-845c-94930ed471f6 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '11324151-b9c0-4e81-94bc-7d0da823f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:28.621285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Attempting to bind port 180e3af4-0a57-4894-845c-94930ed471f6 on network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:28.623067 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:05:28.629102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Transition to ACTIVE for port object 4966fae8-ab25-48eb-9333-ed562485f8be will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:28.633510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.647814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:28.648277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Checking segment: {'id': '11324151-b9c0-4e81-94bc-7d0da823f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:28.648587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.649010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Bound using segment: {'id': '11324151-b9c0-4e81-94bc-7d0da823f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:28.649496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Bound port: 180e3af4-0a57-4894-845c-94930ed471f6, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11324151-b9c0-4e81-94bc-7d0da823f61d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '465bd00b-a8e4-4223-89a3-22d9af2d2cb6'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:28.649878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.685850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:28.726683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.732011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.747282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.766717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a3a67da-940b-4c4a-8ece-03a93405f046,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:28.770660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.775497 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-81ef06cd-3534-4909-8e4e-02c79604967e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1994653 Sep 22 17:05:28.776257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:28.782668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'd20223b4-2669-4241-b9a6-bd4da396747d', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:28.782910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Transition to ACTIVE for port object 4966fae8-ab25-48eb-9333-ed562485f8be will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:28.788434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:28.792860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:28.796362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:28.825537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.835286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:28.863675 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:05:28.865812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.872298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.895891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.20.0.1 (381fc080-9728-40e7-bb5c-7ddd9e109805/8dccfaa5-a15d-4944-8d9b-8287e8e10fc5/9728c670-8693-41c2-a8a9-80b6149ff6c9) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:28.904966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:28.975463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=d327d3f4-49ba-408e-b720-4d45b3ebfb6c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:28.996295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.030835 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c01083d6-46e2-4c1b-94fc-b0950dd091d2 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/d327d3f4-49ba-408e-b720-4d45b3ebfb6c HTTP/1.1" status: 204 len: 168 time: 2.7799864 Sep 22 17:05:29.038474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49286) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:29.039261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-60fb43db-92a1-4b68-994b-08985b04463c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:29.039979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-60fb43db-92a1-4b68-994b-08985b04463c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:29.052457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:29.053751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0429a499-48dd-46d2-9893-e611811c8b57 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:29.054340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.065252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.075141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:29.092015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:29.096262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-60fb43db-92a1-4b68-994b-08985b04463c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:29.097527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-60fb43db-92a1-4b68-994b-08985b04463c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.6122453 Sep 22 17:05:29.100509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.114681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.118233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Pushing event updated for resources: {'Port': ['ID=4966fae8-ab25-48eb-9333-ed562485f8be,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:29.135363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-4192989a-7b0f-44c4-b10e-79b11c0550cd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/quotas/f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 375 time: 0.0136161 Sep 22 17:05:29.171963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcecb9f3-9d44-4618-b170-fb4edc702818,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:29.244145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.261092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] For port 180e3af4-0a57-4894-845c-94930ed471f6, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:29.261959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.287872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 9728c670-8693-41c2-a8a9-80b6149ff6c9 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:29.293730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=af089d52-7cb9-4e5b-be53-59a8bde481ef,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:29.295920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.297691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] For port 180e3af4-0a57-4894-845c-94930ed471f6, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=180e3af4-0a57-4894-845c-94930ed471f6,segment=NetworkSegment(11324151-b9c0-4e81-94bc-7d0da823f61d),segment_id=11324151-b9c0-4e81-94bc-7d0da823f61d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:29.301533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0429a499-48dd-46d2-9893-e611811c8b57, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0429a499-48dd-46d2-9893-e611811c8b57,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:29.307394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0170e4cd-bff0-4a3e-b102-86be1869ef45 None None] Network 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:29.311505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-666200c5-5f59-4393-b0aa-3b8c4cc1a070 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/af089d52-7cb9-4e5b-be53-59a8bde481ef HTTP/1.1" status: 204 len: 168 time: 0.9308171 Sep 22 17:05:29.312104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49290) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:29.319992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-f61e4944-fb59-48f9-9e11-7631f39d7954 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:29.334427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.337445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.346481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae9c85-5d63-4701-b0b3-6ed748a5712e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:29.350089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cae9c85-5d63-4701-b0b3-6ed748a5712e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:29.351144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9cae9c85-5d63-4701-b0b3-6ed748a5712e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Synchronizing usage tracker for tenant:64e2f61062d14013bfe38b11c8eb3b4a on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:29.366690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.366690 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-76cbc2de-f1e6-437c-a2ac-c1bd09040288 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5808716 Sep 22 17:05:29.370916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.445584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:29.447535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:29.448642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9cae9c85-5d63-4701-b0b3-6ed748a5712e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Unset dirty status for tenant:64e2f61062d14013bfe38b11c8eb3b4a on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:29.453581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9cae9c85-5d63-4701-b0b3-6ed748a5712e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4106734 Sep 22 17:05:29.454794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:29.463367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:29.476071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:29.495310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Attempting to bind port 4966fae8-ab25-48eb-9333-ed562485f8be on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:29.495710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Attempting to bind port 4966fae8-ab25-48eb-9333-ed562485f8be by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:29.496041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Attempting to bind port 4966fae8-ab25-48eb-9333-ed562485f8be on network 381fc080-9728-40e7-bb5c-7ddd9e109805 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:29.498800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-f61e4944-fb59-48f9-9e11-7631f39d7954 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:29.500984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-f61e4944-fb59-48f9-9e11-7631f39d7954 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3524001 Sep 22 17:05:29.524192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:29.524542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a0b7370b-746b-4ff0-bbbb-3d9cce3bb9a1 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:29.525425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b7fdee6-6c5b-460c-bb07-198cab6e14ff no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:29.529208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.579494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:29.579884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Checking segment: {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:29.580741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.580741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Bound using segment: {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:29.581209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Bound port: 4966fae8-ab25-48eb-9333-ed562485f8be, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:29.582604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.622043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:29.631366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3b7fdee6-6c5b-460c-bb07-198cab6e14ff {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:29.632539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b7fdee6-6c5b-460c-bb07-198cab6e14ff not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:29.637951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.698153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port d4bddf27-9942-4dec-adc9-ad292ac057b4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:29.698501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.787464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed00052-35b5-4b81-beb7-0dece259d281 None None] Pushing event updated for resources: {'Port': ['ID=180e3af4-0a57-4894-845c-94930ed471f6,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:29.819275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e1de241-200e-4bd1-bb68-4dd49260e40a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.821804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:29.872128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d72c2822-8a53-48b0-8e97-d37a933bbd10 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:29.891134 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-cefdf3a1-6f7f-4695-876b-d5200809205b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-197399543&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.1709452 Sep 22 17:05:29.898574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e1de241-200e-4bd1-bb68-4dd49260e40a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 22 17:05:29.899054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e1de241-200e-4bd1-bb68-4dd49260e40a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:29.907067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e1de241-200e-4bd1-bb68-4dd49260e40a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/465bd00b-a8e4-4223-89a3-22d9af2d2cb6 HTTP/1.1" status: 409 len: 405 time: 0.4421785 Sep 22 17:05:29.916477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:29.945329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-858914405'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:29.961641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d72c2822-8a53-48b0-8e97-d37a933bbd10 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:29.962643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d72c2822-8a53-48b0-8e97-d37a933bbd10 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:29.975505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:29.998861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:30.005693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:30.016619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] For port 4966fae8-ab25-48eb-9333-ed562485f8be, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:30.024549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] For port 4966fae8-ab25-48eb-9333-ed562485f8be, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4966fae8-ab25-48eb-9333-ed562485f8be,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:30.030960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:30.039185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.043795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:30.055747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-675ea84a-b592-4327-bbb5-bfd35904c8b7 service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5370800 Sep 22 17:05:30.170901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9279439a-435e-40f9-a207-ec471d9fab50 None None] Pushing event updated for resources: {'Port': ['ID=4966fae8-ab25-48eb-9333-ed562485f8be,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:30.203672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:26Z', 'revision_number': 10, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:30.221916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:30.248030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:30.253288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:30.270762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:30.275739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.311645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port d4bddf27-9942-4dec-adc9-ad292ac057b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d4bddf27-9942-4dec-adc9-ad292ac057b4,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:30.312014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.370151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] DHCP port deletion for 6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:30.537496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-bf5fb079-e652-47ad-94df-6314ea3c5e5f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:30.539165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for d4bddf27-9942-4dec-adc9-ad292ac057b4 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:30.544670 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-bf5fb079-e652-47ad-94df-6314ea3c5e5f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 797 time: 0.5972369 Sep 22 17:05:30.570825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Deleting port d4bddf27-9942-4dec-adc9-ad292ac057b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:30.571198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.629241 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-92a29790-2108-4bf1-8688-f9422b09bc1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0836155 Sep 22 17:05:30.637690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:30.684092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.684583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment a092ebb1-a467-41bd-b795-48c3cdcf1382 of type vlan for network c7d45f80-6520-4c08-a208-55e3dfaa6a20 Sep 22 17:05:30.694593 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-d8323540-e5a1-417b-b73a-945a8e9ec4e4 service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5725582 Sep 22 17:05:30.700780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:30.723423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.809739 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-47582a3f-2ead-4d07-8cff-dff020be5214 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1687791 Sep 22 17:05:30.853824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.861576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.981496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:30.999397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=d4bddf27-9942-4dec-adc9-ad292ac057b4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:31.004193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No DVR routers for this DVR port d4bddf27-9942-4dec-adc9-ad292ac057b4 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:31.026770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:31.194792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] For port d4bddf27-9942-4dec-adc9-ad292ac057b4, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d4bddf27-9942-4dec-adc9-ad292ac057b4,segment=NetworkSegment(52636688-ae99-4ff3-83c4-703f63d26f90),segment_id=52636688-ae99-4ff3-83c4-703f63d26f90)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:31.195995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.225133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-90a64536-b0d7-44ae-99d3-f5192305aa7b service neutron] 10.222.0.25 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3859949 Sep 22 17:05:31.292017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.310130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:31.311544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.329340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.454059 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-b1a87a40-1145-40bd-8e92-028e03d688c2 service neutron] 10.222.0.25 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2200286 Sep 22 17:05:31.466405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.606512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dee7387-6096-4229-afa9-7f7dce0b5390 None None] Network 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:31.633827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Calling delete_port for d4bddf27-9942-4dec-adc9-ad292ac057b4 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:31.668404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:31.693547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d6fd6d02-a3af-43d8-b269-92504304240c req-44c0edda-a324-4db2-8722-c12f0ce88122 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.3437920 Sep 22 17:05:31.747204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=c7d45f80-6520-4c08-a208-55e3dfaa6a20,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:31.768130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13e396b0-566d-4519-bd08-99dfd594402c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.8384376 Sep 22 17:05:31.769046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:31.788507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52636688-ae99-4ff3-83c4-703f63d26f90') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:31.789966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52636688-ae99-4ff3-83c4-703f63d26f90') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:31.804400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:31.805730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:31.813575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c7d45f80-6520-4c08-a208-55e3dfaa6a20 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:31.829514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:31.952339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1765ae-f094-4f2d-a6c3-80ef5fd3560c None None] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:31.976487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:31.986183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-09ed345e-29bc-409b-a0a8-ced4ee526ae6 None None] Provisioning for port 180e3af4-0a57-4894-845c-94930ed471f6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:32.064118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.089105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:32.089517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.109366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 180e3af4-0a57-4894-845c-94930ed471f6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:32.135624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:05:32.224208 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 52636688-ae99-4ff3-83c4-703f63d26f90 resource provider aggregate not found Sep 22 17:05:32.245779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:32.281718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-aa36075e-9989-46b2-923b-217a9d7b1639 None None] Provisioning for port 4966fae8-ab25-48eb-9333-ed562485f8be completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:32.287689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:05:32.288035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:05:32.305490 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 52636688-ae99-4ff3-83c4-703f63d26f90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 52636688-ae99-4ff3-83c4-703f63d26f90 found for delete ", "request_id": "req-74430a84-68d6-4beb-b0cf-4bcb85ff685d"}]} Sep 22 17:05:32.336009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.337880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:26Z', 'revision_number': 10, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:32.340463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:32.356461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7354a818-5e34-430e-b240-9ed47c12d27b None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:26Z', 'revision_number': 10, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None, '_interfaces': [{'id': '8a21caae-00ce-4796-9664-eea8df0a4282', 'name': '', 'network_id': '08724cc7-d18e-4779-878f-59ef0b44001a', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'mac_address': 'fa:16:3e:c2:48:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:05Z', 'updated_at': '2022-09-22T17:04:25Z', 'revision_number': 5, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'subnets': [{'id': '321ae435-cc52-4b40-b16f-fec4bbbf6693', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:32.391520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.430793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:32.431392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:32.443789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bcc8fa57-781c-4933-be01-e2220b66335b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/6fb5bb92-0ca2-4cd2-b7e1-c8507d045eb8 HTTP/1.1" status: 204 len: 168 time: 3.1304159 Sep 22 17:05:32.449821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49346) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:32.450210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49348) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:32.452630 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:32.459126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:32.462878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90274fe1-9e20-4a85-bf82-c74e168e97e1 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3461456 Sep 22 17:05:32.463787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.467359 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:32.469158 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:32.484406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-465187276'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:32.525193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 180e3af4-0a57-4894-845c-94930ed471f6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:32.539503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 180e3af4-0a57-4894-845c-94930ed471f6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:32.539876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.540418 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 180e3af4-0a57-4894-845c-94930ed471f6 Sep 22 17:05:32.606672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:32.665512 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:32.768319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] DHCP port deletion for 465bd00b-a8e4-4223-89a3-22d9af2d2cb6 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:32.783619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Deleting port 180e3af4-0a57-4894-845c-94930ed471f6 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:32.784180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.825889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Deleting port d4bddf27-9942-4dec-adc9-ad292ac057b4 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:32.826520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:32.978213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 180e3af4-0a57-4894-845c-94930ed471f6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:32.978510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.084309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1709f2f-ee3a-4d06-bfdd-565b82aa9e16 None None] The port 'd4bddf27-9942-4dec-adc9-ad292ac057b4' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:05:33.164435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a74451ee-e0c8-472e-8b51-7f54999ab5f0 req-a8a76117-334f-4e9a-8854-74f371abef5e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.1903298 Sep 22 17:05:33.170083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:33.181880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 180e3af4-0a57-4894-845c-94930ed471f6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=180e3af4-0a57-4894-845c-94930ed471f6,segment=NetworkSegment(11324151-b9c0-4e81-94bc-7d0da823f61d),segment_id=11324151-b9c0-4e81-94bc-7d0da823f61d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:33.203584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.210057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0429a499-48dd-46d2-9893-e611811c8b57 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:33.240507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:33.299711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:30Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:33.304838 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:33.305503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Updating router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 port 9728c670-8693-41c2-a8a9-80b6149ff6c9 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:05:33.306543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:33.309460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0c60d22f-1164-4431-8e47-857e1bd1f6ea req-fc1a4f3b-6960-4019-9952-c7d359ce6e37 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:33.376220 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.401764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:33.407188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.461355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0c60d22f-1164-4431-8e47-857e1bd1f6ea req-fc1a4f3b-6960-4019-9952-c7d359ce6e37 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:33.472015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0c60d22f-1164-4431-8e47-857e1bd1f6ea req-fc1a4f3b-6960-4019-9952-c7d359ce6e37 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 210 time: 0.4415627 Sep 22 17:05:33.545975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:33.579765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.580263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 7913320c-488d-4c8d-9513-4ca55f0a88ce of type vlan for network cec1c20b-557f-4d8c-9e32-e6f6395a4196 Sep 22 17:05:33.815497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] For port 180e3af4-0a57-4894-845c-94930ed471f6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=180e3af4-0a57-4894-845c-94930ed471f6,segment=NetworkSegment(11324151-b9c0-4e81-94bc-7d0da823f61d),segment_id=11324151-b9c0-4e81-94bc-7d0da823f61d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:33.816064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:33.953143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-46873df6-7a43-42a0-a9fc-d4245e99e561 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:33.954816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-46873df6-7a43-42a0-a9fc-d4245e99e561 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.3420880 Sep 22 17:05:33.958353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Calling delete_port for 180e3af4-0a57-4894-845c-94930ed471f6 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:34.055540 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.076860 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Transition to ACTIVE for port object 9728c670-8693-41c2-a8a9-80b6149ff6c9 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:34.087992 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.144182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=180e3af4-0a57-4894-845c-94930ed471f6,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:34.159613 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-2cc94f11-f134-4ab7-8800-bc94574ebf05 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 380 time: 0.1565204 Sep 22 17:05:34.161272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0429a499-48dd-46d2-9893-e611811c8b57 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:34.161671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.162222 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0429a499-48dd-46d2-9893-e611811c8b57 Sep 22 17:05:34.178701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'port': {'device_id': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'admin_state_up': True, 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'security_groups': ['9320833b-030e-4519-a737-338d0a6f5bfb']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:34.270446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.376261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0afb49ec-ffe1-45c4-9f76-b6f59406ae60 None None] Provisioning for port 9728c670-8693-41c2-a8a9-80b6149ff6c9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:34.409037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.413462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] No DVR routers for this DVR port 180e3af4-0a57-4894-845c-94930ed471f6 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:34.442685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:34.466979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2114bdf-86f5-458c-b87a-fe3dbd810d1b None None] Pushing event deleted for resources: {'Port': ['ID=180e3af4-0a57-4894-845c-94930ed471f6,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:34.473529 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60ed9714-1b8c-4e34-88e4-1ba0efd7ad90 req-a03cf77f-bb42-45a8-b543-2b0850e69503 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.0955033 Sep 22 17:05:34.481654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:34.494007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0657b-342d-4f3a-8bbd-3144232c8ad9 None None] Pushing event updated for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:34.505819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Attempting to bind port 9728c670-8693-41c2-a8a9-80b6149ff6c9 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:34.509490 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Attempting to bind port 9728c670-8693-41c2-a8a9-80b6149ff6c9 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:34.509876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Attempting to bind port 9728c670-8693-41c2-a8a9-80b6149ff6c9 on network 381fc080-9728-40e7-bb5c-7ddd9e109805 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:34.520694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:34.520694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Checking segment: {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:34.521209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.521810 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Bound using segment: {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:34.522170 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Bound port: 9728c670-8693-41c2-a8a9-80b6149ff6c9, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:34.522538 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.569616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0429a499-48dd-46d2-9893-e611811c8b57 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:34.570358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4966fae8-ab25-48eb-9333-ed562485f8be up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:34.598115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Made reservation on behalf of f5d66e0c04e747d5876e8312206fbd34 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:34.602711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.631677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.636892 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] For port 9728c670-8693-41c2-a8a9-80b6149ff6c9, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:34.638349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:34.639257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.642511 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] For port 9728c670-8693-41c2-a8a9-80b6149ff6c9, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9728c670-8693-41c2-a8a9-80b6149ff6c9,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:34.656250 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.659584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4966fae8-ab25-48eb-9333-ed562485f8be completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:34.665757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4966fae8-ab25-48eb-9333-ed562485f8be triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:34.666324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.666810 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4966fae8-ab25-48eb-9333-ed562485f8be Sep 22 17:05:34.727722 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:34.728350 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:34.834986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4966fae8-ab25-48eb-9333-ed562485f8be is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:34.835973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.887192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 4966fae8-ab25-48eb-9333-ed562485f8be, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4966fae8-ab25-48eb-9333-ed562485f8be,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:34.897136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:34.899281 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf0657b-342d-4f3a-8bbd-3144232c8ad9 None None] Pushing event updated for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:34.926488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4742248 Sep 22 17:05:34.929518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:34.935829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:34.978024 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:34.985995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=4966fae8-ab25-48eb-9333-ed562485f8be,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:34.990836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d4bddf27-9942-4dec-adc9-ad292ac057b4 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:35.035100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d4bddf27-9942-4dec-adc9-ad292ac057b4 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:35.035527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d4bddf27-9942-4dec-adc9-ad292ac057b4 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:35.202613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4966fae8-ab25-48eb-9333-ed562485f8be up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:35.229719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0937e4e-b202-47af-a5d3-af9e579404d4 req-1bb628e4-4537-4323-805f-016bc9108172 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 210 time: 0.4769931 Sep 22 17:05:35.340973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:35.345331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:35.349359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:35.356687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4966fae8-ab25-48eb-9333-ed562485f8be triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:35.356872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:35.357139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:35.357395 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4966fae8-ab25-48eb-9333-ed562485f8be Sep 22 17:05:35.371541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:35.375303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:35.385443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f1480-9ee6-4f2d-8e83-8dcf20204a67 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=cec1c20b-557f-4d8c-9e32-e6f6395a4196,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:35.424413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:35.533202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:05:35.537340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.20.0.3 (2b58174b-84ca-44b6-90a1-b14e63858949/5dbba768-5d88-4390-8b2e-1147ab62cf0a/013f9d7b-6bce-4aea-a7be-7f90605748b6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:35.553974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:35.598096 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:34Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:35.614589 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2dfffd1-5bea-4948-9df1-9914f6c09698 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:34Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:35.685086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:35.701645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:35.865103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4966fae8-ab25-48eb-9333-ed562485f8be is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:35.926507 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f21a9ae0-3c76-4e26-b330-2a1a01bd5067 req-0025a063-ba3d-4457-bf93-5c5a9eef6241 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.2060411 Sep 22 17:05:35.950243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 180e3af4-0a57-4894-845c-94930ed471f6 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:35.953303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=98b3f7d3-656a-477a-8c34-3750c37d39d7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:36.059017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 180e3af4-0a57-4894-845c-94930ed471f6 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:36.059615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 180e3af4-0a57-4894-845c-94930ed471f6 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:36.060340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:36.080120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=874c5ac7-81d0-4609-8078-1098aabeb1a7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:36.092965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:36.093505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: cec1c20b-557f-4d8c-9e32-e6f6395a4196, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:36.107681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:36.108094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b4c07dab-4b6a-4656-931f-1fdaf0fd0dbb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:36.128680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-3027d224-0c87-4f44-bbd5-91a39a29487f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:36.130259 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-3027d224-0c87-4f44-bbd5-91a39a29487f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 797 time: 0.3428199 Sep 22 17:05:36.171777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': 'a092ebb1-a467-41bd-b795-48c3cdcf1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:36.172459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: c7d45f80-6520-4c08-a208-55e3dfaa6a20, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:36.259245 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-7e90f2a9-56f9-4ab9-b365-6eac38ec4c5e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.0994682 Sep 22 17:05:36.260222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:36.277666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['d20223b4-2669-4241-b9a6-bd4da396747d']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:36.357023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, cec1c20b-557f-4d8c-9e32-e6f6395a4196) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:36.365064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a422f6c-2314-496b-86e8-6931910a6995 None None] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:36.395984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:36.398922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:36.405022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network c7d45f80-6520-4c08-a208-55e3dfaa6a20 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:36.461371 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77b29c42-3e13-4518-850a-67bbc0529144 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5304179 Sep 22 17:05:36.465500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:36.531601 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-84310548-8f62-475d-8013-a29748b5f1c0 req-2c251019-4593-44c3-8d12-a4f135ec4ca4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 210 time: 0.0907407 Sep 22 17:05:36.552430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c7d45f80-6520-4c08-a208-55e3dfaa6a20) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:36.580753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:36.586512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:36.587338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:36.645791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb2b03b-97b9-4e68-beed-faf29c88065d None None] Network c7d45f80-6520-4c08-a208-55e3dfaa6a20 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:36.756800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:36.767361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:36.783876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:36.788075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:36.829268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Transition to ACTIVE for port object 013f9d7b-6bce-4aea-a7be-7f90605748b6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:36.835906 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d55fe2b3-a4c6-4e82-aa4b-73d4685fa96e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 5.0327115 Sep 22 17:05:36.841208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49392) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:36.885099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:36.885944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.034490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 8a21caae-00ce-4796-9664-eea8df0a4282 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:37.035631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.104455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.165228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4522452-8539-4274-b046-bb634db690ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c7d45f80-6520-4c08-a208-55e3dfaa6a20', 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20', 'tenant_id': '64e2f61062d14013bfe38b11c8eb3b4a', 'fixed_ips': [{'subnet_id': '874c5ac7-81d0-4609-8078-1098aabeb1a7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:37.166098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.264435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Allocated IP 172.21.0.2 (cec1c20b-557f-4d8c-9e32-e6f6395a4196/98b3f7d3-656a-477a-8c34-3750c37d39d7/88bcc1b6-a445-4719-b787-74aa6b0864a7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:37.267982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:37.277038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:37.310798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9728c670-8693-41c2-a8a9-80b6149ff6c9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:37.367215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.390673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:37.493551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:37.562707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e4522452-8539-4274-b046-bb634db690ec None None] Allocated IP 2001:db8::f816:3eff:fe5b:82ff (c7d45f80-6520-4c08-a208-55e3dfaa6a20/874c5ac7-81d0-4609-8078-1098aabeb1a7/ab97f48f-5991-473a-a957-29b6ed0d78c8) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:37.706341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:37.707750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.722730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9728c670-8693-41c2-a8a9-80b6149ff6c9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:37.765151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 8a21caae-00ce-4796-9664-eea8df0a4282, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8a21caae-00ce-4796-9664-eea8df0a4282,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:37.765685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.818316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9728c670-8693-41c2-a8a9-80b6149ff6c9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:37.818708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.819219 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9728c670-8693-41c2-a8a9-80b6149ff6c9 Sep 22 17:05:37.898990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-8220de64-8672-4777-a6a1-064b6af8f85e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7245855 Sep 22 17:05:37.905839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Provisioning for port 013f9d7b-6bce-4aea-a7be-7f90605748b6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:37.917641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Provisioning complete for port 013f9d7b-6bce-4aea-a7be-7f90605748b6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:37.918020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.918358 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 1 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:37.952827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:37.971296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Request body: {'port': {'device_id': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:37.993052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.13 (c7c8f1aa-28dc-466e-95ff-35d8c144eaa9/a7f764a6-a871-47ce-8e22-ef980c582b81/baa7505d-5347-4cb7-b939-f4175d184e7b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:38.009227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 8a21caae-00ce-4796-9664-eea8df0a4282 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:38.048994 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c901e7f-77e1-4628-8260-dd67659fc057 req-fa0a7a18-a491-4d64-8ee4-dede98d9a87c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 210 time: 0.2675054 Sep 22 17:05:38.070295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.078346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584952bb-29d6-4305-a5b3-bd29c59e6182 req-9d434182-ade8-4ffd-ac18-f9f7c7d801f0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:38.085690 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-584952bb-29d6-4305-a5b3-bd29c59e6182 req-9d434182-ade8-4ffd-ac18-f9f7c7d801f0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 931 time: 0.8339062 Sep 22 17:05:38.102957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:38.109409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Transition to ACTIVE for port object 88bcc1b6-a445-4719-b787-74aa6b0864a7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:38.154195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Transition to ACTIVE for port object 88bcc1b6-a445-4719-b787-74aa6b0864a7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:38.238499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-584952bb-29d6-4305-a5b3-bd29c59e6182 req-c2e28832-191c-4e80-86fb-e1dcaef0939a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:38.288829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.303692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9728c670-8693-41c2-a8a9-80b6149ff6c9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:38.303692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.313537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.380535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-584952bb-29d6-4305-a5b3-bd29c59e6182 req-c2e28832-191c-4e80-86fb-e1dcaef0939a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:38.391206 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-584952bb-29d6-4305-a5b3-bd29c59e6182 req-c2e28832-191c-4e80-86fb-e1dcaef0939a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3044200 Sep 22 17:05:38.424291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Pushing event updated for resources: {'Port': ['ID=88bcc1b6-a445-4719-b787-74aa6b0864a7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:38.451535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:38.456417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.461075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:38.465811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:38.536228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 9728c670-8693-41c2-a8a9-80b6149ff6c9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9728c670-8693-41c2-a8a9-80b6149ff6c9,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:38.537572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.593322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.652361 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 2 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:38.664324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.676296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e4522452-8539-4274-b046-bb634db690ec None None] Transition to ACTIVE for port object ab97f48f-5991-473a-a957-29b6ed0d78c8 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:38.691773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object baa7505d-5347-4cb7-b939-f4175d184e7b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:38.745932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e4522452-8539-4274-b046-bb634db690ec None None] Transition to ACTIVE for port object ab97f48f-5991-473a-a957-29b6ed0d78c8 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:38.759232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Attempting to bind port 88bcc1b6-a445-4719-b787-74aa6b0864a7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:38.759717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Attempting to bind port 88bcc1b6-a445-4719-b787-74aa6b0864a7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:38.759968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Attempting to bind port 88bcc1b6-a445-4719-b787-74aa6b0864a7 on network cec1c20b-557f-4d8c-9e32-e6f6395a4196 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:38.768015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:38.768389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Checking segment: {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:38.768837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.769706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Bound using segment: {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:38.771666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Bound port: 88bcc1b6-a445-4719-b787-74aa6b0864a7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:38.771666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.780212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:38.782557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:38.786384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.794303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.845138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.850838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:38.897856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4522452-8539-4274-b046-bb634db690ec None None] Network c7d45f80-6520-4c08-a208-55e3dfaa6a20 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:38.908928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e4522452-8539-4274-b046-bb634db690ec None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:38.915622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4522452-8539-4274-b046-bb634db690ec None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:38.917699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4522452-8539-4274-b046-bb634db690ec None None] Pushing event updated for resources: {'Port': ['ID=ab97f48f-5991-473a-a957-29b6ed0d78c8,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:38.920234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Port': ['ID=8a21caae-00ce-4796-9664-eea8df0a4282,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:38.958587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=874c5ac7-81d0-4609-8078-1098aabeb1a7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:38.992485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:39.003344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:39.005837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:39.008175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:39.046559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] For port 88bcc1b6-a445-4719-b787-74aa6b0864a7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:39.048869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4522452-8539-4274-b046-bb634db690ec None None] Attempting to bind port ab97f48f-5991-473a-a957-29b6ed0d78c8 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:39.049237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4522452-8539-4274-b046-bb634db690ec None None] Attempting to bind port ab97f48f-5991-473a-a957-29b6ed0d78c8 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a092ebb1-a467-41bd-b795-48c3cdcf1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:39.049626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4522452-8539-4274-b046-bb634db690ec None None] Attempting to bind port ab97f48f-5991-473a-a957-29b6ed0d78c8 on network c7d45f80-6520-4c08-a208-55e3dfaa6a20 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:39.068151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4522452-8539-4274-b046-bb634db690ec None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:39.068527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4522452-8539-4274-b046-bb634db690ec None None] Checking segment: {'id': 'a092ebb1-a467-41bd-b795-48c3cdcf1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:39.071245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.071900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4522452-8539-4274-b046-bb634db690ec None None] Bound using segment: {'id': 'a092ebb1-a467-41bd-b795-48c3cdcf1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:39.072576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e4522452-8539-4274-b046-bb634db690ec None None] Bound port: ab97f48f-5991-473a-a957-29b6ed0d78c8, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a092ebb1-a467-41bd-b795-48c3cdcf1382', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:39.073169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.128436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] For port 88bcc1b6-a445-4719-b787-74aa6b0864a7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=88bcc1b6-a445-4719-b787-74aa6b0864a7,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:39.151402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.181468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.21.0.1 (cec1c20b-557f-4d8c-9e32-e6f6395a4196/98b3f7d3-656a-477a-8c34-3750c37d39d7/584ef446-ea78-40b3-8b3e-93822a0ee9dd) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:39.217230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:39.217906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.369943 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 3 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:39.409627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9728c670-8693-41c2-a8a9-80b6149ff6c9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:39.440573 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-26626496-2f04-48a5-bbd1-b3f327f5aefa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1743960 Sep 22 17:05:39.569450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.570284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Request body: {'port': {'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:39.584566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:39.620665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef27181d-dbef-484a-b771-ca923ca04f7a None None] Pushing event updated for resources: {'Port': ['ID=88bcc1b6-a445-4719-b787-74aa6b0864a7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:39.628073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e4522452-8539-4274-b046-bb634db690ec None None] For port ab97f48f-5991-473a-a957-29b6ed0d78c8, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:39.633898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e4522452-8539-4274-b046-bb634db690ec None None] For port ab97f48f-5991-473a-a957-29b6ed0d78c8, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ab97f48f-5991-473a-a957-29b6ed0d78c8,segment=NetworkSegment(a092ebb1-a467-41bd-b795-48c3cdcf1382),segment_id=a092ebb1-a467-41bd-b795-48c3cdcf1382)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:39.647181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e4522452-8539-4274-b046-bb634db690ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.779135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9728c670-8693-41c2-a8a9-80b6149ff6c9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:39.779769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.780297 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9728c670-8693-41c2-a8a9-80b6149ff6c9 Sep 22 17:05:39.786927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.815606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:39.844775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 584ef446-ea78-40b3-8b3e-93822a0ee9dd will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:39.920724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4522452-8539-4274-b046-bb634db690ec None None] Pushing event updated for resources: {'Port': ['ID=ab97f48f-5991-473a-a957-29b6ed0d78c8,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:39.926791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75f1bc5f-6ebf-4d7f-908f-2b8d6a160565 None None] Network c7d45f80-6520-4c08-a208-55e3dfaa6a20 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:39.972193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.039152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d45f80-6520-4c08-a208-55e3dfaa6a20']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:40.071597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.081439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092ebb1-a467-41bd-b795-48c3cdcf1382') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:40.082394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092ebb1-a467-41bd-b795-48c3cdcf1382') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:40.100084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 013f9d7b-6bce-4aea-a7be-7f90605748b6 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:05:40.121518 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 4 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:40.173737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.192743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.292049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9728c670-8693-41c2-a8a9-80b6149ff6c9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:40.315336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3281e8ac-0efe-4f81-8869-8288589628a1 req-b7584422-6862-445a-a43d-9eb1b924edff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:40.317242 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3281e8ac-0efe-4f81-8869-8288589628a1 req-b7584422-6862-445a-a43d-9eb1b924edff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 932 time: 0.6860886 Sep 22 17:05:40.322507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.349676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:40.350673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.357321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:40.447231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:40.455250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a092ebb1-a467-41bd-b795-48c3cdcf1382 resource provider aggregate not found Sep 22 17:05:40.509252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a092ebb1-a467-41bd-b795-48c3cdcf1382 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a092ebb1-a467-41bd-b795-48c3cdcf1382 found for delete ", "request_id": "req-8c9a0425-b9ca-42b6-9b1c-dc821688f1d3"}]} Sep 22 17:05:40.512392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3281e8ac-0efe-4f81-8869-8288589628a1 req-5619bdb9-682b-4594-a9c5-96c79a900f38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:40.527650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Transition to ACTIVE for port object 013f9d7b-6bce-4aea-a7be-7f90605748b6 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:40.533133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:40.541416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:40.546824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:40.549443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:40.585390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:05:40.585390 dv-neutron-858953-1-hyperv neutron-server[89051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:05:40.585390 dv-neutron-858953-1-hyperv neutron-server[89051]: [parameters: {'id': 'c7d45f80-6520-4c08-a208-55e3dfaa6a20'}] Sep 22 17:05:40.585390 dv-neutron-858953-1-hyperv neutron-server[89051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:05:40.585834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:05:40.598980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.716567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:40.729966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58b9181-ff6a-4f8d-9001-4b120fc4520d req-57495a16-113d-4d2f-b11b-3b9973e98149 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:40.733129 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e58b9181-ff6a-4f8d-9001-4b120fc4520d req-57495a16-113d-4d2f-b11b-3b9973e98149 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 931 time: 0.8192673 Sep 22 17:05:40.823613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501261af-69b4-45d6-8cec-488b59b699a3 None None] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:40.830941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3281e8ac-0efe-4f81-8869-8288589628a1 req-5619bdb9-682b-4594-a9c5-96c79a900f38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:40.832536 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3281e8ac-0efe-4f81-8869-8288589628a1 req-5619bdb9-682b-4594-a9c5-96c79a900f38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5067225 Sep 22 17:05:40.858358 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 5 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:40.864370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:40.874190 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e58b9181-ff6a-4f8d-9001-4b120fc4520d req-780bcd27-a990-455e-9831-63bcd0ad9c36 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1297913 Sep 22 17:05:40.888812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Pushing event updated for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:40.911875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5f74fa99-65c3-4c37-bf5f-c110a293f934 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4550066 Sep 22 17:05:40.911875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:41.021859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:41.031869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.052841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id baa7505d-5347-4cb7-b939-f4175d184e7b {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:05:41.092236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:41.109908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.120364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:41.121041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:41.126170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Attempting to bind port 013f9d7b-6bce-4aea-a7be-7f90605748b6 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:41.126511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Attempting to bind port 013f9d7b-6bce-4aea-a7be-7f90605748b6 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:41.126845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Attempting to bind port 013f9d7b-6bce-4aea-a7be-7f90605748b6 on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:41.141613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 on network 2b58174b-84ca-44b6-90a1-b14e63858949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:05:41.141950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Attempting to bind port 013f9d7b-6bce-4aea-a7be-7f90605748b6 on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:41.148372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting subnet 321ae435-cc52-4b40-b16f-fec4bbbf6693 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:05:41.155156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.203131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 88bcc1b6-a445-4719-b787-74aa6b0864a7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:41.211037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting port ab97f48f-5991-473a-a957-29b6ed0d78c8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:41.211384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.235056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:41.235408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:41.235795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Bound using segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:41.236556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Bound port: 013f9d7b-6bce-4aea-a7be-7f90605748b6, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:41.236556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.288573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.331100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.332439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Transition to ACTIVE for port object baa7505d-5347-4cb7-b939-f4175d184e7b will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:41.361721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:41.383201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.493199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:41.508943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:41.555342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:41.568478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:41.569513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:41.581219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:41.591120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.624406 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Attempt 6 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:41.641552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:41.641791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Pushing event updated for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:41.641885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.643604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] 10.222.0.18 "PUT /v2.0/ports/013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 200 len: 1093 time: 3.6759248 Sep 22 17:05:41.647668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:05:41.649596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956b1d93-c27e-47e8-aec5-501e8b0d8efc" -d '{"events": [{"name": "network-changed", "server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:05:41.673579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.676332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 88bcc1b6-a445-4719-b787-74aa6b0864a7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:41.766393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] For port ab97f48f-5991-473a-a957-29b6ed0d78c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ab97f48f-5991-473a-a957-29b6ed0d78c8,segment=NetworkSegment(a092ebb1-a467-41bd-b795-48c3cdcf1382),segment_id=a092ebb1-a467-41bd-b795-48c3cdcf1382)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:41.766722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.770581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:41.772529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.802392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:41.858838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fc56af-09cc-4280-94de-96c7da328121 x-openstack-request-id: req-d2fc56af-09cc-4280-94de-96c7da328121 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:05:41.859187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:05:41.859366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d2fc56af-09cc-4280-94de-96c7da328121 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:05:41.859762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2fc56af-09cc-4280-94de-96c7da328121'] response: {'name': 'network-changed', 'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'status': 'completed', 'code': 200} Sep 22 17:05:41.913142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:41.922532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e7eaf3c-e26b-4314-9186-6ee278d54ec8 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:41.930928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Calling delete_port for ab97f48f-5991-473a-a957-29b6ed0d78c8 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:41.950164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9a89a1c9-1bfc-4047-9135-ba6862ca2ec3 None None] Port 013f9d7b-6bce-4aea-a7be-7f90605748b6 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:05:41.992267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Attempting to bind port baa7505d-5347-4cb7-b939-f4175d184e7b on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:41.993495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Attempting to bind port baa7505d-5347-4cb7-b939-f4175d184e7b by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:41.993920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Attempting to bind port baa7505d-5347-4cb7-b939-f4175d184e7b on network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:42.001547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5758a1-12f9-4e37-8756-252230d70280 service neutron] Pushing event updated for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:42.057856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:42.071407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.071754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Port baa7505d-5347-4cb7-b939-f4175d184e7b on network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:05:42.072107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Attempting to bind port baa7505d-5347-4cb7-b939-f4175d184e7b on network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:42.086987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Provisioning for port 88bcc1b6-a445-4719-b787-74aa6b0864a7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:42.087668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.095050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Provisioning complete for port 88bcc1b6-a445-4719-b787-74aa6b0864a7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:42.095747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.096266 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Attempt 1 to provision port 88bcc1b6-a445-4719-b787-74aa6b0864a7 Sep 22 17:05:42.104493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:42.105432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Checking segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:42.105827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Bound using segment: {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:42.106359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Bound port: baa7505d-5347-4cb7-b939-f4175d184e7b, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b74d75f-f12b-47ce-9fce-30dd3ab90289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:42.106711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.171921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Subnet': ['ID=321ae435-cc52-4b40-b16f-fec4bbbf6693,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:42.174853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.187613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-5590f9fa-e8ff-428a-9913-4f6d739e59a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:42.189551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-5590f9fa-e8ff-428a-9913-4f6d739e59a8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1096 time: 0.4694204 Sep 22 17:05:42.199055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.203143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980b5f69-8c86-4b5f-bb90-99f7ce506bbc None None] Network 08724cc7-d18e-4779-878f-59ef0b44001a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:42.359075 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b23317c9-f44e-4589-bea2-d1c7ebce01ca tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/321ae435-cc52-4b40-b16f-fec4bbbf6693 HTTP/1.1" status: 204 len: 168 time: 1.4465969 Sep 22 17:05:42.362476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Port': ['ID=ab97f48f-5991-473a-a957-29b6ed0d78c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:42.368341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-d0c554c5-b0d3-4091-8e75-59cab826c0f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 200 len: 217 time: 0.1609309 Sep 22 17:05:42.368808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No DVR routers for this DVR port ab97f48f-5991-473a-a957-29b6ed0d78c8 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:42.369018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:42.466917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Current status of the port 88bcc1b6-a445-4719-b787-74aa6b0864a7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:42.469112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.583160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.591750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6bbc6d82-01f0-4124-a738-8e5c9e8f4b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:42.593385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-6bbc6d82-01f0-4124-a738-8e5c9e8f4b50 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.1866729 Sep 22 17:05:42.606012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90652e4b-0c26-438c-8284-01e9425a0283 req-2f99b750-aacc-454f-adfe-102dd525643c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:42.606718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-90652e4b-0c26-438c-8284-01e9425a0283 req-2f99b750-aacc-454f-adfe-102dd525643c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:42.640365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] For port 88bcc1b6-a445-4719-b787-74aa6b0864a7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=88bcc1b6-a445-4719-b787-74aa6b0864a7,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:42.650128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.674252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d413dbea-b2eb-4610-a0ca-256aa2eae551 req-79c0f1ef-9170-4c5c-8041-a03e3b670576 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:42.674958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d413dbea-b2eb-4610-a0ca-256aa2eae551 req-79c0f1ef-9170-4c5c-8041-a03e3b670576 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:42.678667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d45f80-6520-4c08-a208-55e3dfaa6a20']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:42.694687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a092ebb1-a467-41bd-b795-48c3cdcf1382') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:42.695064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a092ebb1-a467-41bd-b795-48c3cdcf1382') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:42.695194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:42.712130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.721914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-90652e4b-0c26-438c-8284-01e9425a0283 req-2f99b750-aacc-454f-adfe-102dd525643c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:42.723679 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90652e4b-0c26-438c-8284-01e9425a0283 req-2f99b750-aacc-454f-adfe-102dd525643c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 944 time: 0.7273309 Sep 22 17:05:42.725350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=baa7505d-5347-4cb7-b939-f4175d184e7b,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:42.732111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:42.737187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.741017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:42.747515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.759537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d413dbea-b2eb-4610-a0ca-256aa2eae551 req-79c0f1ef-9170-4c5c-8041-a03e3b670576 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:42.760795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d413dbea-b2eb-4610-a0ca-256aa2eae551 req-79c0f1ef-9170-4c5c-8041-a03e3b670576 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.6500216 Sep 22 17:05:42.761881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:42.762293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.787540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Provisioning for port baa7505d-5347-4cb7-b939-f4175d184e7b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:42.822189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:42.823191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.824487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] 10.222.0.18 "PUT /v2.0/ports/baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 1094 time: 3.2633529 Sep 22 17:05:42.829975 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:05:42.832326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f268d23b-01ba-49a0-80d0-1c8df3868570" -d '{"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:05:42.832571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b594ebc-bce5-431d-a450-608fa049dd57 None None] Pushing event updated for resources: {'Port': ['ID=88bcc1b6-a445-4719-b787-74aa6b0864a7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:42.876729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.933779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Provisioning for port 584ef446-ea78-40b3-8b3e-93822a0ee9dd completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:42.940922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Provisioning complete for port 584ef446-ea78-40b3-8b3e-93822a0ee9dd triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:42.941825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:42.942154 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 1 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:43.018422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:43.020395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] DHCP port deletion for 08724cc7-d18e-4779-878f-59ef0b44001a request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:05:43.035900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Deleting port 56f51f19-2b93-4cc2-85db-71424450e53b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:43.036274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.133770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a092ebb1-a467-41bd-b795-48c3cdcf1382 resource provider aggregate not found Sep 22 17:05:43.194144 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a092ebb1-a467-41bd-b795-48c3cdcf1382 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a092ebb1-a467-41bd-b795-48c3cdcf1382 found for delete ", "request_id": "req-8b2e3b22-f458-4109-8c2d-23751819b1d6"}]} Sep 22 17:05:43.217060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 88bcc1b6-a445-4719-b787-74aa6b0864a7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:43.253537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-bbf28c07-3751-4656-a9c4-2d870c25d247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:43.256434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-bbf28c07-3751-4656-a9c4-2d870c25d247 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6455009 Sep 22 17:05:43.257795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.262364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d413dbea-b2eb-4610-a0ca-256aa2eae551 req-2606ec09-5dbf-457c-a6c0-13364dd94cc0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4711173 Sep 22 17:05:43.304454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.307112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:43.319317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 56f51f19-2b93-4cc2-85db-71424450e53b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:43.319721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.324449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=c7d45f80-6520-4c08-a208-55e3dfaa6a20,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:43.380939 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a5dde822-3f94-4157-9069-388e15e0d16d tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/c7d45f80-6520-4c08-a208-55e3dfaa6a20 HTTP/1.1" status: 204 len: 168 time: 6.5360799 Sep 22 17:05:43.388806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49434) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:43.398782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2070046656'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:43.404425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:43.406826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85a56d0c-ed71-4dbc-bbad-2575f4c6d8eb x-openstack-request-id: req-85a56d0c-ed71-4dbc-bbad-2575f4c6d8eb {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:05:43.407329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:05:43.407329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-85a56d0c-ed71-4dbc-bbad-2575f4c6d8eb {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:05:43.407742 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-85a56d0c-ed71-4dbc-bbad-2575f4c6d8eb'] response: {'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'status': 'completed', 'code': 200} Sep 22 17:05:43.408922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:43.413609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:43.420102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:43.429337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] For port 56f51f19-2b93-4cc2-85db-71424450e53b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=56f51f19-2b93-4cc2-85db-71424450e53b,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:43.429734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.433927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:43.437707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.484817 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90652e4b-0c26-438c-8284-01e9425a0283 req-72360ee8-1bdf-486e-bb2b-8790d8bca374 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6828775 Sep 22 17:05:43.485803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd37e0e-2d49-4b1b-afec-394c4cb77d95 service neutron] Pushing event updated for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:43.498942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 88bcc1b6-a445-4719-b787-74aa6b0864a7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:43.499317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.499652 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 88bcc1b6-a445-4719-b787-74aa6b0864a7 Sep 22 17:05:43.588617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:43.590536 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 2 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:43.593241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-ccbdb94e-37b1-4f9a-ab79-2e210a4e3be9 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299632 Sep 22 17:05:43.627816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.628308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 of type vlan for network 0dd2840f-8bbc-4bd7-acba-467233c00174 Sep 22 17:05:43.631156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Calling delete_port for 56f51f19-2b93-4cc2-85db-71424450e53b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:43.657556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-208fe4e6-271d-4e8f-9a00-a36e688a3ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:43.659160 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-208fe4e6-271d-4e8f-9a00-a36e688a3ca2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1097 time: 0.6731265 Sep 22 17:05:43.702232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde5744-e51e-48e1-8f86-435e6e2120b7 req-7cce1d04-58e7-4d9c-b5a8-faafd6040e81 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:43.704032 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cbde5744-e51e-48e1-8f86-435e6e2120b7 req-7cce1d04-58e7-4d9c-b5a8-faafd6040e81 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2549949 Sep 22 17:05:43.725082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:43.753840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.797685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-6ac2c1ca-c55c-46ea-8096-a7d9a293f62c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 217 time: 0.0844038 Sep 22 17:05:43.798053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.815321 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cbde5744-e51e-48e1-8f86-435e6e2120b7 req-b2311606-bd47-4941-9b56-067831d827b4 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870962 Sep 22 17:05:43.847931 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5511dcaa-c0a5-4a27-8a46-798a6172f9c3 req-a1259bd1-d7ee-4cc9-881b-c8dc299a2002 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2453365 Sep 22 17:05:43.849794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.856308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:43.857099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.867555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:43.879788 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:43.886702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-556b685b-2e93-4d84-b4c0-c5608705e359 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4205332 Sep 22 17:05:43.893833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] For port 56f51f19-2b93-4cc2-85db-71424450e53b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=56f51f19-2b93-4cc2-85db-71424450e53b,segment=NetworkSegment(94c40a20-ed6a-4aac-abdb-210742c42bd0),segment_id=94c40a20-ed6a-4aac-abdb-210742c42bd0)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:43.894028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:43.894370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:43.902618 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:43.903095 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:43.921274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-346924185'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:43.928733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:43.936364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] Pushing event deleted for resources: {'Port': ['ID=56f51f19-2b93-4cc2-85db-71424450e53b,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:43.937577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:43.945373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 88bcc1b6-a445-4719-b787-74aa6b0864a7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:43.949899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:43.955982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0122840-f387-4242-8eba-ac0128ff8d12 None None] No DVR routers for this DVR port 56f51f19-2b93-4cc2-85db-71424450e53b on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:43.963845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:43.981680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02bcdb3-56c5-44b4-b586-efccd53b9b28 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:05:44.027466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 56f51f19-2b93-4cc2-85db-71424450e53b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:44.057665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Calling delete_port for 56f51f19-2b93-4cc2-85db-71424450e53b owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:44.064428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=0dd2840f-8bbc-4bd7-acba-467233c00174,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:44.067002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:44.071334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.073409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 56f51f19-2b93-4cc2-85db-71424450e53b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:44.073707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 56f51f19-2b93-4cc2-85db-71424450e53b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:44.074121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8a21caae-00ce-4796-9664-eea8df0a4282 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:05:44.107276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0dd2840f-8bbc-4bd7-acba-467233c00174 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:44.128932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-dde7a53d-dc87-4b2c-b18f-d98e1ac2c648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.130371 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-dde7a53d-dc87-4b2c-b18f-d98e1ac2c648 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 200 len: 834 time: 0.3233833 Sep 22 17:05:44.137997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2708e425-4716-470c-8e1f-e21b2bd1a8c9 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7450933 Sep 22 17:05:44.142216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:44.158964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:44.192816 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:44.194433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:44.209288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 8a21caae-00ce-4796-9664-eea8df0a4282 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:05:44.209639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8a21caae-00ce-4796-9664-eea8df0a4282 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:05:44.232866 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 3 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:44.326480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.327441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment abc68a3f-6ffd-4906-b743-68aff696eff1 of type vlan for network 550f2864-371a-4d18-8190-92a2c8459112 Sep 22 17:05:44.368783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:05:44.369604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:05:44.373704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:44.382939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-186cc920-4b6f-4370-a49e-905cb582bcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.384446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-186cc920-4b6f-4370-a49e-905cb582bcb6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1096 time: 0.4018834 Sep 22 17:05:44.389311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc59157f-e4cc-443f-840f-e2793157ce75 req-3166a09d-e656-4da9-b071-d75ac88c0d4a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.392978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:44.397674 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc59157f-e4cc-443f-840f-e2793157ce75 req-3166a09d-e656-4da9-b071-d75ac88c0d4a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3478570 Sep 22 17:05:44.406666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:44.426184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-2896f10e-bdcc-4ad4-9af7-bf22f7732b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.428513 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-2896f10e-bdcc-4ad4-9af7-bf22f7732b04 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2864769 Sep 22 17:05:44.455679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02bcdb3-56c5-44b4-b586-efccd53b9b28 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:05:44.630165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.638318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:44.642346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.674566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-9a2e375d-47ae-49f7-bb08-e0f11592b4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.676639 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-9a2e375d-47ae-49f7-bb08-e0f11592b4ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.2613614 Sep 22 17:05:44.682107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc59157f-e4cc-443f-840f-e2793157ce75 req-2926a8c8-9487-4dfd-bfc9-269993d511a0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2831206 Sep 22 17:05:44.704423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:40Z', 'revision_number': 3, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:41Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:44.704423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:44.704423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Updating router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 port 584ef446-ea78-40b3-8b3e-93822a0ee9dd binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:05:44.813137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-f35a59c4-0c0a-44c8-930e-ebb31fdb741d service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720498 Sep 22 17:05:44.818234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-7ef37684-dd2d-4f2a-aebb-f5644a807565 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 200 len: 217 time: 0.0905550 Sep 22 17:05:44.835585 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.869605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:05:44.889600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Deleting port 56f51f19-2b93-4cc2-85db-71424450e53b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:44.890402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.941418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0d5f1-5f69-4502-8d13-00973c0b2562 req-af03e53b-90e4-4387-839e-3c48a5290aab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.942814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-19a0d5f1-5f69-4502-8d13-00973c0b2562 req-af03e53b-90e4-4387-839e-3c48a5290aab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.3724120 Sep 22 17:05:44.966014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:44.975972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:44.977261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.016356 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 4 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:45.069704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] The port '56f51f19-2b93-4cc2-85db-71424450e53b' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:05:45.088008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:45.129589 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:05:45.137833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-a45fcd47-89ef-4a73-ad55-6b71250c2a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:45.139271 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-a45fcd47-89ef-4a73-ad55-6b71250c2a15 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.3083553 Sep 22 17:05:45.227991 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c24f049-9761-49c1-8a7e-0b1737c6ee41 req-bf37b993-2609-40f6-af6f-890d6057e659 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3696921 Sep 22 17:05:45.276207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daebce5-3dc6-476e-b8fa-938aa18c1911 req-496627fb-d8eb-4a61-ba33-8a97c45d6b39 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:45.277842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5daebce5-3dc6-476e-b8fa-938aa18c1911 req-496627fb-d8eb-4a61-ba33-8a97c45d6b39 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 944 time: 0.4637377 Sep 22 17:05:45.288550 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.303025 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Transition to ACTIVE for port object 584ef446-ea78-40b3-8b3e-93822a0ee9dd will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:45.304390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.311819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.381461 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-19a0d5f1-5f69-4502-8d13-00973c0b2562 req-64b8969e-76b6-4ee6-81b8-45cb0ed614fc tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4288688 Sep 22 17:05:45.385383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.4799461 Sep 22 17:05:45.391082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49454) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:45.397121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:45.402294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08724cc7-d18e-4779-878f-59ef0b44001a']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:45.418176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b3313-d744-423f-a888-c704d20c6bb8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=550f2864-371a-4d18-8190-92a2c8459112,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:45.439378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 550f2864-371a-4d18-8190-92a2c8459112 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:45.449316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94c40a20-ed6a-4aac-abdb-210742c42bd0') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:45.449808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94c40a20-ed6a-4aac-abdb-210742c42bd0') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:45.488725 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5daebce5-3dc6-476e-b8fa-938aa18c1911 req-9e6acdf4-8fd8-402d-9b5f-27330357aafa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2031102 Sep 22 17:05:45.502580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.538756 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66b7c2-8a0a-4139-b715-188781cf2c5d None None] Pushing event updated for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:45.549205 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Attempting to bind port 584ef446-ea78-40b3-8b3e-93822a0ee9dd on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:45.549644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Attempting to bind port 584ef446-ea78-40b3-8b3e-93822a0ee9dd by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:45.550078 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Attempting to bind port 584ef446-ea78-40b3-8b3e-93822a0ee9dd on network cec1c20b-557f-4d8c-9e32-e6f6395a4196 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:45.558497 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:45.558975 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Checking segment: {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:45.559472 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.559935 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Bound using segment: {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:45.560481 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Bound port: 584ef446-ea78-40b3-8b3e-93822a0ee9dd, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7913320c-488d-4c8d-9513-4ca55f0a88ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:45.560957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.569905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.584846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-33cbbc35-3a4d-49b9-9657-b5e58669972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:45.586496 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-33cbbc35-3a4d-49b9-9657-b5e58669972f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1097 time: 0.2462084 Sep 22 17:05:45.587528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:45.587935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.590811 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 5 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:45.687120 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] For port 584ef446-ea78-40b3-8b3e-93822a0ee9dd, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:45.693810 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] For port 584ef446-ea78-40b3-8b3e-93822a0ee9dd, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=584ef446-ea78-40b3-8b3e-93822a0ee9dd,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:45.700845 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.703036 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 94c40a20-ed6a-4aac-abdb-210742c42bd0 resource provider aggregate not found Sep 22 17:05:45.709193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:45.712312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:45.720530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-cd691547-05c9-44b9-b55f-ae348fadd952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:45.722373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-cd691547-05c9-44b9-b55f-ae348fadd952 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5703382 Sep 22 17:05:45.727591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:45.735318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:45.760516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.765689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:45.777811 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 94c40a20-ed6a-4aac-abdb-210742c42bd0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94c40a20-ed6a-4aac-abdb-210742c42bd0 found for delete ", "request_id": "req-9d1d1a01-d24b-4768-9864-a40c463c53a2"}]} Sep 22 17:05:45.779744 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:45.780384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:45.817164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.844304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.868646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Pushing event deleted for resources: {'Network': ['ID=08724cc7-d18e-4779-878f-59ef0b44001a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:45.892667 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-770f8ad1-be94-4a8d-aa30-60060942b508 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/networks/08724cc7-d18e-4779-878f-59ef0b44001a HTTP/1.1" status: 204 len: 168 time: 3.5161786 Sep 22 17:05:45.893721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49462) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:45.896775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:45.900426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:45.902347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'routes': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:45.934493 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66b7c2-8a0a-4139-b715-188781cf2c5d None None] Pushing event updated for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:45.961616 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:45.966560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-15441aab-7fca-4470-a7ff-8fd88e392ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:45.968070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-15441aab-7fca-4470-a7ff-8fd88e392ca1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 898 time: 0.3586285 Sep 22 17:05:46.018824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=079a18e9-c265-4fdb-b40d-925d96884916,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:46.036242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180d202b-37f0-4785-9564-791feab28b81 req-1570b307-59b5-4795-8218-68155c5362a5 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:46.037798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-180d202b-37f0-4785-9564-791feab28b81 req-1570b307-59b5-4795-8218-68155c5362a5 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.4517069 Sep 22 17:05:46.103202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': '5eb041cc-9247-4264-95a9-3a2c20f1e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:46.103701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: 0dd2840f-8bbc-4bd7-acba-467233c00174, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:46.107394 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-247100da-2087-4d85-b5ac-0ce604ce50f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 217 time: 0.1308463 Sep 22 17:05:46.118096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-4d2ed571-281c-44b3-ae66-5ca41e6f4686 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3850045 Sep 22 17:05:46.156287 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-180d202b-37f0-4785-9564-791feab28b81 req-8f978fec-181c-41a8-828d-f8977d8f0198 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100724 Sep 22 17:05:46.210681 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 6 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:46.298438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-1f3d32b3-4052-43f5-844b-d28801cee795 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:46.299850 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-1f3d32b3-4052-43f5-844b-d28801cee795 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 200 len: 834 time: 0.1380103 Sep 22 17:05:46.310998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network 0dd2840f-8bbc-4bd7-acba-467233c00174 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:46.324071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Port 584ef446-ea78-40b3-8b3e-93822a0ee9dd had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:05:46.331268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 0dd2840f-8bbc-4bd7-acba-467233c00174) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:46.344200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fceacef-1b8b-4cb9-96fc-99dfee6444d5 None None] Network 0dd2840f-8bbc-4bd7-acba-467233c00174 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:46.345432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:46.346327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.364971 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:40Z', 'revision_number': 3, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:45Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:46.369614 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc33576-b674-40b6-b3d1-6c4400bf7a24 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:40Z', 'revision_number': 3, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:45Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:46.374359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Provisioning complete for port 88bcc1b6-a445-4719-b787-74aa6b0864a7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:46.374739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.375112 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Attempt 1 to provision port 88bcc1b6-a445-4719-b787-74aa6b0864a7 Sep 22 17:05:46.495261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-956b1d93-c27e-47e8-aec5-501e8b0d8efc req-ad788a79-0cda-4386-8b18-835eda0d2f67 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673804 Sep 22 17:05:46.521117 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4bf94f3-ee01-4478-8110-f1bc99aac485 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3778236 Sep 22 17:05:46.524566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:46.698465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Added routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:05:46.699041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:05:46.699158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.790609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.817410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-82e99f4b-68d2-46fa-9a59-514ec78f214a None None] Current status of the port 88bcc1b6-a445-4719-b787-74aa6b0864a7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:46.819644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-0dd2840f-8bbc-4bd7-acba-467233c00174', 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174', 'tenant_id': '64e2f61062d14013bfe38b11c8eb3b4a', 'fixed_ips': [{'subnet_id': '079a18e9-c265-4fdb-b40d-925d96884916'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:46.820549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.883061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:46.926768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:46.937613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ace17ae-553c-4a10-8c46-0ecb50067770 req-eb1a7b19-d544-4b99-bcae-2053280f4fba tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:46.939163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ace17ae-553c-4a10-8c46-0ecb50067770 req-eb1a7b19-d544-4b99-bcae-2053280f4fba tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.3170793 Sep 22 17:05:47.016539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:47.016965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: 550f2864-371a-4d18-8190-92a2c8459112, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:47.059311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Allocated IP 2001:db8::2 (0dd2840f-8bbc-4bd7-acba-467233c00174/079a18e9-c265-4fdb-b40d-925d96884916/dc0de79e-1546-4e63-93f5-63de4765ae89) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:47.085097 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ace17ae-553c-4a10-8c46-0ecb50067770 req-d98c41b7-02e4-43a9-8eba-b7ca1e31fe32 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1383882 Sep 22 17:05:47.088801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 550f2864-371a-4d18-8190-92a2c8459112 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:47.103006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 550f2864-371a-4d18-8190-92a2c8459112) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:47.112931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.114669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.124191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-ffdaaaac-1586-4601-ad28-de7ef482bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:47.125938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-ffdaaaac-1586-4601-ad28-de7ef482bac3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8048131 Sep 22 17:05:47.134493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.156193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:47.156925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.159208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2be359-6ee9-4b50-b39d-def50fffd0a4 None None] Network 550f2864-371a-4d18-8190-92a2c8459112 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:47.204392 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dde7f345-4969-481e-bd9c-d90028c55d00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8095005 Sep 22 17:05:47.208999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49476) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:47.352651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 584ef446-ea78-40b3-8b3e-93822a0ee9dd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:47.369508 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-81ba7b21-7cd6-4915-9bd7-67e96f3b4161 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2270555 Sep 22 17:05:47.382814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2727a7bd-ed8c-44d9-b076-730fc43c26e2 req-8d697376-c8b3-49bb-ab46-cbf6a85a4f92 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:47.384697 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2727a7bd-ed8c-44d9-b076-730fc43c26e2 req-8d697376-c8b3-49bb-ab46-cbf6a85a4f92 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.0650475 Sep 22 17:05:47.584193 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2727a7bd-ed8c-44d9-b076-730fc43c26e2 req-e95e3e8a-a4a9-4c84-83a5-332cde7ad5f7 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706748 Sep 22 17:05:47.595687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router d2813154-f4c5-40ae-9ad6-05be891a7d36 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:47.637308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 584ef446-ea78-40b3-8b3e-93822a0ee9dd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:47.659241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 584ef446-ea78-40b3-8b3e-93822a0ee9dd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:47.661128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.661726 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:47.748801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.757741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593e3b7-1da1-4312-b5ac-352f688bd83e req-087552fb-3e20-43f9-af4a-a18d02b376fb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:47.759874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:47.765325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1593e3b7-1da1-4312-b5ac-352f688bd83e req-087552fb-3e20-43f9-af4a-a18d02b376fb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 944 time: 0.4075766 Sep 22 17:05:47.779034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.782864 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e37921ff-5846-4fc3-b0ae-b4eeaa1f6740 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 703 time: 1.8850887 Sep 22 17:05:47.783334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:47.790194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Sync routers for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:47.799217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Transition to ACTIVE for port object dc0de79e-1546-4e63-93f5-63de4765ae89 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:47.802427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-550f2864-371a-4d18-8190-92a2c8459112', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:47.804907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:47.809560 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f268d23b-01ba-49a0-80d0-1c8df3868570 req-f7c7dd16-6938-45ca-8537-ac3f91dc5247 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239914 Sep 22 17:05:47.850924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:47.851491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59f1104d-6c74-4920-8505-bd467451be58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:47.851608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:47.906305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Transition to ACTIVE for port object dc0de79e-1546-4e63-93f5-63de4765ae89 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:47.945204 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1593e3b7-1da1-4312-b5ac-352f688bd83e req-cc3c92c9-d119-4cc9-8a51-c3bc11096e8a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783781 Sep 22 17:05:48.035827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59f1104d-6c74-4920-8505-bd467451be58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:48.039710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-59f1104d-6c74-4920-8505-bd467451be58 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 205 time: 0.2530518 Sep 22 17:05:48.047542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49488) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:48.062131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.109333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e9004a-ba09-4e82-9ec5-8ec93893ac35 req-b0731f22-20d8-48dc-af5b-81d785c55c8b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:48.111058 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e9004a-ba09-4e82-9ec5-8ec93893ac35 req-b0731f22-20d8-48dc-af5b-81d785c55c8b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1203072 Sep 22 17:05:48.148996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:48.182833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6e9004a-ba09-4e82-9ec5-8ec93893ac35 req-4eb49fa3-4f40-42f6-a59a-4f66ff0a1772 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614388 Sep 22 17:05:48.235643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.304034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Network 0dd2840f-8bbc-4bd7-acba-467233c00174 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:48.323462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:48.333018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:48.340347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:48.344297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Pushing event updated for resources: {'Port': ['ID=dc0de79e-1546-4e63-93f5-63de4765ae89,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:48.345511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=079a18e9-c265-4fdb-b40d-925d96884916,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:48.355016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Checking router: d2813154-f4c5-40ae-9ad6-05be891a7d36 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:48.392756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.426394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 584ef446-ea78-40b3-8b3e-93822a0ee9dd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:48.426760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.498149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device baa7505d-5347-4cb7-b939-f4175d184e7b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:05:48.509882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Routers {'d2813154-f4c5-40ae-9ad6-05be891a7d36'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:48.510506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['d2813154-f4c5-40ae-9ad6-05be891a7d36'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:48.669405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Attempting to bind port dc0de79e-1546-4e63-93f5-63de4765ae89 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:48.669678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Attempting to bind port dc0de79e-1546-4e63-93f5-63de4765ae89 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '5eb041cc-9247-4264-95a9-3a2c20f1e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:48.670033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Attempting to bind port dc0de79e-1546-4e63-93f5-63de4765ae89 on network 0dd2840f-8bbc-4bd7-acba-467233c00174 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:48.694690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.702335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] Set router d2813154-f4c5-40ae-9ad6-05be891a7d36 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:48.749195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Allocated IP 172.22.0.2 (550f2864-371a-4d18-8190-92a2c8459112/2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8/f20d0831-9138-4da4-b278-f3e106aa966e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:48.751960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 584ef446-ea78-40b3-8b3e-93822a0ee9dd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=584ef446-ea78-40b3-8b3e-93822a0ee9dd,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:48.812630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:48.813017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Checking segment: {'id': '5eb041cc-9247-4264-95a9-3a2c20f1e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:48.813423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.813806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Bound using segment: {'id': '5eb041cc-9247-4264-95a9-3a2c20f1e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:48.814279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Bound port: dc0de79e-1546-4e63-93f5-63de4765ae89, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5eb041cc-9247-4264-95a9-3a2c20f1e0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '0dd2840f-8bbc-4bd7-acba-467233c00174'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:48.814648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.875308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:48.930150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:49.026120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c12d525a-3fbc-412a-b257-b7ae899a9478 None None] The sync data for ids ['d2813154-f4c5-40ae-9ad6-05be891a7d36'] in dv-neutron-858953-1-hyperv is: [{'id': 'd2813154-f4c5-40ae-9ad6-05be891a7d36', 'name': 'tempest-RoutersIpV6Test-router-26919253', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:02Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 11, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:49.038270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd2840f-8bbc-4bd7-acba-467233c00174']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:49.046746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.057234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.061957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb041cc-9247-4264-95a9-3a2c20f1e0b0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:49.062258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb041cc-9247-4264-95a9-3a2c20f1e0b0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:49.101946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.110085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.140960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:49.154224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb550db4-d902-4888-9558-18e1bc6177bc req-523de1a2-98b2-45ee-9e99-edc6d422662e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:49.163706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=baa7505d-5347-4cb7-b939-f4175d184e7b,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:49.163899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb550db4-d902-4888-9558-18e1bc6177bc req-523de1a2-98b2-45ee-9e99-edc6d422662e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.9238102 Sep 22 17:05:49.178663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bb8673-8c87-4811-a7c0-242c6c112d4c req-75e06513-301e-4eb5-b3d4-66c9dd617367 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:49.181458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.186779 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-81bb8673-8c87-4811-a7c0-242c6c112d4c req-75e06513-301e-4eb5-b3d4-66c9dd617367 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 944 time: 0.1170447 Sep 22 17:05:49.210079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:05:49.222699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] For port dc0de79e-1546-4e63-93f5-63de4765ae89, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:49.241739 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-81bb8673-8c87-4811-a7c0-242c6c112d4c req-9244a24c-958a-4249-9292-5ac04ef3b711 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541561 Sep 22 17:05:49.250701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.251195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router d2813154-f4c5-40ae-9ad6-05be891a7d36 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:05:49.268509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:49.269513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.372292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port baa7505d-5347-4cb7-b939-f4175d184e7b is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:49.372844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.375099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 resource provider aggregate not found Sep 22 17:05:49.387283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.406126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id baa7505d-5347-4cb7-b939-f4175d184e7b {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:05:49.410704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Transition to ACTIVE for port object f20d0831-9138-4da4-b278-f3e106aa966e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:49.450428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=baa7505d-5347-4cb7-b939-f4175d184e7b,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:49.452924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Transition to ACTIVE for port object f20d0831-9138-4da4-b278-f3e106aa966e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:49.459985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.476788 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 found for delete ", "request_id": "req-a332ae72-011a-487e-89a6-b43bdb145220"}]} Sep 22 17:05:49.498096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb550db4-d902-4888-9558-18e1bc6177bc req-8f435f46-56b2-4118-9450-72ab0868ff0a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3332551 Sep 22 17:05:49.528309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.529695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76d630a1-c865-45a2-acc5-34c570cbc674 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 204 len: 168 time: 1.4722381 Sep 22 17:05:49.539002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:49.549300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2139779554', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:49.555301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:05:49.555301 dv-neutron-858953-1-hyperv neutron-server[89051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:05:49.555301 dv-neutron-858953-1-hyperv neutron-server[89051]: [parameters: {'id': '0dd2840f-8bbc-4bd7-acba-467233c00174'}] Sep 22 17:05:49.555301 dv-neutron-858953-1-hyperv neutron-server[89051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:05:49.555774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:05:49.579797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.597669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:49.604260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Usage tracker for resource:router and tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:49.604472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] For port dc0de79e-1546-4e63-93f5-63de4765ae89, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0de79e-1546-4e63-93f5-63de4765ae89,segment=NetworkSegment(5eb041cc-9247-4264-95a9-3a2c20f1e0b0),segment_id=5eb041cc-9247-4264-95a9-3a2c20f1e0b0)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:49.611377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:49.618042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.624396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Network 550f2864-371a-4d18-8190-92a2c8459112 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:49.629810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:49.630044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b4434e-6648-4fc3-a292-764147c67d6e req-9519b04e-ab44-4a06-ac83-8cba7939dd2b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:49.630155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:49.632432 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-14b4434e-6648-4fc3-a292-764147c67d6e req-9519b04e-ab44-4a06-ac83-8cba7939dd2b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2913771 Sep 22 17:05:49.637232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:49.654698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.655797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.677784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:49.696382 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-14b4434e-6648-4fc3-a292-764147c67d6e req-521fd324-86f3-4502-b5a1-b09ebc498797 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524089 Sep 22 17:05:49.724885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.790575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.838754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.839843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdf322e2-abd1-474e-a4a3-23549b6e0a32 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2973447 Sep 22 17:05:49.841124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.22.0.1 (550f2864-371a-4d18-8190-92a2c8459112/2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8/202d3499-849d-44ed-9240-72ce59f0a7ca) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:49.842813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49506) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:49.843921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Attempting to bind port f20d0831-9138-4da4-b278-f3e106aa966e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:49.844171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Attempting to bind port f20d0831-9138-4da4-b278-f3e106aa966e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:49.844538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Attempting to bind port f20d0831-9138-4da4-b278-f3e106aa966e on network 550f2864-371a-4d18-8190-92a2c8459112 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:49.849176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:49.866032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:49.866403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Checking segment: {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:49.866804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.867193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Bound using segment: {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:49.867652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Bound port: f20d0831-9138-4da4-b278-f3e106aa966e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:49.868023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:49.880269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Pushing event updated for resources: {'Port': ['ID=f20d0831-9138-4da4-b278-f3e106aa966e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:49.971241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f9a1d5-3720-482c-8d88-c0c6060ee700 None None] Network 0dd2840f-8bbc-4bd7-acba-467233c00174 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:50.016139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.033045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object 202d3499-849d-44ed-9240-72ce59f0a7ca will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:50.057089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.061546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.105340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b6b24f-86bc-4cc5-bd08-f2ce692fe4b4 None None] Pushing event updated for resources: {'Port': ['ID=dc0de79e-1546-4e63-93f5-63de4765ae89,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:50.120368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['baa7505d-5347-4cb7-b939-f4175d184e7b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:05:50.141387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting port dc0de79e-1546-4e63-93f5-63de4765ae89 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:50.141749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.158559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] For port f20d0831-9138-4da4-b278-f3e106aa966e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:50.198687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:50.208143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] For port f20d0831-9138-4da4-b278-f3e106aa966e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f20d0831-9138-4da4-b278-f3e106aa966e,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:50.243825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 550f2864-371a-4d18-8190-92a2c8459112 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:50.247186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:50.251838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.260523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:50.307657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.323515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.396342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68fb062-d0fb-48b5-b004-25fd669ac9a6 None None] Pushing event updated for resources: {'Port': ['ID=f20d0831-9138-4da4-b278-f3e106aa966e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:50.421816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.578781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Router ba952450-f046-45f2-89c7-35bbeec2ae65 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:05:50.695111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] For port dc0de79e-1546-4e63-93f5-63de4765ae89, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0de79e-1546-4e63-93f5-63de4765ae89,segment=NetworkSegment(5eb041cc-9247-4264-95a9-3a2c20f1e0b0),segment_id=5eb041cc-9247-4264-95a9-3a2c20f1e0b0)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:50.695513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.789927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:50.796929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:50.798042 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0a94afe-4603-4195-b442-2817378c6a68 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "PUT /v2.0/routers/ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 200 len: 698 time: 0.9539611 Sep 22 17:05:50.800716 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Sync routers for ids ['ba952450-f046-45f2-89c7-35bbeec2ae65'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:50.801188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:50.811856 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Routers {'ba952450-f046-45f2-89c7-35bbeec2ae65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:50.813094 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ba952450-f046-45f2-89c7-35bbeec2ae65'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:50.837739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Calling delete_port for dc0de79e-1546-4e63-93f5-63de4765ae89 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:50.954319 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-332f48e8-d7a3-4fed-906b-f55577e45a22 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/routers/ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 200 len: 704 time: 0.1483605 Sep 22 17:05:50.954544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:50.961246 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Set router ba952450-f046-45f2-89c7-35bbeec2ae65 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:51.013062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd70794d-f9c0-464e-ae97-6af42c46bb5f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Synchronizing usage tracker for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:05:51.026911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc3916-012f-4037-9340-5b0b321ade24 req-27a45dea-f978-4d1a-a0ee-1737d25aa987 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:51.028467 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26dc3916-012f-4037-9340-5b0b321ade24 req-27a45dea-f978-4d1a-a0ee-1737d25aa987 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.3015068 Sep 22 17:05:51.057524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd70794d-f9c0-464e-ae97-6af42c46bb5f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Unset dirty status for tenant:c3f79f1ed4e94a6ba1e26c5f971274e6 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:05:51.059124 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd70794d-f9c0-464e-ae97-6af42c46bb5f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 200 len: 205 time: 0.1034505 Sep 22 17:05:51.062181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:51.072093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b907e272-7fb9-417b-b0f2-156201602226 req-53b24f7b-d8f0-44a5-8082-a9542495bc41 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:51.073838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b907e272-7fb9-417b-b0f2-156201602226 req-53b24f7b-d8f0-44a5-8082-a9542495bc41 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 945 time: 0.6754088 Sep 22 17:05:51.158198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b907e272-7fb9-417b-b0f2-156201602226 req-55ad66bb-5b9e-45b2-978d-a86946f54447 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654790 Sep 22 17:05:51.164125 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952450-f046-45f2-89c7-35bbeec2ae65', 'name': 'tempest-RoutersIpV6Test-router-2139779554', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.203116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.204618 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Checking router: ba952450-f046-45f2-89c7-35bbeec2ae65 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:51.232378 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Routers {'ba952450-f046-45f2-89c7-35bbeec2ae65'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:51.233048 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ba952450-f046-45f2-89c7-35bbeec2ae65'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.413101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.434865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f20d0831-9138-4da4-b278-f3e106aa966e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:51.491146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Port': ['ID=dc0de79e-1546-4e63-93f5-63de4765ae89,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:51.499134 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26dc3916-012f-4037-9340-5b0b321ade24 req-2cf3b862-d4e2-4c56-9ce6-751f1d601d9b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4622159 Sep 22 17:05:51.505533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.521813 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] Set router ba952450-f046-45f2-89c7-35bbeec2ae65 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:51.530767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No DVR routers for this DVR port dc0de79e-1546-4e63-93f5-63de4765ae89 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:05:51.607676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f20d0831-9138-4da4-b278-f3e106aa966e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:51.636755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 584ef446-ea78-40b3-8b3e-93822a0ee9dd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:51.657203 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba952450-f046-45f2-89c7-35bbeec2ae65', 'name': 'tempest-RoutersIpV6Test-router-2139779554', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.661638 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1258d8-3396-4ae3-83d3-e17bae62dede None None] The sync data for ids ['ba952450-f046-45f2-89c7-35bbeec2ae65'] in dv-neutron-858953-1-hyperv is: [{'id': 'ba952450-f046-45f2-89c7-35bbeec2ae65', 'name': 'tempest-RoutersIpV6Test-router-2139779554', 'tenant_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 2, 'project_id': 'c3f79f1ed4e94a6ba1e26c5f971274e6', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:05:51.740247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c0daac9-fb7a-45b2-91ea-f22cad49bf9c None None] Network 550f2864-371a-4d18-8190-92a2c8459112 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:51.834851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.887880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dd2840f-8bbc-4bd7-acba-467233c00174']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.889937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Provisioning for port f20d0831-9138-4da4-b278-f3e106aa966e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:51.891991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.894835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.898251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 584ef446-ea78-40b3-8b3e-93822a0ee9dd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:51.898755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.898957 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 584ef446-ea78-40b3-8b3e-93822a0ee9dd Sep 22 17:05:51.916579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5eb041cc-9247-4264-95a9-3a2c20f1e0b0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.916579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5eb041cc-9247-4264-95a9-3a2c20f1e0b0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:51.922889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.923331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Fanout notify agent at l3_agent the message router_deleted on router ba952450-f046-45f2-89c7-35bbeec2ae65 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:05:51.943249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:51.944842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa96f4a0-16eb-4833-b8ce-87f24b34f13f tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 204 len: 168 time: 0.8819375 Sep 22 17:05:51.945571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da5b079-755f-4ad7-a407-0e527569a559 req-74a9cd68-6033-42fa-bbc2-36612be75535 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:51.951500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:51.953094 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0da5b079-755f-4ad7-a407-0e527569a559 req-74a9cd68-6033-42fa-bbc2-36612be75535 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5969777 Sep 22 17:05:51.965011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.000396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Provisioning complete for port f20d0831-9138-4da4-b278-f3e106aa966e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:52.000396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.000751 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Attempt 1 to provision port f20d0831-9138-4da4-b278-f3e106aa966e Sep 22 17:05:52.041302 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3582731d-aef9-4740-b3ee-2a2642a17254 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 200 len: 205 time: 0.0885274 Sep 22 17:05:52.042354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49534) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.050065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.069461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:52.069974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.147515 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 resource provider aggregate not found Sep 22 17:05:52.153489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b7f4a27c-49ba-4a83-a553-9f39af08819b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:52.154776 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7f4a27c-49ba-4a83-a553-9f39af08819b tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/ba952450-f046-45f2-89c7-35bbeec2ae65 HTTP/1.1" status: 404 len: 336 time: 0.1111181 Sep 22 17:05:52.157318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49542) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.201053 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5eb041cc-9247-4264-95a9-3a2c20f1e0b0 found for delete ", "request_id": "req-b9ce34bc-03eb-4e04-86d7-8260543ea4a2"}]} Sep 22 17:05:52.218979 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-487a500d-45d5-491f-8c98-5cf6d284bada tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:52.220006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-487a500d-45d5-491f-8c98-5cf6d284bada tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:52.223699 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-487a500d-45d5-491f-8c98-5cf6d284bada tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/da9e6f51-116d-47fe-817c-d9d6bee09794 HTTP/1.1" status: 404 len: 337 time: 0.0650921 Sep 22 17:05:52.225971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.245748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.267548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.283653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/0dd2840f-8bbc-4bd7-acba-467233c00174 HTTP/1.1" status: 204 len: 168 time: 5.7579808 Sep 22 17:05:52.297389 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0da5b079-755f-4ad7-a407-0e527569a559 req-3c23c4da-c8c2-473c-b136-92073a623f37 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433135 Sep 22 17:05:52.302813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49552) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.304521 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-26537ba9-09db-4a02-8c15-b0ee6586084c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:52.305154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26537ba9-09db-4a02-8c15-b0ee6586084c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:52.307518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 584ef446-ea78-40b3-8b3e-93822a0ee9dd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:52.307679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c5bd9-0cd0-401f-803b-4153703854dd tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=0dd2840f-8bbc-4bd7-acba-467233c00174,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:52.307965 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26537ba9-09db-4a02-8c15-b0ee6586084c tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/093c41fc-2555-46a7-98a1-9b8a1bb684c4 HTTP/1.1" status: 404 len: 337 time: 0.0789430 Sep 22 17:05:52.312632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.352505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1235772857'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:52.365510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:52.369298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-02b95e49-dd24-4851-b058-e77ea8498a4d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:52.369915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-02b95e49-dd24-4851-b058-e77ea8498a4d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:52.371895 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02b95e49-dd24-4851-b058-e77ea8498a4d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/af089d52-7cb9-4e5b-be53-59a8bde481ef HTTP/1.1" status: 404 len: 337 time: 0.0582004 Sep 22 17:05:52.374847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49560) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.377688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Usage tracker for resource:network and tenant:64e2f61062d14013bfe38b11c8eb3b4a is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:52.420577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:52.428821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ac4fe8b-a42d-4ed2-ae66-74512a764d5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.439135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:52.442341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e93dfcf0-c301-4183-96c0-913c46911beb tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:52.443007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e93dfcf0-c301-4183-96c0-913c46911beb tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:52.444709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599047ec-9baa-4b45-a99f-73834bf2ccc3 req-91de081a-3d6b-4397-90c1-9736c03bbd7b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:52.445094 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e93dfcf0-c301-4183-96c0-913c46911beb tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/321ae435-cc52-4b40-b16f-fec4bbbf6693 HTTP/1.1" status: 404 len: 337 time: 0.0688500 Sep 22 17:05:52.446477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-599047ec-9baa-4b45-a99f-73834bf2ccc3 req-91de081a-3d6b-4397-90c1-9736c03bbd7b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 945 time: 0.1002009 Sep 22 17:05:52.447469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.448829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.454871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.472883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Current status of the port f20d0831-9138-4da4-b278-f3e106aa966e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:52.473478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.501082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 013f9d7b-6bce-4aea-a7be-7f90605748b6 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:05:52.523012 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea929a30-bda9-4454-9254-df6d8a379062 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 200 len: 205 time: 0.0744400 Sep 22 17:05:52.529182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.546062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] For port f20d0831-9138-4da4-b278-f3e106aa966e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f20d0831-9138-4da4-b278-f3e106aa966e,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:52.551572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device baa7505d-5347-4cb7-b939-f4175d184e7b up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:52.594273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.618541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:52.628709 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-6aef870e-a023-410d-8000-9f7787013638 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:52.633084 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6aef870e-a023-410d-8000-9f7787013638 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/d2813154-f4c5-40ae-9ad6-05be891a7d36 HTTP/1.1" status: 404 len: 336 time: 0.0992610 Sep 22 17:05:52.633084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.636662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:52.639951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.699714 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-599047ec-9baa-4b45-a99f-73834bf2ccc3 req-29e4d33b-a3ab-487e-a4ad-6762c0bcd46c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022877 Sep 22 17:05:52.709110 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa8694d4-1710-497c-a32e-e3927dac6ed5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 HTTP/1.1" status: 200 len: 205 time: 0.0751226 Sep 22 17:05:52.711324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49578) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.786578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:52.787790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c51802-0d42-44a6-ba18-87731763d226 None None] Pushing event updated for resources: {'Port': ['ID=f20d0831-9138-4da4-b278-f3e106aa966e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:52.796244 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-5e324b97-ddc5-43cf-b0cf-85eda4329e9d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:52.797338 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e324b97-ddc5-43cf-b0cf-85eda4329e9d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/6a9c6e9e-5bd8-420a-b6a9-17a936d95e69 HTTP/1.1" status: 404 len: 336 time: 0.0851135 Sep 22 17:05:52.799905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.806877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.842914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.843263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Added segment e78b0450-e384-4691-a7cf-51ae02dbe73f of type vlan for network ae52561c-a336-47ad-ba89-8dad5c45463c Sep 22 17:05:52.856748 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-775f0978-2679-4743-ab1f-95783d4f026e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:52.857253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-775f0978-2679-4743-ab1f-95783d4f026e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:52.861659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-775f0978-2679-4743-ab1f-95783d4f026e tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/974d180a-d15a-49e6-b15a-e790f4fbf29c HTTP/1.1" status: 404 len: 337 time: 0.0576193 Sep 22 17:05:52.862031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:52.882706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:52.899524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'port_id': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'mac_address': 'fa:16:3e:9e:ce:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:05:52.902214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port baa7505d-5347-4cb7-b939-f4175d184e7b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:52.908245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port baa7505d-5347-4cb7-b939-f4175d184e7b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:52.908661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:52.909001 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port baa7505d-5347-4cb7-b939-f4175d184e7b Sep 22 17:05:52.933304 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fcfc63ca-0966-41b5-9b7c-3eeda217241a tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 200 len: 205 time: 0.0676692 Sep 22 17:05:52.934293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49590) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.003950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.025275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-263a401a-17ef-4a0a-87e1-4257987f29fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:53.026296 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-263a401a-17ef-4a0a-87e1-4257987f29fd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/1c8130ec-b1d4-409e-9e97-35b235506c11 HTTP/1.1" status: 404 len: 336 time: 0.0910878 Sep 22 17:05:53.029080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49594) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.053476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 013f9d7b-6bce-4aea-a7be-7f90605748b6 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:53.054109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.115157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b17cb9-c9b4-4478-9de1-4297ca3a7c75 req-f40664d3-a714-4215-a412-c53453cec210 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:53.117482 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9b17cb9-c9b4-4478-9de1-4297ca3a7c75 req-f40664d3-a714-4215-a412-c53453cec210 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 943 time: 0.4283047 Sep 22 17:05:53.126436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Provisioning complete for port f20d0831-9138-4da4-b278-f3e106aa966e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:53.127431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.128650 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 1 to provision port f20d0831-9138-4da4-b278-f3e106aa966e Sep 22 17:05:53.133669 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4009293c-3068-4231-843c-c556aa3126b2 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=c92d8bd1-96aa-422c-82ce-f846b04abae8 HTTP/1.1" status: 200 len: 205 time: 0.1032262 Sep 22 17:05:53.134519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.172212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 550f2864-371a-4d18-8190-92a2c8459112 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:53.174937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.180463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:53.181121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.185334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:53.207899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9b17cb9-c9b4-4478-9de1-4297ca3a7c75 req-f1f09ede-a8a1-4937-90b7-17517dcd3526 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844791 Sep 22 17:05:53.214351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 013f9d7b-6bce-4aea-a7be-7f90605748b6 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:05:53.264965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:53.285639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f20d0831-9138-4da4-b278-f3e106aa966e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:53.363586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.413678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-10bf34e2-320b-4eae-a218-73a7aa68dd30 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:53.418017 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10bf34e2-320b-4eae-a218-73a7aa68dd30 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/c92d8bd1-96aa-422c-82ce-f846b04abae8 HTTP/1.1" status: 404 len: 336 time: 0.2823222 Sep 22 17:05:53.418630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.461763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:53.469487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5e6211-86bd-4c1e-a68d-2b93585c7250 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:53.469936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a5e6211-86bd-4c1e-a68d-2b93585c7250 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:53.471648 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a5e6211-86bd-4c1e-a68d-2b93585c7250 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/505b087a-fbcd-414f-bd73-50d5defaac28 HTTP/1.1" status: 404 len: 337 time: 0.0517154 Sep 22 17:05:53.474895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49608) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.580145 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-17daf358-0ab6-4f16-8992-6a3b7aceef51 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=31dac12f-4db7-4a83-9b50-5e97c1201b53 HTTP/1.1" status: 200 len: 205 time: 0.1030543 Sep 22 17:05:53.580830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d56ad9-9b28-419e-bb2f-5d88512e7643 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:05:53.581598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49612) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.638630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3324599 Sep 22 17:05:53.642306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49616) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.656846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Request body: {'subnet': {'network_id': 'ae52561c-a336-47ad-ba89-8dad5c45463c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:53.663097 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cd6f57c7-2729-4921-ac8f-a02daa695bbc tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:53.666913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd6f57c7-2729-4921-ac8f-a02daa695bbc tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/31dac12f-4db7-4a83-9b50-5e97c1201b53 HTTP/1.1" status: 404 len: 336 time: 0.0811830 Sep 22 17:05:53.668303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.681242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1455f91d-b030-4e9e-a0c3-f3fc9038aea0 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Network': ['ID=ae52561c-a336-47ad-ba89-8dad5c45463c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:53.689613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port baa7505d-5347-4cb7-b939-f4175d184e7b is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:53.690001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.705898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network ae52561c-a336-47ad-ba89-8dad5c45463c details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:53.719435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe5134a1-0a8d-4073-b308-db7cf73e0fa8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:53.720185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe5134a1-0a8d-4073-b308-db7cf73e0fa8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:53.723875 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fe5134a1-0a8d-4073-b308-db7cf73e0fa8 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/92786ce6-c59e-4aff-b0a4-c7443bfa2852 HTTP/1.1" status: 404 len: 337 time: 0.0518849 Sep 22 17:05:53.728498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49624) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.739492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c3fb8e-7599-4739-9bd7-6236aa998105 req-ce26092a-2a23-4093-876c-11f3d6e0f349 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:53.741318 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56c3fb8e-7599-4739-9bd7-6236aa998105 req-ce26092a-2a23-4093-876c-11f3d6e0f349 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2681475 Sep 22 17:05:53.812208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4acc3ee-dbc6-4e40-a552-6e51ef327127 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "GET /v2.0/ports?device_id=4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c HTTP/1.1" status: 200 len: 205 time: 0.0821373 Sep 22 17:05:53.815004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.832515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Current status of the port f20d0831-9138-4da4-b278-f3e106aa966e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:53.834672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f20d0831-9138-4da4-b278-f3e106aa966e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:53.835049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.835380 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f20d0831-9138-4da4-b278-f3e106aa966e Sep 22 17:05:53.836902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:53.846567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:53.882847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['013f9d7b-6bce-4aea-a7be-7f90605748b6'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:05:53.896986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Made reservation on behalf of 64e2f61062d14013bfe38b11c8eb3b4a for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:53.900404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:53.900685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f649396f-f55b-44e8-8329-5dfcad7de52d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] delete failed (client error): The resource could not be found. Sep 22 17:05:53.904113 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f649396f-f55b-44e8-8329-5dfcad7de52d tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/routers/4d3ca7ae-43f7-4e5d-a0ff-a6d7d800893c HTTP/1.1" status: 404 len: 336 time: 0.0787730 Sep 22 17:05:53.904460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-56c3fb8e-7599-4739-9bd7-6236aa998105 req-eb2249da-18c4-43f4-8b76-40873bec8d01 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246502 Sep 22 17:05:53.904938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49634) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.935734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:05:53.940301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1ffec6f-9b49-470f-b634-7b5324b70617" -d '{"events": [{"server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "name": "network-vif-plugged", "status": "completed", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:05:53.948424 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-64812a76-ceb9-4885-9c5e-1a6d9a2945dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:53.949156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64812a76-ceb9-4885-9c5e-1a6d9a2945dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:53.952190 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64812a76-ceb9-4885-9c5e-1a6d9a2945dd tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/c1afa609-7601-4806-bdf0-69149e7fa0d9 HTTP/1.1" status: 404 len: 337 time: 0.0458865 Sep 22 17:05:53.954512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49640) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:53.997372 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-65dd7430-12ba-49d3-934d-aae5af4a45f5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:53.997608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65dd7430-12ba-49d3-934d-aae5af4a45f5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:54.002029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-65dd7430-12ba-49d3-934d-aae5af4a45f5 tempest-RoutersIpV6Test-213779788 tempest-RoutersIpV6Test-213779788-project] 10.222.0.25 "DELETE /v2.0/subnets/1a52b7d9-6d55-4e48-9db8-d580f10f0aa7 HTTP/1.1" status: 404 len: 337 time: 0.0438528 Sep 22 17:05:54.016698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=baa7505d-5347-4cb7-b939-f4175d184e7b,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:05:54.032789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:05:54.036672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Provisioning for port 202d3499-849d-44ed-9240-72ce59f0a7ca completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:54.048464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.056436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:05:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7a386f-571d-4ea8-a255-6038c99364d6 x-openstack-request-id: req-5b7a386f-571d-4ea8-a255-6038c99364d6 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:05:54.056815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "name": "network-vif-plugged", "status": "completed", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:05:54.057046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b7a386f-571d-4ea8-a255-6038c99364d6 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:05:54.057928 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7a386f-571d-4ea8-a255-6038c99364d6'] response: {'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'code': 200} Sep 22 17:05:54.107735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Provisioning complete for port 202d3499-849d-44ed-9240-72ce59f0a7ca triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:54.108114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.108458 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 1 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:54.237900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc29150d-1ff0-4a71-bd3f-bdb59efe509a req-e5326742-e54f-46ce-bffd-9f950774bfaf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:54.244866 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc29150d-1ff0-4a71-bd3f-bdb59efe509a req-e5326742-e54f-46ce-bffd-9f950774bfaf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 945 time: 0.3898871 Sep 22 17:05:54.287325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:54.328760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:54.343942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:05:54.353487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0d56ad9-9b28-419e-bb2f-5d88512e7643 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:05:54.372092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc29150d-1ff0-4a71-bd3f-bdb59efe509a req-b05b5b1c-afe1-42fa-94a3-743e123324fb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262417 Sep 22 17:05:54.375467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:05:54.412111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:54.414338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-32ee5147-37f6-4359-b97c-590be58c80cc tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2040300 Sep 22 17:05:54.420974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'network': {'name': 'tempest-RoutersTest-294499665'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:54.425538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f20d0831-9138-4da4-b278-f3e106aa966e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:54.443096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:54.450771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:network and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:54.454274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:54.457630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:54.458261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:54.463458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:54.531204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:54.532798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.596565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214561b8-3f6d-4ac6-a8d4-87704c204bbd req-880781c4-74eb-4c00-953e-7b6ece7cd916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:54.598654 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214561b8-3f6d-4ac6-a8d4-87704c204bbd req-880781c4-74eb-4c00-953e-7b6ece7cd916 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1099 time: 0.2911532 Sep 22 17:05:54.608831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:54.640665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.641070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added segment 26e8916a-7abf-4d94-8c33-0bb8b852931b of type vlan for network 7763c013-f7af-447f-a8e7-1f812191be53 Sep 22 17:05:54.662175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49654) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:54.673351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.objects.ports [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=89051) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Sep 22 17:05:54.674617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.689522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6199ff28-ecc7-4d5f-9afa-dc39e4b3bf39 req-c9f742ba-b531-4c1c-bfd3-e1d1002b5995 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:54.696477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6199ff28-ecc7-4d5f-9afa-dc39e4b3bf39 req-c9f742ba-b531-4c1c-bfd3-e1d1002b5995 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 944 time: 0.2258375 Sep 22 17:05:54.702348 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-214561b8-3f6d-4ac6-a8d4-87704c204bbd req-2daa014c-a369-4a8a-8b27-e60d4302321b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958014 Sep 22 17:05:54.744279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.770346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Checking segment: {'id': 'e78b0450-e384-4691-a7cf-51ae02dbe73f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ae52561c-a336-47ad-ba89-8dad5c45463c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:54.770974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network hostable DHCP agents. Network: ae52561c-a336-47ad-ba89-8dad5c45463c, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:54.786435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event updated for resources: {'Subnet': ['ID=f3c27125-44fc-45cb-bb2e-ccb24a3f61eb,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:54.791079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc9352dc-7fa6-4eb0-ad9d-90005b84a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.793049 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 2 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:54.798218 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6199ff28-ecc7-4d5f-9afa-dc39e4b3bf39 req-6e555314-ab5b-4486-96c0-ba7774d1a38a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1007216 Sep 22 17:05:54.803988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Network ae52561c-a336-47ad-ba89-8dad5c45463c is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:54.811132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.820925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:54.821532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.825113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, ae52561c-a336-47ad-ba89-8dad5c45463c) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:54.846830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:54.849767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:54.877808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d3572edf-8f4f-4640-8a56-2c05745b1149 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.2347467 Sep 22 17:05:54.879134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:54.919304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:54.997183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5839491 Sep 22 17:05:55.002587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49666) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:55.003768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bd635-e57c-4f40-9e4d-3b7f4d710417 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Network': ['ID=7763c013-f7af-447f-a8e7-1f812191be53,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:55.012833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'subnet': {'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:55.032487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c88dfc81-c9fb-4ef1-9ad7-1e3d891d3c94 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c3f79f1ed4e94a6ba1e26c5f971274e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3693452 Sep 22 17:05:55.037965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49670) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:55.114055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.118112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 7763c013-f7af-447f-a8e7-1f812191be53 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:55.168682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:55.168909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:55.182143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:subnet and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:55.186976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:55.194638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.196521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:55.216184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665ddfaa-c6ad-416e-afa0-540b0bab1b5e req-a5d8c654-66e9-4afc-b22f-b49da4653442 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:55.218001 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-665ddfaa-c6ad-416e-afa0-540b0bab1b5e req-a5d8c654-66e9-4afc-b22f-b49da4653442 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1775804 Sep 22 17:05:55.228491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Made reservation on behalf of d9a6f1025c674330851bc34c5f0e842d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:55.231233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.252703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.307259 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-665ddfaa-c6ad-416e-afa0-540b0bab1b5e req-89a58c3d-befe-40ff-99d8-15e6a1cc83aa tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748944 Sep 22 17:05:55.308725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.408113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.421848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.440664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.467301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4866c86b-1998-4fe7-98e8-7fe3f7488ebe,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:55.495657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.496908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3be2fa90-0972-466a-9e3a-9bd2072b51b5 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4866c86b-1998-4fe7-98e8-7fe3f7488ebe HTTP/1.1" status: 204 len: 168 time: 0.4577219 Sep 22 17:05:55.662175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.673885 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 3 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:55.761066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.789921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.802409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c27125-44fc-45cb-bb2e-ccb24a3f61eb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:55.827778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae52561c-a336-47ad-ba89-8dad5c45463c']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:55.847758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e78b0450-e384-4691-a7cf-51ae02dbe73f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:55.847758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e78b0450-e384-4691-a7cf-51ae02dbe73f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:55.853332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:55.869190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.888588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a5518c-ff04-4be9-90ec-37dad3d92ebb None None] Network ae52561c-a336-47ad-ba89-8dad5c45463c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:55.892396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.901432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:55.902291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:55.915828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Subnet': ['ID=4a2c8372-97cb-4427-bb93-35a2bd945b3f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:55.922922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Checking segment: {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:55.923288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network hostable DHCP agents. Network: 7763c013-f7af-447f-a8e7-1f812191be53, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:55.962497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7341c302-b290-4d94-bdb9-2e498e444c9d req-262de1bc-6d27-4185-909c-db8f1d409557 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:55.964142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7341c302-b290-4d94-bdb9-2e498e444c9d req-262de1bc-6d27-4185-909c-db8f1d409557 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.4374511 Sep 22 17:05:56.009591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e78b0450-e384-4691-a7cf-51ae02dbe73f resource provider aggregate not found Sep 22 17:05:56.021033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:51Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:56.028040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 7763c013-f7af-447f-a8e7-1f812191be53 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:56.040211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment e78b0450-e384-4691-a7cf-51ae02dbe73f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e78b0450-e384-4691-a7cf-51ae02dbe73f found for delete ", "request_id": "req-83375e2f-cd55-4903-ad0f-27ee36b10ff7"}]} Sep 22 17:05:56.041969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.046420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:05:56.046600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Updating router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 port 202d3499-849d-44ed-9240-72ce59f0a7ca binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:05:56.071178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7341c302-b290-4d94-bdb9-2e498e444c9d req-36f347fc-49bd-4624-a25b-ea6b79d035de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945876 Sep 22 17:05:56.073359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.103769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 7763c013-f7af-447f-a8e7-1f812191be53) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:56.112164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:56.114078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.117450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.133090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.141861 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-54709664-43b9-41b1-bd40-1c0ba44c3dce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1325779 Sep 22 17:05:56.142696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49696) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.160129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc7d88e-1445-4811-af5a-cd5285dfc6a6 None None] Network 7763c013-f7af-447f-a8e7-1f812191be53 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:56.173106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=ae52561c-a336-47ad-ba89-8dad5c45463c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:56.195543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b02b39f1-1088-477b-adce-6d8fc5a98862 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/ae52561c-a336-47ad-ba89-8dad5c45463c HTTP/1.1" status: 204 len: 168 time: 1.3153193 Sep 22 17:05:56.198847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49700) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.252062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d47e20-ee10-4d0c-9739-9b45c74f3797 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.252574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d47e20-ee10-4d0c-9739-9b45c74f3797 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.255022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2d47e20-ee10-4d0c-9739-9b45c74f3797 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/f3c27125-44fc-45cb-bb2e-ccb24a3f61eb HTTP/1.1" status: 404 len: 337 time: 0.0551977 Sep 22 17:05:56.257570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49704) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.308487 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-a67ed6c6-0ee5-43ce-9329-7fb7629a2f9a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.309294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a67ed6c6-0ee5-43ce-9329-7fb7629a2f9a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.311735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a67ed6c6-0ee5-43ce-9329-7fb7629a2f9a tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/ae52561c-a336-47ad-ba89-8dad5c45463c HTTP/1.1" status: 404 len: 339 time: 0.0531695 Sep 22 17:05:56.314303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49708) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.412177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e0f874a-7968-4a6e-8659-38ab8eb3ce4f tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.413149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e0f874a-7968-4a6e-8659-38ab8eb3ce4f tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.418854 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6e0f874a-7968-4a6e-8659-38ab8eb3ce4f tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/079a18e9-c265-4fdb-b40d-925d96884916 HTTP/1.1" status: 404 len: 337 time: 0.1035495 Sep 22 17:05:56.419855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.428973 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 4 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:56.438212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29675f-6030-412d-88e6-b1a040116e82 req-23bfe0b9-dc44-438e-8b32-300fcedb8539 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:56.439780 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b29675f-6030-412d-88e6-b1a040116e82 req-23bfe0b9-dc44-438e-8b32-300fcedb8539 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 944 time: 0.3598993 Sep 22 17:05:56.500337 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e66d33-4ce8-456e-8fc9-f9ad5f0df32c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.500842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6e66d33-4ce8-456e-8fc9-f9ad5f0df32c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.506611 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6e66d33-4ce8-456e-8fc9-f9ad5f0df32c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/0dd2840f-8bbc-4bd7-acba-467233c00174 HTTP/1.1" status: 404 len: 339 time: 0.0762122 Sep 22 17:05:56.512085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49724) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.530703 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b29675f-6030-412d-88e6-b1a040116e82 req-584595c6-bd3d-427d-93a0-677dae96ad67 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682888 Sep 22 17:05:56.577044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be034a6-6a9b-4f5c-95c8-350408074812 None None] Network ae52561c-a336-47ad-ba89-8dad5c45463c requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:56.614876 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fb271ee-6791-4d86-bc7b-0cd63b76c15c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.615702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fb271ee-6791-4d86-bc7b-0cd63b76c15c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.617490 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fb271ee-6791-4d86-bc7b-0cd63b76c15c tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/874c5ac7-81d0-4609-8078-1098aabeb1a7 HTTP/1.1" status: 404 len: 337 time: 0.1040618 Sep 22 17:05:56.617866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be034a6-6a9b-4f5c-95c8-350408074812 None None] Network ae52561c-a336-47ad-ba89-8dad5c45463c could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:05:56.620267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49730) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.649692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49734) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.653039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0f417b5-989e-43b4-b65b-67121c065790 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:56.653597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0f417b5-989e-43b4-b65b-67121c065790 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:56.657548 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0f417b5-989e-43b4-b65b-67121c065790 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/c7d45f80-6520-4c08-a208-55e3dfaa6a20 HTTP/1.1" status: 404 len: 339 time: 0.0338540 Sep 22 17:05:56.659012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49738) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:56.743214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting port 10453d62-a6b7-41e6-a5a0-7102e4762d58 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:56.744024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.758971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:56.802720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-332948433-network', 'tenant_id': 'ef2d1dd7f4b94a389e7b6214dc1a1c6d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:56.810987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:56.819139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Usage tracker for resource:network and tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:56.825351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:56.835295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:56.889276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce4d877-a668-4ae5-8573-5914d3fd5192 req-24ed0856-ffa6-4d71-a27a-e797cf47ec9c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:56.890996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cce4d877-a668-4ae5-8573-5914d3fd5192 req-24ed0856-ffa6-4d71-a27a-e797cf47ec9c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3280249 Sep 22 17:05:56.894675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Made reservation on behalf of ef2d1dd7f4b94a389e7b6214dc1a1c6d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:56.897363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.914664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.940060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-7763c013-f7af-447f-a8e7-1f812191be53', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:05:56.941491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:56.954510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:56.963364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Usage tracker for resource:security_group_rule and tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:57.024816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:57.029240 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cce4d877-a668-4ae5-8573-5914d3fd5192 req-8518af7c-7f63-4b03-832d-cc5d61dc31f6 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799751 Sep 22 17:05:57.047163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:57.088762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.161260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.226541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.252063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.266511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Transition to ACTIVE for port object 202d3499-849d-44ed-9240-72ce59f0a7ca will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:57.271782 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 5 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:57.297178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Calling delete_port for 10453d62-a6b7-41e6-a5a0-7102e4762d58 owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:57.305631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.355886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Allocated IP 172.23.0.2 (7763c013-f7af-447f-a8e7-1f812191be53/4a2c8372-97cb-4427-bb93-35a2bd945b3f/bfa7d004-8ec8-4ece-8bef-142090e22ffe) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:57.442957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a66cd-f77f-4633-ba44-33837a9747ba None None] Pushing event updated for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:57.475406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da66a89e-ca81-4b8b-9f9b-81dbb481e777 req-c6e188ea-dc3e-42a5-8900-846bcc8ffafa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:57.477251 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da66a89e-ca81-4b8b-9f9b-81dbb481e777 req-c6e188ea-dc3e-42a5-8900-846bcc8ffafa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.1992640 Sep 22 17:05:57.549471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:05:57.553838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da66a89e-ca81-4b8b-9f9b-81dbb481e777 req-2d9b15e6-035d-42b3-a0e4-50ea21b3aa55 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694017 Sep 22 17:05:57.566264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.636979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Port': ['ID=10453d62-a6b7-41e6-a5a0-7102e4762d58,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:57.641783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.656699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:57.656896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6304e68f-e79a-48be-b3a4-9f792cb7cfc1 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/ports/10453d62-a6b7-41e6-a5a0-7102e4762d58 HTTP/1.1" status: 204 len: 168 time: 0.9962430 Sep 22 17:05:57.659703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.667908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.684279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:05:57.688975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Attempting to bind port 202d3499-849d-44ed-9240-72ce59f0a7ca on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:57.689836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Attempting to bind port 202d3499-849d-44ed-9240-72ce59f0a7ca by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:57.690420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Attempting to bind port 202d3499-849d-44ed-9240-72ce59f0a7ca on network 550f2864-371a-4d18-8190-92a2c8459112 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:57.695077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.695480 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Added segment 31addd71-017f-4e1c-a5cb-714b26f48c83 of type vlan for network f86db31a-6b53-45c4-933d-e0755ba017a4 Sep 22 17:05:57.698855 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-9db5512d-663e-4b3a-92dd-8288b24dc417 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:05:57.699308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9db5512d-663e-4b3a-92dd-8288b24dc417 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:05:57.706816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:57.707474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Checking segment: {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:57.708063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.708635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Bound using segment: {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:57.709296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Bound port: 202d3499-849d-44ed-9240-72ce59f0a7ca, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abc68a3f-6ffd-4906-b743-68aff696eff1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '550f2864-371a-4d18-8190-92a2c8459112'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:57.709834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.747625 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9db5512d-663e-4b3a-92dd-8288b24dc417 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/d327d3f4-49ba-408e-b720-4d45b3ebfb6c HTTP/1.1" status: 404 len: 337 time: 0.0898120 Sep 22 17:05:57.753183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:57.779288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.821871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b8d57e-e97f-440d-8ad5-c3e2c521c461,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:57.861897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.862742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:57.863475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:57.901226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796be640-7e11-46df-86a3-79bddfec9610 req-dd882e85-a1f1-4dff-807a-a7817d630b2e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:57.902968 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-796be640-7e11-46df-86a3-79bddfec9610 req-dd882e85-a1f1-4dff-807a-a7817d630b2e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.1784079 Sep 22 17:05:57.915396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] For port 202d3499-849d-44ed-9240-72ce59f0a7ca, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:57.929533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] For port 202d3499-849d-44ed-9240-72ce59f0a7ca, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=202d3499-849d-44ed-9240-72ce59f0a7ca,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:57.936289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.001879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.018461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.026700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:05:58.027334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:58.070236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2979c809-d4f2-41a3-bdeb-f4131bddbc98 req-342a260b-813e-46e9-a571-d35ee6b79db4 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:58.071718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2979c809-d4f2-41a3-bdeb-f4131bddbc98 req-342a260b-813e-46e9-a571-d35ee6b79db4 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 944 time: 0.3660164 Sep 22 17:05:58.082371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Transition to ACTIVE for port object bfa7d004-8ec8-4ece-8bef-142090e22ffe will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:58.085699 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Attempt 6 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:05:58.117973 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4667113 Sep 22 17:05:58.126093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49760) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:58.135839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Request body: {'subnet': {'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-332948433-subnet', 'tenant_id': 'ef2d1dd7f4b94a389e7b6214dc1a1c6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:58.141860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:58.146815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Usage tracker for resource:subnet and tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:58.150626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:58.156861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:58.177231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6245019-fae6-4ed1-9de5-cae86db44555 admin admin] Pushing event updated for resources: {'Network': ['ID=f86db31a-6b53-45c4-933d-e0755ba017a4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:58.183660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Made reservation on behalf of ef2d1dd7f4b94a389e7b6214dc1a1c6d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:58.185379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.203205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.219635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f86db31a-6b53-45c4-933d-e0755ba017a4 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:05:58.222017 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2979c809-d4f2-41a3-bdeb-f4131bddbc98 req-20bed429-1db8-4801-8a11-2eddd36e93de tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334815 Sep 22 17:05:58.263874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465bd00b-a8e4-4223-89a3-22d9af2d2cb6']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:58.273553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-796be640-7e11-46df-86a3-79bddfec9610 req-0bf4c0f7-cce7-42a5-90be-4249f0a5afca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889756 Sep 22 17:05:58.295382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11324151-b9c0-4e81-94bc-7d0da823f61d') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:58.295742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11324151-b9c0-4e81-94bc-7d0da823f61d') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:58.302766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49764) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:58.403215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.436770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.438449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e698c8a1-908c-47e0-91ae-b0c0c08d52ca None None] Port 202d3499-849d-44ed-9240-72ce59f0a7ca had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:05:58.470353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Transition to ACTIVE for port object bfa7d004-8ec8-4ece-8bef-142090e22ffe will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:58.471484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825a66cd-f77f-4633-ba44-33837a9747ba None None] Pushing event updated for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:58.482524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.492264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:05:58.492692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.497566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.544941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 013f9d7b-6bce-4aea-a7be-7f90605748b6 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:05:58.586026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Checking segment: {'id': '31addd71-017f-4e1c-a5cb-714b26f48c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:58.586599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Network hostable DHCP agents. Network: f86db31a-6b53-45c4-933d-e0755ba017a4, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:05:58.596371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=91742751-f8e3-4779-8230-93162a5bba4b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:58.610151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:05:58.615007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Network f86db31a-6b53-45c4-933d-e0755ba017a4 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:05:58.621261 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 11324151-b9c0-4e81-94bc-7d0da823f61d resource provider aggregate not found Sep 22 17:05:58.626331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f86db31a-6b53-45c4-933d-e0755ba017a4) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:58.630973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:58.631721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.665937 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 11324151-b9c0-4e81-94bc-7d0da823f61d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11324151-b9c0-4e81-94bc-7d0da823f61d found for delete ", "request_id": "req-460cd4d3-225f-4f5b-9d98-895dbe2631a0"}]} Sep 22 17:05:58.668374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be296c82-593d-43ec-b815-023753a10b4f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5409579 Sep 22 17:05:58.681539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89181436-f3cd-41dd-9caa-e9a49af8b579 None None] Network f86db31a-6b53-45c4-933d-e0755ba017a4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:58.694272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Allocated IP 172.23.0.1 (7763c013-f7af-447f-a8e7-1f812191be53/4a2c8372-97cb-4427-bb93-35a2bd945b3f/a2644a80-9d20-4fdb-9ba6-2166f85f0bb1) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:58.703262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.726568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Network 7763c013-f7af-447f-a8e7-1f812191be53 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:58.726740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b5eb5a2-6f1b-472d-b792-c5030ba8b982 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:58.728149 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6b5eb5a2-6f1b-472d-b792-c5030ba8b982 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1094 time: 0.4163940 Sep 22 17:05:58.733433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49774) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:58.740748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.742527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:58.754905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=465bd00b-a8e4-4223-89a3-22d9af2d2cb6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:58.755723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:58.760515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:58.767620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:58.775894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:58.780129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:58.782730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:58.787742 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-16461d53-a0b2-4b53-8303-77305d2957bb tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/465bd00b-a8e4-4223-89a3-22d9af2d2cb6 HTTP/1.1" status: 204 len: 168 time: 1.0330608 Sep 22 17:05:58.788743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:58.802862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c6381e-4067-4afa-97e6-d74ea08764dc req-28454d2e-4aba-477e-b60a-b497037aad88 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:05:58.810249 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8c6381e-4067-4afa-97e6-d74ea08764dc req-28454d2e-4aba-477e-b60a-b497037aad88 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.3710542 Sep 22 17:05:58.864263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Pushing event updated for resources: {'Port': ['ID=bfa7d004-8ec8-4ece-8bef-142090e22ffe,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:58.864562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:58.954379 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8c6381e-4067-4afa-97e6-d74ea08764dc req-5b3a0482-86a6-413c-b105-7ed7184b65b3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1428790 Sep 22 17:05:59.019922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting port 77cb76e1-f62c-410b-9b9c-89db654e71bf {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:05:59.020331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.032893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.054012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Transition to ACTIVE for port object a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:05:59.085823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.117613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Attempting to bind port bfa7d004-8ec8-4ece-8bef-142090e22ffe on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:05:59.118212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Attempting to bind port bfa7d004-8ec8-4ece-8bef-142090e22ffe by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:05:59.118340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Attempting to bind port bfa7d004-8ec8-4ece-8bef-142090e22ffe on network 7763c013-f7af-447f-a8e7-1f812191be53 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:05:59.123927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 013f9d7b-6bce-4aea-a7be-7f90605748b6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:05:59.152612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:05:59.153003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Checking segment: {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:05:59.153409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.153805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Bound using segment: {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:05:59.154292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Bound port: bfa7d004-8ec8-4ece-8bef-142090e22ffe, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:05:59.154667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.174672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 7763c013-f7af-447f-a8e7-1f812191be53 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:05:59.179526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:05:59.183966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:05:59.189891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 013f9d7b-6bce-4aea-a7be-7f90605748b6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:05:59.190271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.191496 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 013f9d7b-6bce-4aea-a7be-7f90605748b6 Sep 22 17:05:59.241658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:59.263638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.386692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.402962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:05:59.413542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-148703901-network', 'tenant_id': '6d952208a11040bab07c4d326a2e5cb9'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:05:59.418896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:59.423332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Usage tracker for resource:network and tenant:6d952208a11040bab07c4d326a2e5cb9 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:59.426473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:59.432944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:59.455491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.591628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] For port bfa7d004-8ec8-4ece-8bef-142090e22ffe, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:05:59.593749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.595730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19fb9e4e-3715-41d0-9707-6eb574cd8be3 None None] Network f86db31a-6b53-45c4-933d-e0755ba017a4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:05:59.650656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Calling delete_port for 77cb76e1-f62c-410b-9b9c-89db654e71bf owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:05:59.691249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] For port bfa7d004-8ec8-4ece-8bef-142090e22ffe, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfa7d004-8ec8-4ece-8bef-142090e22ffe,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:05:59.698466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Made reservation on behalf of 6d952208a11040bab07c4d326a2e5cb9 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:05:59.700768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.707797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.741312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.825440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:05:59.835075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Usage tracker for resource:security_group_rule and tenant:6d952208a11040bab07c4d326a2e5cb9 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:05:59.845255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:05:59.846392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 013f9d7b-6bce-4aea-a7be-7f90605748b6 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:05:59.846775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.857796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:05:59.876644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:05:59.935782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:05:59.938120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3bcce4-75ef-471f-9254-72ad21c6b5ea" -d '{"events": [{"server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "name": "network-vif-plugged", "status": "completed", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:05:59.949770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:57Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:05:59.978384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2b2661-60c8-4ce4-82bd-ebea1f5f3d8c None None] Pushing event updated for resources: {'Port': ['ID=bfa7d004-8ec8-4ece-8bef-142090e22ffe,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:05:59.989956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.132 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/070329f5-e19a-4bac-b1ef-c453b0d89f95) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:05:59.998189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:00.001828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c5b160-486d-4d59-b7ab-6d153dacec83 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:50Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:57Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:00.005625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Port': ['ID=77cb76e1-f62c-410b-9b9c-89db654e71bf,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:00.008835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.030388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96173b9a-1e70-4bbf-af07-d58ff40cb080 req-8b87f002-d21d-41ff-a759-e65e3c43d954 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:00.034890 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96173b9a-1e70-4bbf-af07-d58ff40cb080 req-8b87f002-d21d-41ff-a759-e65e3c43d954 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 944 time: 0.5957742 Sep 22 17:06:00.036658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.096640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c13c7376-d66e-48b3-b432-08b992d3fbb3 x-openstack-request-id: req-c13c7376-d66e-48b3-b432-08b992d3fbb3 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:00.098246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "name": "network-vif-plugged", "status": "completed", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:00.098530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c13c7376-d66e-48b3-b432-08b992d3fbb3 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:00.099003 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c13c7376-d66e-48b3-b432-08b992d3fbb3'] response: {'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'code': 200} Sep 22 17:06:00.134269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.141618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.297470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:00.330186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.336015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4f91f64c-806e-4c58-b153-06d432efdc4e tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/ports/77cb76e1-f62c-410b-9b9c-89db654e71bf HTTP/1.1" status: 204 len: 168 time: 1.5449870 Sep 22 17:06:00.343959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:00.563400 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-44dd5711-d92e-46f2-9cc1-b322829269c6 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:00.563936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44dd5711-d92e-46f2-9cc1-b322829269c6 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:00.569505 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44dd5711-d92e-46f2-9cc1-b322829269c6 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/98390891-895e-4a15-b962-fe94006f2760 HTTP/1.1" status: 404 len: 337 time: 0.1907809 Sep 22 17:06:00.577360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49808) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:00.580208 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96173b9a-1e70-4bbf-af07-d58ff40cb080 req-80a7f55b-6394-4b64-8a9e-d9a884145860 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5242918 Sep 22 17:06:00.684160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event updated for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:00.735633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.749906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.756071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.777135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Network 7763c013-f7af-447f-a8e7-1f812191be53 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:00.781577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:00.782501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.796296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68acac5b-889d-419b-9610-57f973008681 req-0010b51e-8d18-4949-840e-dc28432c2fd1 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:00.797831 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68acac5b-889d-419b-9610-57f973008681 req-0010b51e-8d18-4949-840e-dc28432c2fd1 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5535851 Sep 22 17:06:00.801813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552ada5c-bbe6-427d-8ddc-4adb24236e43 req-3a8d9aae-1341-4838-a4f1-ff96792d7e1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:00.803225 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-552ada5c-bbe6-427d-8ddc-4adb24236e43 req-3a8d9aae-1341-4838-a4f1-ff96792d7e1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1098 time: 0.3527963 Sep 22 17:06:00.811195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:00.822766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=214d45d6-afbb-4da6-9d2f-7dcc3bee780f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:00.836460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.836715 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Added segment dbbe5467-0572-4125-8697-a9320bfaf999 of type vlan for network f95a6c28-6382-46f3-894f-e9c886903742 Sep 22 17:06:00.977733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:00.982432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.020047 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68acac5b-889d-419b-9610-57f973008681 req-72213b25-fc98-4c3a-8517-a9d85620e19c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601644 Sep 22 17:06:01.036021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-552ada5c-bbe6-427d-8ddc-4adb24236e43 req-35cf786b-ab2a-4d56-adbd-564e529f5606 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1772580 Sep 22 17:06:01.049905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:01.070127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.125633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:01.133452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:01.136521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:01.182797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1107f3b7-b10c-4702-a526-9dcaa088a347']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:01.219306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=070329f5-e19a-4bac-b1ef-c453b0d89f95,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:01.255858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.255858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:01.255858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.265662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 202d3499-849d-44ed-9240-72ce59f0a7ca up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:01.276518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a94787b-1740-498c-9025-c0deda22a0f3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:01.276896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a94787b-1740-498c-9025-c0deda22a0f3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:01.316430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:01.329744 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:01.338960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94636283-1e0d-44cf-8ce2-9fc87c73c4ce tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1932268 Sep 22 17:06:01.339828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49814) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:01.341649 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:01.342573 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:01.351401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:01.380220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a82e9-111e-4bd8-859c-5e8ce00fc2f2 None None] Network 7763c013-f7af-447f-a8e7-1f812191be53 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:01.494807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e3b13152-21ad-4ca1-8e71-cdbf35525262 None None] Provisioning for port bfa7d004-8ec8-4ece-8bef-142090e22ffe completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:01.511710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 202d3499-849d-44ed-9240-72ce59f0a7ca completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:01.523242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 202d3499-849d-44ed-9240-72ce59f0a7ca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:01.523610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.528202 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:06:01.543445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.562358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.573514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:01.574208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.588957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:01.693605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] Pushing event updated for resources: {'Network': ['ID=f95a6c28-6382-46f3-894f-e9c886903742,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:01.758409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b192f65-ad8b-46b4-b8e6-37f98d6c655e admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3496861 Sep 22 17:06:01.761467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.764272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a94787b-1740-498c-9025-c0deda22a0f3 resource provider aggregate not found Sep 22 17:06:01.767735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49824) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:01.788273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Request body: {'subnet': {'network_id': 'f95a6c28-6382-46f3-894f-e9c886903742', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-148703901-subnet', 'tenant_id': '6d952208a11040bab07c4d326a2e5cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:01.792306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 202d3499-849d-44ed-9240-72ce59f0a7ca is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:01.795567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:01.797931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.798872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Usage tracker for resource:subnet and tenant:6d952208a11040bab07c4d326a2e5cb9 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:01.802297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:01.808107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:01.823737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network f95a6c28-6382-46f3-894f-e9c886903742 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:01.861649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:01.866208 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 5a94787b-1740-498c-9025-c0deda22a0f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5a94787b-1740-498c-9025-c0deda22a0f3 found for delete ", "request_id": "req-b92114d0-0072-4dab-8f4a-4214d208b112"}]} Sep 22 17:06:01.932121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Made reservation on behalf of 6d952208a11040bab07c4d326a2e5cb9 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:01.935605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.054458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 202d3499-849d-44ed-9240-72ce59f0a7ca, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=202d3499-849d-44ed-9240-72ce59f0a7ca,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:02.064224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.066212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfa7d004-8ec8-4ece-8bef-142090e22ffe up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:02.083051 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:05:59Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:05:57Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:05:59Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:02.087786 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:02.088194 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Updating router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:06:02.146011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-dae5649d-9891-4fd5-91d0-61bc52422760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:02.147839 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-dae5649d-9891-4fd5-91d0-61bc52422760 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.3534508 Sep 22 17:06:02.153875 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.192982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=1107f3b7-b10c-4702-a526-9dcaa088a347,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:02.205486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.227722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:02.256070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port bfa7d004-8ec8-4ece-8bef-142090e22ffe completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:02.264981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bfa7d004-8ec8-4ece-8bef-142090e22ffe triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:02.265496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.265953 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bfa7d004-8ec8-4ece-8bef-142090e22ffe Sep 22 17:06:02.290220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef334501-3554-480a-b729-2d16ded9af51 req-e9c137cf-4337-409f-9a64-d00b0b3a3756 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:02.295201 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef334501-3554-480a-b729-2d16ded9af51 req-e9c137cf-4337-409f-9a64-d00b0b3a3756 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6245286 Sep 22 17:06:02.335572 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e2b9652f-28e5-4d95-901c-e0d08bed3366 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/1107f3b7-b10c-4702-a526-9dcaa088a347 HTTP/1.1" status: 204 len: 168 time: 1.7543149 Sep 22 17:06:02.362665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:02.475106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bfa7d004-8ec8-4ece-8bef-142090e22ffe is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:02.475670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.515636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port bfa7d004-8ec8-4ece-8bef-142090e22ffe, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfa7d004-8ec8-4ece-8bef-142090e22ffe,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:02.522737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.560844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting subnet 119015c1-f60b-4e5d-b2ca-25cbf6973368 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:02.578989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Checking segment: {'id': 'dbbe5467-0572-4125-8697-a9320bfaf999', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'f95a6c28-6382-46f3-894f-e9c886903742'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:02.579620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Network hostable DHCP agents. Network: f95a6c28-6382-46f3-894f-e9c886903742, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:02.604301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.619350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=bfa7d004-8ec8-4ece-8bef-142090e22ffe,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:02.642673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Provisioning for port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:02.646921 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef334501-3554-480a-b729-2d16ded9af51 req-da0dd792-57c0-48d7-9782-da9874d70e0b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2589307 Sep 22 17:06:02.665358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Provisioning complete for port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:02.673056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04f2c76-b603-4399-9358-bb3a052d7331 req-f0087403-acac-438e-9cbe-9d203d13e99f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:02.674339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.674787 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Attempt 1 to provision port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 Sep 22 17:06:02.692562 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d04f2c76-b603-4399-9358-bb3a052d7331 req-f0087403-acac-438e-9cbe-9d203d13e99f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.8180857 Sep 22 17:06:02.721573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-49232ed9-c176-4a48-b6e0-c4dcd191d0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:02.723908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-49232ed9-c176-4a48-b6e0-c4dcd191d0ea service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.5053573 Sep 22 17:06:02.771001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:06:02.782624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=c240b2f5-318b-4d47-9f6c-b3180c0a3d72,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:02.798099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Network f95a6c28-6382-46f3-894f-e9c886903742 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:02.814343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.863136 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.876876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Transition to ACTIVE for port object a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:02.885970 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:02.896508 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-1f9638df-1163-4ce2-942c-e7049d0b08b9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.1657860 Sep 22 17:06:02.909871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d04f2c76-b603-4399-9358-bb3a052d7331 req-eba698c4-e322-4a89-a6f7-008b89298c8f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2231627 Sep 22 17:06:02.985084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:06:02.996839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-444dae07-70a2-4039-b012-e912c9551248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:02.998689 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-444dae07-70a2-4039-b012-e912c9551248 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.0928655 Sep 22 17:06:03.049117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:06:03.049117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.153089 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38941077-cda4-4473-9e74-1bde5357fe75 None None] Pushing event updated for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:03.155537 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Attempting to bind port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:03.155900 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Attempting to bind port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:03.156259 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Attempting to bind port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 on network 7763c013-f7af-447f-a8e7-1f812191be53 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:03.163633 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:03.164011 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Checking segment: {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:03.164412 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.165010 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Bound using segment: {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:03.165278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Bound port: a2644a80-9d20-4fdb-9ba6-2166f85f0bb1, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26e8916a-7abf-4d94-8c33-0bb8b852931b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:03.166031 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.253239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 202d3499-849d-44ed-9240-72ce59f0a7ca up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:03.299560 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Attempt 2 to provision port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 Sep 22 17:06:03.302525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, f95a6c28-6382-46f3-894f-e9c886903742) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:03.320046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:03.320712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.325935 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] For port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:03.332015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] For port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:03.337962 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.347548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b218f4-9778-4645-8131-8457037aff69 None None] Network f95a6c28-6382-46f3-894f-e9c886903742 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:03.378746 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-84cae5dc-0895-4517-aef4-ea7c341c26dc admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5878994 Sep 22 17:06:03.378746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.409479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-f0ae8bd2-d7c7-46e0-ab94-9b419b71562c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:03.411287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-f0ae8bd2-d7c7-46e0-ab94-9b419b71562c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4057078 Sep 22 17:06:03.471830 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38941077-cda4-4473-9e74-1bde5357fe75 None None] Pushing event updated for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:03.486639 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:03.488409 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:03.502762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.503642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.520864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.603167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.611575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ad9377-4aa4-46e1-bb24-b64ab992533d None None] Network 1ffac9ca-c6dd-457c-bc7a-62c10f292409 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:03.647102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Subnet': ['ID=119015c1-f60b-4e5d-b2ca-25cbf6973368,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:03.671265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b5cdd7c4-5948-4ac4-b58a-a78d33c74349 tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/subnets/119015c1-f60b-4e5d-b2ca-25cbf6973368 HTTP/1.1" status: 204 len: 168 time: 1.2752779 Sep 22 17:06:03.674340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49838) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:03.742170 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:03.768234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.827220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:03.848215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:03.879484 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-e154389f-8c84-401e-a654-4a2388f9f7d3 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4597766 Sep 22 17:06:03.884826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Deleting port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:03.885178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.134630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:06:04.158085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.202932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 202d3499-849d-44ed-9240-72ce59f0a7ca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:04.204656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.207663 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 202d3499-849d-44ed-9240-72ce59f0a7ca Sep 22 17:06:04.289999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] For port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,segment=NetworkSegment(4f5181f1-fa83-40df-982d-e7821a3e99e5),segment_id=4f5181f1-fa83-40df-982d-e7821a3e99e5)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:04.290810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.319396 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 6, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:04.323993 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5341b2f6-6e73-4598-ac48-f943cd20fe78 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 6, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:04.330616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Provisioning complete for port bfa7d004-8ec8-4ece-8bef-142090e22ffe triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:04.331653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.332138 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Attempt 1 to provision port bfa7d004-8ec8-4ece-8bef-142090e22ffe Sep 22 17:06:04.417360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75e6b812-9939-4b34-b346-aa1c791ad824 None None] Network f95a6c28-6382-46f3-894f-e9c886903742 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:04.464745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:04.468048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Calling delete_port for d99f50d6-4f0d-4a02-bc4c-30acb5393c2a owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:04.472084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.473309 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c143e768-ea8d-4c3a-8e1b-fa408c04b0da tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 934 time: 3.1313670 Sep 22 17:06:04.479951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:04.627610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44375814-991a-4b04-9ee6-eb8e612e1d86 req-518fa5e9-413b-44f0-ad7b-604c62e357cf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:04.629947 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44375814-991a-4b04-9ee6-eb8e612e1d86 req-518fa5e9-413b-44f0-ad7b-604c62e357cf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5150974 Sep 22 17:06:04.673087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8fe8e86-557a-459c-a933-4d4296011c2a None None] DHCP port deletion for 1ffac9ca-c6dd-457c-bc7a-62c10f292409 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:04.682126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-245c1fb7-0186-4822-aaa3-6c7c8a4305c0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:04.682833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-245c1fb7-0186-4822-aaa3-6c7c8a4305c0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Synchronizing usage tracker for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:04.712433 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0229ff21-b81b-48b6-9bb9-241ec02ebb6f req-44be885e-9590-49e4-a3f8-5edf1b8f3ec6 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5961742 Sep 22 17:06:04.734508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe8e86-557a-459c-a933-4d4296011c2a None None] Deleting port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:04.735095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8fe8e86-557a-459c-a933-4d4296011c2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.736635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:04.776507 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44375814-991a-4b04-9ee6-eb8e612e1d86 req-8c4a7378-f73c-4aa2-8f74-4febe1065f35 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360941 Sep 22 17:06:04.808798 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dfde971f-f010-4f73-ad47-efb2a0332b0c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 934 time: 0.3165143 Sep 22 17:06:04.808798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:04.809929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'routes': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:04.810054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-245c1fb7-0186-4822-aaa3-6c7c8a4305c0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Unset dirty status for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:04.811109 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-245c1fb7-0186-4822-aaa3-6c7c8a4305c0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/networks?id=f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 200 len: 811 time: 0.6768775 Sep 22 17:06:04.859487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Port': ['ID=d99f50d6-4f0d-4a02-bc4c-30acb5393c2a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:04.870920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] No DVR routers for this DVR port d99f50d6-4f0d-4a02-bc4c-30acb5393c2a on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:04.912150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 202d3499-849d-44ed-9240-72ce59f0a7ca is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:04.913553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfa7d004-8ec8-4ece-8bef-142090e22ffe up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:04.994378 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-3581ba33-852a-4209-8f08-2b82879c5b61 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/quotas/ef2d1dd7f4b94a389e7b6214dc1a1c6d HTTP/1.1" status: 200 len: 375 time: 0.1715291 Sep 22 17:06:05.026384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c8fe8e86-557a-459c-a933-4d4296011c2a None None] The port 'd99f50d6-4f0d-4a02-bc4c-30acb5393c2a' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:06:05.068160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bfa7d004-8ec8-4ece-8bef-142090e22ffe triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:05.068730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.069178 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bfa7d004-8ec8-4ece-8bef-142090e22ffe Sep 22 17:06:05.133574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-a1141317-d050-4447-8f93-c8ff3ea9a707 None None] Current status of the port bfa7d004-8ec8-4ece-8bef-142090e22ffe is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:05.252815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bfa7d004-8ec8-4ece-8bef-142090e22ffe is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:05.340960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.390312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.resource_extend [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:06:05.413019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffac9ca-c6dd-457c-bc7a-62c10f292409']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:05.424239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-05a103fc-d126-4fd2-8685-4a2251e96967 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3604515 Sep 22 17:06:05.448328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:05.467266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f5181f1-fa83-40df-982d-e7821a3e99e5') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:05.467562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f5181f1-fa83-40df-982d-e7821a3e99e5') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:05.482158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.487614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.492549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:05.516592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-c7c8089d-2d45-4d9f-9a44-d064ca4e4bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:05.518087 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-c7c8089d-2d45-4d9f-9a44-d064ca4e4bac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.5716732 Sep 22 17:06:05.526675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:05.527312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:05.551817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.656790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.680784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:05.689047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:05.689468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.691963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:05.692341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.692704 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 Sep 22 17:06:05.757766 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:05.771422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f5181f1-fa83-40df-982d-e7821a3e99e5 resource provider aggregate not found Sep 22 17:06:05.809362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cee5843-6222-41a1-92cf-60eeedb6799a req-d10e315b-db0e-40d1-b07a-de7fb1531509 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:05.811013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cee5843-6222-41a1-92cf-60eeedb6799a req-d10e315b-db0e-40d1-b07a-de7fb1531509 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.7474117 Sep 22 17:06:05.815534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f5181f1-fa83-40df-982d-e7821a3e99e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f5181f1-fa83-40df-982d-e7821a3e99e5 found for delete ", "request_id": "req-8c1f6362-bbf0-4de5-bba8-5f5201f6b97b"}]} Sep 22 17:06:05.818604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=070329f5-e19a-4bac-b1ef-c453b0d89f95,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:05.828209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:05.890991 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-f2fcc480-8731-4cde-a449-78c348f1d59c service neutron] 10.222.0.25 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4452546 Sep 22 17:06:05.935673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:06.008837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:06.020782 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cee5843-6222-41a1-92cf-60eeedb6799a req-a3c32057-5166-42fb-8b00-d3b6150e17fc tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910727 Sep 22 17:06:06.028371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-386516bc-839e-49f9-93b8-4ba584c5e106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:06.028836 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-386516bc-839e-49f9-93b8-4ba584c5e106 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.4664478 Sep 22 17:06:06.094434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] Pushing event deleted for resources: {'Network': ['ID=1ffac9ca-c6dd-457c-bc7a-62c10f292409,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:06.110015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b84c33c-fdc5-49f7-83ae-c420cd7cb70b tempest-NetworksIpV6TestAttrs-402621098 tempest-NetworksIpV6TestAttrs-402621098-project] 10.222.0.25 "DELETE /v2.0/networks/1ffac9ca-c6dd-457c-bc7a-62c10f292409 HTTP/1.1" status: 204 len: 168 time: 2.4347992 Sep 22 17:06:06.110366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:06.110684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:06.179126 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP bd4c8bba-cec5-4856-8d12-978a18b572c0 associated. External IP: 172.26.8.132, port: baa7505d-5347-4cb7-b939-f4175d184e7b. Sep 22 17:06:06.243752 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-da066e98-b80d-4419-8b8a-9fffda5d74cc service neutron] 10.222.0.25 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425243 Sep 22 17:06:06.323744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:06.334834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:06.344479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:06:06.344875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:06:06.418488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-1053cc36-91eb-42aa-87b9-acc40b0b3681 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.3036761 Sep 22 17:06:06.427685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d99f50d6-4f0d-4a02-bc4c-30acb5393c2a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:06.473440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d99f50d6-4f0d-4a02-bc4c-30acb5393c2a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:06.473764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d99f50d6-4f0d-4a02-bc4c-30acb5393c2a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:06.479748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:06.511311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 6, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 4, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:06.520371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:06.536771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-0d227592-1796-4d9d-9ef4-6645897f9206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:06.538330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-0d227592-1796-4d9d-9ef4-6645897f9206 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.1181273 Sep 22 17:06:06.540280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:06.545401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:06.553870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:06.670835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49882) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:06.752062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e2deb-6f4e-4590-84a6-280e796f5258 req-65db7384-0de6-4adf-9629-0495b3868e1c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:06.763186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:06.765471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-563e2deb-6f4e-4590-84a6-280e796f5258 req-65db7384-0de6-4adf-9629-0495b3868e1c tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5777569 Sep 22 17:06:06.834638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:06.955918 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-563e2deb-6f4e-4590-84a6-280e796f5258 req-3f2fbe24-6d13-4950-add4-975711598cb1 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1893082 Sep 22 17:06:07.010487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f0e37-9fba-4ac1-ab9c-c4c4ac4899d9 req-3fcada8b-0591-4d2a-b4a0-09f0b8af70c3 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:07.018511 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ed1f0e37-9fba-4ac1-ab9c-c4c4ac4899d9 req-3fcada8b-0591-4d2a-b4a0-09f0b8af70c3 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.2770271 Sep 22 17:06:07.188870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 7, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:07.193936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11bea734-4c0f-435f-a2a5-dcba16ff06e4 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 7, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:07.244590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-cd063d88-1632-4bbb-be88-62209ffbe670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:07.246460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-cd063d88-1632-4bbb-be88-62209ffbe670 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6983740 Sep 22 17:06:07.295713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b5d503d9-1122-48fa-af94-18de285d264e req-f13628e4-cab1-41b9-9d2c-e8b41c1d18ba tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 210 time: 0.2386963 Sep 22 17:06:07.365300 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ed1f0e37-9fba-4ac1-ab9c-c4c4ac4899d9 req-ed0f055d-5ff4-4bdd-9e00-babc6c91bb0f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3456614 Sep 22 17:06:07.374879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53d7940e-846a-44b8-8cc7-ec5e4f14c9ed admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=64e2f61062d14013bfe38b11c8eb3b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6765907 Sep 22 17:06:07.383010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49898) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:07.410916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:07.419797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:07.421458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:07.427612 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:07.431190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:07.457411 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:07.458201 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:07.459128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:07.502162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:07.567326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-68cc7a1c-12ce-422c-9866-046503bd8e4b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 8.8288257 Sep 22 17:06:07.567326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:07.569816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c15f09-0212-49f4-acdb-140f1faf0b50" -d '{"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:07.581017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:07.607949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:07.609581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:07.610032 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 Sep 22 17:06:07.687296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b81c190-a31c-4ec4-be66-833f8945a4b1 x-openstack-request-id: req-5b81c190-a31c-4ec4-be66-833f8945a4b1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:07.691329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:07.691734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5b81c190-a31c-4ec4-be66-833f8945a4b1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:07.697103 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b81c190-a31c-4ec4-be66-833f8945a4b1'] response: {'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'status': 'completed', 'code': 200} Sep 22 17:06:07.749128 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:07.808772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:07.827023 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de55dd10-67c4-4c50-8f4e-c59a887d0f99 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/bd4c8bba-cec5-4856-8d12-978a18b572c0 HTTP/1.1" status: 200 len: 992 time: 0.2409964 Sep 22 17:06:07.860540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-3f0d53a2-2c55-4679-b795-e61363107fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:07.862235 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-3f0d53a2-2c55-4679-b795-e61363107fce service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1099 time: 0.1237121 Sep 22 17:06:08.031460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-08887f92-1590-4469-aa2a-8d464a7bca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:08.033404 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-08887f92-1590-4469-aa2a-8d464a7bca98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 898 time: 0.1556909 Sep 22 17:06:08.170381 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-96e4fa78-2e15-43e1-afbb-ff4096219cca service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 1000 time: 0.1179831 Sep 22 17:06:08.182146 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-493d25f2-e6b4-461f-a50f-0ff66fb05cda service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9156985 Sep 22 17:06:08.240763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:08.242328 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:08.247574 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:08.251169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-002a1ce2-621b-400c-bce7-d15aa591fb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:08.252903 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-002a1ce2-621b-400c-bce7-d15aa591fb6e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 200 len: 834 time: 0.0753500 Sep 22 17:06:08.258603 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:08.259348 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:08.357783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-fd485e8e-e350-42f0-9210-1b891c37d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:08.359497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-fd485e8e-e350-42f0-9210-1b891c37d4b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0989373 Sep 22 17:06:08.368829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:08.370746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:08.506867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f77155-1ad7-4072-9954-4df7e9c216ca tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:08.507580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1f77155-1ad7-4072-9954-4df7e9c216ca tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] Synchronizing usage tracker for tenant:6e01c93f9dce42dd82a07e825d8c2258 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:08.518685 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:08.530595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee3e51b-c854-4166-a89f-73d49b69366a req-45a01264-819f-4c3d-983e-e83b8aee24f0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:08.542172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dee3e51b-c854-4166-a89f-73d49b69366a req-45a01264-819f-4c3d-983e-e83b8aee24f0 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 1.0271640 Sep 22 17:06:08.576660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.18', 60707) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:08.604125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0f9605a-df04-4f6f-a506-6655e0bd6769 req-6a935c6b-90b7-4b49-acf0-7ae14a491e7e tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 210 time: 0.1304572 Sep 22 17:06:08.688534 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-e55b1814-6c39-4997-b77b-9aad20ff207c service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904554 Sep 22 17:06:08.711582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a1f77155-1ad7-4072-9954-4df7e9c216ca tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] Unset dirty status for tenant:6e01c93f9dce42dd82a07e825d8c2258 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:08.712781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a1f77155-1ad7-4072-9954-4df7e9c216ca tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1093 time: 1.2575550 Sep 22 17:06:08.722772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49918) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:08.730859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:08.738494 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dee3e51b-c854-4166-a89f-73d49b69366a req-34a0445c-44f3-437a-90e5-72efe48019d7 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1952090 Sep 22 17:06:08.745917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:08.749062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:08.756626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:08.760620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:floatingip and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:08.764849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:08.773481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:08.785804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:08.786572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:08.804709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:08.811742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9edb82c0-6a6d-44bf-91d7-a0917cb995d7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:08.819983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:08.823797 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/9edb82c0-6a6d-44bf-91d7-a0917cb995d7 HTTP/1.1" status: 204 len: 168 time: 1.4372337 Sep 22 17:06:08.829813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.830189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.830557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.831551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.831954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.832336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.832699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.833082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.833509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.833845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.833964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:08.834241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.834572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f56fe796-0a4c-4812-9b0f-1989c390ee2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:08.840125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:08.844178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f118732d-3021-4f7c-838f-e9873459b296 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 700 time: 4.0392356 Sep 22 17:06:08.844178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49928) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:08.912187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:09.111682 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:09.117104 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775b0494-e89c-4abe-8e77-7e32e3c6526e None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:05:17Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:03Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:09.141529 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de6455d1-a213-4b33-8f8b-1ef7336ca041 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 700 time: 0.2964754 Sep 22 17:06:09.147758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:09.208587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:09.261063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-d1ca3b12-c0be-498a-990b-c682bb97d439 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8878143 Sep 22 17:06:09.288011 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d69a188b-dbaf-4579-b288-7ca7af1e5179 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/bd4c8bba-cec5-4856-8d12-978a18b572c0 HTTP/1.1" status: 200 len: 992 time: 0.4202943 Sep 22 17:06:09.401003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-bbc12f22-bbfe-49a8-b06f-2e4b414354a7 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:09.402953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-bbc12f22-bbfe-49a8-b06f-2e4b414354a7 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.18 "GET /v2.0/networks?id=f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 200 len: 811 time: 0.8183463 Sep 22 17:06:09.433211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Request body: {'port': {'device_id': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4', 'admin_state_up': True, 'tenant_id': 'ef2d1dd7f4b94a389e7b6214dc1a1c6d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:09.534637 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dc70b25-b3ee-4da7-8cf9-82a78bc5ca1d None None] New status for floating IP bd4c8bba-cec5-4856-8d12-978a18b572c0: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:06:09.658685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:09.659373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74299507-9785-4526-8789-3735241d30c7 req-efccab44-96ca-405d-b795-5aa474198b5b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:09.666058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74299507-9785-4526-8789-3735241d30c7 req-efccab44-96ca-405d-b795-5aa474198b5b tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5844409 Sep 22 17:06:09.670859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-76c15f09-0212-49f4-acdb-140f1faf0b50 req-833de9fe-d55d-4bcd-8f72-373581fd193f service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3774116 Sep 22 17:06:09.836557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 7, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:09.844036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:09.865042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:09.865869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:10.087824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74299507-9785-4526-8789-3735241d30c7 req-94c357ea-c201-4668-9ddc-952efa1ae20a tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4097829 Sep 22 17:06:10.092350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:10.095405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:10.100809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Usage tracker for resource:port and tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:10.103894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:10.110784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:10.123399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Made reservation on behalf of ef2d1dd7f4b94a389e7b6214dc1a1c6d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:10.130982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.222778 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-37cd5313-3e65-4b49-a564-e30338e835bb req-d3617a86-be00-4398-bb37-509374876f93 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 210 time: 0.3239119 Sep 22 17:06:10.223436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:10.299548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49970) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:10.374504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.26.8.32 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/d8c37270-0a0d-468a-bef6-96abc68162d7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:10.391756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-98957699'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:10.398470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:10.405247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:10.448402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:10.465548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:10.513897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719025d6-d860-4bc1-b272-10e1ace11197 req-06f7d5d8-86cb-447a-8965-2ddbe96b131f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:10.516197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-719025d6-d860-4bc1-b272-10e1ace11197 req-06f7d5d8-86cb-447a-8965-2ddbe96b131f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2131476 Sep 22 17:06:10.522604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Allocated IP 172.20.0.2 (f86db31a-6b53-45c4-933d-e0755ba017a4/91742751-f8e3-4779-8230-93162a5bba4b/14270887-ac36-489d-a39b-b4603bae2223) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:10.559165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 7, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:10.563843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-930198bb-2615-4898-ae57-b41bb3075206 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 7, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a2644a80-9d20-4fdb-9ba6-2166f85f0bb1', 'name': '', 'network_id': '7763c013-f7af-447f-a8e7-1f812191be53', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:d2:d6:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1064, 'fixed_ips': [{'subnet_id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:57Z', 'updated_at': '2022-09-22T17:06:06Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '4a2c8372-97cb-4427-bb93-35a2bd945b3f', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:10.573125 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ef87230-828a-41e6-914d-c8f20e17fa67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/bd4c8bba-cec5-4856-8d12-978a18b572c0 HTTP/1.1" status: 200 len: 994 time: 0.2663443 Sep 22 17:06:10.573924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:10.580092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.597563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.644871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-719025d6-d860-4bc1-b272-10e1ace11197 req-791bacbf-bdd5-424c-b9df-8e7358e617f7 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938878 Sep 22 17:06:10.667361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:10.682878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:security_group_rule and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:10.688047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:10.698384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:10.764265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.798370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.830013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.861510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:10.932775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Network f86db31a-6b53-45c4-933d-e0755ba017a4 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:10.936006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:10.939928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:10.978054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Pushing event updated for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:10.996532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.996847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.997186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.997516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.997960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.998166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.998484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.998836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.999129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.999447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:10.999776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:11.000073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:11.022489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:11.023059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.046646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-587d7f58-4310-4217-9582-c24767ad7cec tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6196647 Sep 22 17:06:11.066383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Request body: {'port': {'device_id': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:11.176414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.179556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.190420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.239690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.297780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbe2816-13c2-4dbb-936b-14d83711b2ca req-c1415004-bca6-4997-9d45-f5d9ac5c7aa2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:11.299288 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfbe2816-13c2-4dbb-936b-14d83711b2ca req-c1415004-bca6-4997-9d45-f5d9ac5c7aa2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5062230 Sep 22 17:06:11.308911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:11.325575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:11.327807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:11.348424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:11.400041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=d8c37270-0a0d-468a-bef6-96abc68162d7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:11.411202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6b28ae8-6b77-44b8-8f26-b0bc061191bd,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:11.417058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.417398 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment c8afc9af-8dad-4db2-920d-56448747908b of type vlan for network fe1c2d34-74b4-472f-a536-2623e1e14be3 Sep 22 17:06:11.469042 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfbe2816-13c2-4dbb-936b-14d83711b2ca req-6cfbee90-9746-4b48-ba96-482939369482 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541002 Sep 22 17:06:11.528184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.559808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-0062e92f-7b59-4d3f-b2e5-f2b38f6b9825 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:11.560557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-0062e92f-7b59-4d3f-b2e5-f2b38f6b9825 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Synchronizing usage tracker for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:11.620191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-0062e92f-7b59-4d3f-b2e5-f2b38f6b9825 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Unset dirty status for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:11.621405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-0062e92f-7b59-4d3f-b2e5-f2b38f6b9825 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 931 time: 0.2064471 Sep 22 17:06:11.674275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14270887-ac36-489d-a39b-b4603bae2223 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:06:11.686351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.687377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:11.687856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.693929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-13a48df8-8bb7-4074-891c-1e3b943ba001 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Synchronizing usage tracker for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:11.712192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Transition to ACTIVE for port object 14270887-ac36-489d-a39b-b4603bae2223 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:11.723955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.726167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.732231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:11.732937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:11.829512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-13a48df8-8bb7-4074-891c-1e3b943ba001 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Unset dirty status for tenant:ef2d1dd7f4b94a389e7b6214dc1a1c6d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:11.830704 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01e2e4f6-1c19-43b2-a600-50b9a72f7be7 req-13a48df8-8bb7-4074-891c-1e3b943ba001 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967828 Sep 22 17:06:11.963825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Pushing event updated for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:11.993274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Attempting to bind port 14270887-ac36-489d-a39b-b4603bae2223 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:11.993646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Attempting to bind port 14270887-ac36-489d-a39b-b4603bae2223 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '31addd71-017f-4e1c-a5cb-714b26f48c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:11.993944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Attempting to bind port 14270887-ac36-489d-a39b-b4603bae2223 on network f86db31a-6b53-45c4-933d-e0755ba017a4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:11.998713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Port 14270887-ac36-489d-a39b-b4603bae2223 on network f86db31a-6b53-45c4-933d-e0755ba017a4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:06:11.999030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Attempting to bind port 14270887-ac36-489d-a39b-b4603bae2223 on network f86db31a-6b53-45c4-933d-e0755ba017a4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:12.004216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:12.004552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Checking segment: {'id': '31addd71-017f-4e1c-a5cb-714b26f48c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:12.004967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Bound using segment: {'id': '31addd71-017f-4e1c-a5cb-714b26f48c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:12.005406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Bound port: 14270887-ac36-489d-a39b-b4603bae2223, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31addd71-017f-4e1c-a5cb-714b26f48c83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:12.005752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:12.104415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:12.107748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14270887-ac36-489d-a39b-b4603bae2223,segment=NetworkSegment(31addd71-017f-4e1c-a5cb-714b26f48c83),segment_id=31addd71-017f-4e1c-a5cb-714b26f48c83)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:12.113648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:12.145801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:12.146419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:12.148074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] 10.222.0.18 "PUT /v2.0/ports/14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 200 len: 1093 time: 1.0873682 Sep 22 17:06:12.148525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'tag': '14270887-ac36-489d-a39b-b4603bae2223'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:12.150968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42c97cd-aea1-496d-9c80-42621215e154" -d '{"events": [{"name": "network-changed", "server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "tag": "14270887-ac36-489d-a39b-b4603bae2223"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:12.205373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2584649-8de7-473c-ac6b-c99fe643242f service neutron] Pushing event updated for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:12.221195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c32ccf-a793-487c-8017-d70dfe71d094 x-openstack-request-id: req-a5c32ccf-a793-487c-8017-d70dfe71d094 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:12.221802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "tag": "14270887-ac36-489d-a39b-b4603bae2223", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:12.222267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a5c32ccf-a793-487c-8017-d70dfe71d094 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:12.223174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5c32ccf-a793-487c-8017-d70dfe71d094'] response: {'name': 'network-changed', 'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'tag': '14270887-ac36-489d-a39b-b4603bae2223', 'status': 'completed', 'code': 200} Sep 22 17:06:12.304666 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 2.0747638 Sep 22 17:06:12.323640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0985200f-7853-4af8-b187-5d5ad48dd3f9 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=fe1c2d34-74b4-472f-a536-2623e1e14be3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:12.339614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:12.432167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 49984) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:12.433923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port a2644a80-9d20-4fdb-9ba6-2166f85f0bb1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:12.434301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:12.456795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:12.488135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-f437af1d-2be7-489e-9b8c-8c00fb6c6f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:12.489654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-f437af1d-2be7-489e-9b8c-8c00fb6c6f2d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 1096 time: 0.2438500 Sep 22 17:06:12.549420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e15e211-d4df-44fa-a831-b67493d3b49d req-939764fa-fb66-4219-a574-bc03e7e22998 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:12.551451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e15e211-d4df-44fa-a831-b67493d3b49d req-939764fa-fb66-4219-a574-bc03e7e22998 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6265802 Sep 22 17:06:12.565158 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-957f53a6-0742-4909-8b70-95a92af52f34 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 200 len: 217 time: 0.0619104 Sep 22 17:06:12.635175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-79ab7fba-0439-4f00-8bb3-00e56045cc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:12.636571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-79ab7fba-0439-4f00-8bb3-00e56045cc5a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91742751-f8e3-4779-8230-93162a5bba4b HTTP/1.1" status: 200 len: 851 time: 0.0609372 Sep 22 17:06:12.661850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:12.692114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-9e432001-32b4-467c-a2ff-85696772594e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f86db31a-6b53-45c4-933d-e0755ba017a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491350 Sep 22 17:06:12.821943 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e15e211-d4df-44fa-a831-b67493d3b49d req-174fc6e1-28f2-4bf6-9684-4c3026686439 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672781 Sep 22 17:06:12.837102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-ca387ee3-c554-40b0-87a4-ce66e4ed23c8 service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373432 Sep 22 17:06:12.847062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:12.862978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:12.868682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:12.879500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:12.921658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:12.925213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:12.955057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:13.053193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2a8ece14-c75d-40e2-b718-fe2db4f2acf5 req-5edc665e-da2a-440c-ac03-3ea99b3aa06f service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065516 Sep 22 17:06:13.102868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c98213-e501-40a7-8922-c97cd2043483 req-0edac616-e368-4d0d-8393-0d107d739d79 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:13.104359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9c98213-e501-40a7-8922-c97cd2043483 req-0edac616-e368-4d0d-8393-0d107d739d79 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 943 time: 0.1074839 Sep 22 17:06:13.156678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:13.158421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9c98213-e501-40a7-8922-c97cd2043483 req-bd539bcd-f2b2-4077-a017-cd1187908d6f tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476577 Sep 22 17:06:13.231100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=a2644a80-9d20-4fdb-9ba6-2166f85f0bb1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:13.243811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c97cd-aea1-496d-9c80-42621215e154 req-f08c9314-f6a1-474e-8379-9a98bcc60121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:13.245376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-f08c9314-f6a1-474e-8379-9a98bcc60121 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 1096 time: 0.0905735 Sep 22 17:06:13.319533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:13.420583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c97cd-aea1-496d-9c80-42621215e154 req-25d1d218-acc0-4ecf-83dd-82ecc6c2dfd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:13.422504 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-25d1d218-acc0-4ecf-83dd-82ecc6c2dfd6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 200 len: 912 time: 0.1701107 Sep 22 17:06:13.506982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-33f1fc96-efc3-40cf-bf18-b32dfc25849b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 200 len: 217 time: 0.0761089 Sep 22 17:06:13.583592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42c97cd-aea1-496d-9c80-42621215e154 req-5dd879bb-1bd8-404a-bcd2-f8394d76a173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:13.585372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-5dd879bb-1bd8-404a-bcd2-f8394d76a173 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91742751-f8e3-4779-8230-93162a5bba4b HTTP/1.1" status: 200 len: 851 time: 0.0719812 Sep 22 17:06:13.650772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-f0249ad2-94be-4b7d-9423-4b45ec385e9f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f86db31a-6b53-45c4-933d-e0755ba017a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584409 Sep 22 17:06:13.814912 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-20e68ac8-ba4f-487b-a1e7-0e159c2bb89c service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569226 Sep 22 17:06:13.928785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:13.938130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:13.986781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d42c97cd-aea1-496d-9c80-42621215e154 req-dbfed63f-30be-4ea7-a3e5-0ad102eeeacb service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1594851 Sep 22 17:06:14.240104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=348b40e2-6e5c-4278-a045-b9a7e35cbf9c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:14.247336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.resource_extend [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:06:14.282187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:14.298632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:14.374088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': 'c8afc9af-8dad-4db2-920d-56448747908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:14.374088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: fe1c2d34-74b4-472f-a536-2623e1e14be3, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:14.398618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b40ca2-f1d0-462a-9b3e-4b9bf0e664e8 req-f7a20842-f18e-4474-9136-200d6d935432 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:14.401203 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-37b40ca2-f1d0-462a-9b3e-4b9bf0e664e8 req-f7a20842-f18e-4474-9136-200d6d935432 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 943 time: 0.1244166 Sep 22 17:06:14.455064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-37b40ca2-f1d0-462a-9b3e-4b9bf0e664e8 req-2193df1c-a09c-4a72-ba20-6c3e421e86cd tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447516 Sep 22 17:06:14.536855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:14.647381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=d8c37270-0a0d-468a-bef6-96abc68162d7,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:14.665165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:14.720515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a04846-4eb0-4932-a5c8-1cc3a6a71be3 req-6dd4ba35-734a-4a0c-9214-1b3c76853465 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:14.722178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c4a04846-4eb0-4932-a5c8-1cc3a6a71be3 req-6dd4ba35-734a-4a0c-9214-1b3c76853465 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.7381260 Sep 22 17:06:14.730220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, fe1c2d34-74b4-472f-a536-2623e1e14be3) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:14.742002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac55ea85-e065-4338-a310-1f5c92af16b9 None None] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:14.750606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:14.750606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:14.895334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:14.911532 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c4a04846-4eb0-4932-a5c8-1cc3a6a71be3 req-6384c4c6-ecd4-4556-8695-3d6f59e9fd85 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763754 Sep 22 17:06:14.927257 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23e16335-212d-422c-89eb-bd7a6d712261 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.4806120 Sep 22 17:06:14.929576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP 2a07f389-e838-44f7-ad80-2de43f948481 associated. External IP: 172.26.8.32, port: 013f9d7b-6bce-4aea-a7be-7f90605748b6. Sep 22 17:06:14.934176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 49994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:14.956711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-922265999'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:14.966677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:14.974747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:14.980636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:14.993104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:15.013772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:15.024755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-fe1c2d34-74b4-472f-a536-2623e1e14be3', 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '348b40e2-6e5c-4278-a045-b9a7e35cbf9c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:15.025971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.026379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.063549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:15.074194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.074604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 81b383d7-6310-4b94-a7c5-7d277b8736fe of type vlan for network 835f0ac7-4ef7-4f78-8616-f3baca4086bb Sep 22 17:06:15.116506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.160199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.169233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:15.175959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.259561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Allocated IP 172.20.255.242 (fe1c2d34-74b4-472f-a536-2623e1e14be3/348b40e2-6e5c-4278-a045-b9a7e35cbf9c/5564c623-d7ee-42f0-9667-8a19fed500bc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:15.498294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5580759 Sep 22 17:06:15.502876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50004) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:15.505514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4635215-257a-4a5c-92fb-9aaa0ff249f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=835f0ac7-4ef7-4f78-8616-f3baca4086bb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:15.511654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '835f0ac7-4ef7-4f78-8616-f3baca4086bb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:15.523997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 835f0ac7-4ef7-4f78-8616-f3baca4086bb details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:15.558856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:15.564075 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67de97fe-070c-4095-ab4a-7f42c8316eb3 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4167414 Sep 22 17:06:15.591370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50008) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:15.628207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:15.645581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.660036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:15.660688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:15.750803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690966db-4805-4fea-b26b-c1f21e484a29 req-f72002cc-e710-45bf-b82e-e85b5c59575e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:15.752377 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-690966db-4805-4fea-b26b-c1f21e484a29 req-f72002cc-e710-45bf-b82e-e85b5c59575e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5254848 Sep 22 17:06:15.778008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:15.782048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:15.792835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 4a2c8372-97cb-4427-bb93-35a2bd945b3f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:15.798261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:15.802061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:15.806998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-bf623148-cfc0-48e5-8bd7-7e3496957e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:15.808479 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-bf623148-cfc0-48e5-8bd7-7e3496957e09 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=a91a8e03b5a544d09963a21c378186c5&device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 1099 time: 0.3810291 Sep 22 17:06:15.811897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.832703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Transition to ACTIVE for port object 5564c623-d7ee-42f0-9667-8a19fed500bc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:15.851721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:15.884110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Transition to ACTIVE for port object 5564c623-d7ee-42f0-9667-8a19fed500bc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:15.888433 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-690966db-4805-4fea-b26b-c1f21e484a29 req-97ac9b1c-d232-4e40-999f-fe201a97fd39 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1248827 Sep 22 17:06:15.903170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.914960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:15.970325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:15.974619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:15.996005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.028780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:16.041655 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:16.051918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:16.059791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:16.060271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:16.061188 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:16.068422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:16.069952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.176514 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c4cbaf8-8d79-41ed-bc5e-49ab8314fc8d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 7.4523888 Sep 22 17:06:16.177700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:16.183347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8" -d '{"events": [{"name": "network-changed", "server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:16.191580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-0e72aaf2-41a7-4ddf-a672-56ccc9703af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:16.193864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-0e72aaf2-41a7-4ddf-a672-56ccc9703af6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 200 len: 912 time: 0.3431854 Sep 22 17:06:16.224168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Pushing event updated for resources: {'Port': ['ID=5564c623-d7ee-42f0-9667-8a19fed500bc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:16.273401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10671a24-fe28-4bb6-b5d4-15af633277f5 x-openstack-request-id: req-10671a24-fe28-4bb6-b5d4-15af633277f5 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:16.273959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:16.274423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10671a24-fe28-4bb6-b5d4-15af633277f5 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:16.275330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10671a24-fe28-4bb6-b5d4-15af633277f5'] response: {'name': 'network-changed', 'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'status': 'completed', 'code': 200} Sep 22 17:06:16.305754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.306079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.306425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.306950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.307443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.307957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.308431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.308959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.309456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.309948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.310465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.310952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:06:16.336435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae47627-2d2b-4168-8e23-7d261f1a1b1d req-efa8f1b3-0613-4ca0-954a-3ea2d31c05d4 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:16.338145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2ae47627-2d2b-4168-8e23-7d261f1a1b1d req-efa8f1b3-0613-4ca0-954a-3ea2d31c05d4 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 943 time: 0.7001286 Sep 22 17:06:16.353474 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:16.407027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Attempting to bind port 5564c623-d7ee-42f0-9667-8a19fed500bc on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:16.407642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Attempting to bind port 5564c623-d7ee-42f0-9667-8a19fed500bc by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c8afc9af-8dad-4db2-920d-56448747908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:16.408278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Attempting to bind port 5564c623-d7ee-42f0-9667-8a19fed500bc on network fe1c2d34-74b4-472f-a536-2623e1e14be3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:16.422467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:16.422831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Checking segment: {'id': 'c8afc9af-8dad-4db2-920d-56448747908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:16.423434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.424137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Bound using segment: {'id': 'c8afc9af-8dad-4db2-920d-56448747908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:16.425488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Bound port: 5564c623-d7ee-42f0-9667-8a19fed500bc, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8afc9af-8dad-4db2-920d-56448747908b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'fe1c2d34-74b4-472f-a536-2623e1e14be3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:16.425888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.609924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] For port 5564c623-d7ee-42f0-9667-8a19fed500bc, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:16.612383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-bc94bc28-fd1a-489d-9d95-4b89dca9954c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 200 len: 1002 time: 0.2883251 Sep 22 17:06:16.613763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] For port 5564c623-d7ee-42f0-9667-8a19fed500bc, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5564c623-d7ee-42f0-9667-8a19fed500bc,segment=NetworkSegment(c8afc9af-8dad-4db2-920d-56448747908b),segment_id=c8afc9af-8dad-4db2-920d-56448747908b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:16.621688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2ae47627-2d2b-4168-8e23-7d261f1a1b1d req-4fedc58c-481d-44b4-8fe2-381955d39caf tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1664906 Sep 22 17:06:16.623291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.668331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 14270887-ac36-489d-a39b-b4603bae2223 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:06:16.715350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 8, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:16.753749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.788382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:16.804250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:16.805291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53786b3-a048-4a57-acfe-33fffa1834f9 None None] Pushing event updated for resources: {'Port': ['ID=5564c623-d7ee-42f0-9667-8a19fed500bc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:16.825053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:16.825993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:16.866891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d2de8238-bfa8-48a8-ad0a-3bcf0b3d415e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:16.868420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d2de8238-bfa8-48a8-ad0a-3bcf0b3d415e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1098 time: 0.5293663 Sep 22 17:06:16.888543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-085fa080-98cf-4e73-be6d-6c60c6da1bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:16.890066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-085fa080-98cf-4e73-be6d-6c60c6da1bf0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 200 len: 850 time: 0.2267630 Sep 22 17:06:16.910996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2a07f389-e838-44f7-ad80-2de43f948481', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:9e:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:12Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:16.916792 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:16.929194 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:16.939556 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:17.057606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14270887-ac36-489d-a39b-b4603bae2223,segment=NetworkSegment(31addd71-017f-4e1c-a5cb-714b26f48c83),segment_id=31addd71-017f-4e1c-a5cb-714b26f48c83)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:17.085645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '14270887-ac36-489d-a39b-b4603bae2223', 'network_id': 'f86db31a-6b53-45c4-933d-e0755ba017a4', 'port_id': '14270887-ac36-489d-a39b-b4603bae2223', 'mac_address': 'fa:16:3e:19:ac:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '91742751-f8e3-4779-8230-93162a5bba4b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:06:17.104423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '81b383d7-6310-4b94-a7c5-7d277b8736fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '835f0ac7-4ef7-4f78-8616-f3baca4086bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:17.106081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 835f0ac7-4ef7-4f78-8616-f3baca4086bb, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:17.130097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:17.147676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=97fac273-f64b-4467-ad21-95ed8d7d7733,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:17.247234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 835f0ac7-4ef7-4f78-8616-f3baca4086bb is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:17.270867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:17.303757 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:17.330958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-f6d5a9b8-2b46-4c2a-8d18-87bc078ac6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:17.333070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-f6d5a9b8-2b46-4c2a-8d18-87bc078ac6df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d8a44100-4b73-404b-a555-3c82358d4934&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4143186 Sep 22 17:06:17.333971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 835f0ac7-4ef7-4f78-8616-f3baca4086bb) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:17.340030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:17.341142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b634b67f-afb4-41d6-9555-6dcb14d1d00d req-bd54c49c-ab3a-4c0f-8b46-c6527014fa44 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:17.342759 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b634b67f-afb4-41d6-9555-6dcb14d1d00d req-bd54c49c-ab3a-4c0f-8b46-c6527014fa44 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2259104 Sep 22 17:06:17.343452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:17.384200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d926a578-9fe8-4837-a49c-f063bea8cc24 None None] Network 835f0ac7-4ef7-4f78-8616-f3baca4086bb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:17.444769 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b634b67f-afb4-41d6-9555-6dcb14d1d00d req-521b8367-f9d6-45ee-bc9a-6b481bf3ae17 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947797 Sep 22 17:06:17.509170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5564c623-d7ee-42f0-9667-8a19fed500bc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:17.612255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=4a2c8372-97cb-4427-bb93-35a2bd945b3f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:17.615400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:17.616560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 14270887-ac36-489d-a39b-b4603bae2223 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:17.616974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:17.625827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d83bb200-e611-4920-b6bd-a1a64cd4fc2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:17.628467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d83bb200-e611-4920-b6bd-a1a64cd4fc2d service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.7358449 Sep 22 17:06:17.641752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f17b23c-b875-4a52-a8f6-62c3e4e6e0ec None None] Network 7763c013-f7af-447f-a8e7-1f812191be53 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:17.857239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8bd8f132-339f-4c5e-8188-352c2c783c28 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/4a2c8372-97cb-4427-bb93-35a2bd945b3f HTTP/1.1" status: 204 len: 168 time: 2.2601891 Sep 22 17:06:17.858074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50022) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:17.872547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-659d1c5a-0d5a-4751-895e-6dbb0448d43f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.3682475 Sep 22 17:06:17.882570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-27f65118-6a5f-471c-b005-638333ae00cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 200 len: 998 time: 0.2004466 Sep 22 17:06:17.891949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:17.920224 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2a07f389-e838-44f7-ad80-2de43f948481', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:9e:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:12Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:17.925801 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2131e299-7d29-4f19-bf5b-33aabc35e01c None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2a07f389-e838-44f7-ad80-2de43f948481', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.32', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1088, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:9e:ce:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:12Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:17.930177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14270887-ac36-489d-a39b-b4603bae2223 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:06:18.034348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14270887-ac36-489d-a39b-b4603bae2223,segment=NetworkSegment(31addd71-017f-4e1c-a5cb-714b26f48c83),segment_id=31addd71-017f-4e1c-a5cb-714b26f48c83)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:18.038810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 5564c623-d7ee-42f0-9667-8a19fed500bc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:18.084990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.097694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port bfa7d004-8ec8-4ece-8bef-142090e22ffe {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:18.098288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.119000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.187849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ade930-644d-4972-9650-c9e16db6b694 None None] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:18.218776 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-7007ad06-685b-4a4a-965c-9b409705991d service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8633537 Sep 22 17:06:18.226336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d62a2b40-c25c-4d8e-bb44-aa3c2724d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:18.227884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-d62a2b40-c25c-4d8e-bb44-aa3c2724d087 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.2971005 Sep 22 17:06:18.335715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8af6b8d-953d-4bc4-ad87-48c723397a91 None None] New status for floating IP 2a07f389-e838-44f7-ad80-2de43f948481: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:06:18.386900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port bfa7d004-8ec8-4ece-8bef-142090e22ffe, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bfa7d004-8ec8-4ece-8bef-142090e22ffe,segment=NetworkSegment(26e8916a-7abf-4d94-8c33-0bb8b852931b),segment_id=26e8916a-7abf-4d94-8c33-0bb8b852931b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:18.387501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.443126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Provisioning for port 5564c623-d7ee-42f0-9667-8a19fed500bc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:18.466170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41631e90-dc20-48ae-b055-59e67b4eb08e req-f979d717-636d-419e-96b7-46d6195efa16 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:18.467785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41631e90-dc20-48ae-b055-59e67b4eb08e req-f979d717-636d-419e-96b7-46d6195efa16 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 943 time: 0.6886232 Sep 22 17:06:18.492828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.517168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Provisioning complete for port 5564c623-d7ee-42f0-9667-8a19fed500bc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:18.517554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.517898 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Attempt 1 to provision port 5564c623-d7ee-42f0-9667-8a19fed500bc Sep 22 17:06:18.571378 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-349f7af5-914d-4002-8e7c-38c27397bf5f req-20986f40-6ecc-4f07-875a-fe28b843a010 service neutron] 10.222.0.18 "GET /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3387282 Sep 22 17:06:18.576140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:18.581397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 8, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:18.618070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41631e90-dc20-48ae-b055-59e67b4eb08e req-0aafecb0-4e5b-4b95-8c84-e02e246422fc tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297777 Sep 22 17:06:18.636001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for bfa7d004-8ec8-4ece-8bef-142090e22ffe owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:18.639339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-e630d0d0-6de3-4cde-89f4-e8f20bb5eb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:18.640952 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-e630d0d0-6de3-4cde-89f4-e8f20bb5eb1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3746772 Sep 22 17:06:18.684411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.690429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0994e2-e1c9-4413-b294-d3130313aa26 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:12Z', 'revision_number': 8, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '202d3499-849d-44ed-9240-72ce59f0a7ca', 'name': '', 'network_id': '550f2864-371a-4d18-8190-92a2c8459112', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:1d:92:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:49Z', 'updated_at': '2022-09-22T17:06:02Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:18.692271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816f78e-b4e2-4f04-9756-59c7920e731b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-835f0ac7-4ef7-4f78-8616-f3baca4086bb', 'network_id': '835f0ac7-4ef7-4f78-8616-f3baca4086bb', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '97fac273-f64b-4467-ad21-95ed8d7d7733'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:18.693716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c816f78e-b4e2-4f04-9756-59c7920e731b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.703396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['14270887-ac36-489d-a39b-b4603bae2223'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:06:18.816593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:18.879866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=bfa7d004-8ec8-4ece-8bef-142090e22ffe,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:18.892434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port bfa7d004-8ec8-4ece-8bef-142090e22ffe on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:18.967753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ff8e5-a2ab-4530-89dc-e6068d0c6cd6 req-4d662d8e-b0dd-4a6b-b4ea-d401a39223bf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:18.976387 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e12ff8e5-a2ab-4530-89dc-e6068d0c6cd6 req-4d662d8e-b0dd-4a6b-b4ea-d401a39223bf tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2776155 Sep 22 17:06:18.982821 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-5d8c41c2-30fd-4dbc-8b04-1b849aaa4fde service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325808 Sep 22 17:06:19.028587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.108674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.154835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=97fac273-f64b-4467-ad21-95ed8d7d7733,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:19.242096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0747d805-5365-45d5-9693-c3420e38045e None None] DHCP port deletion for 7763c013-f7af-447f-a8e7-1f812191be53 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-c816f78e-b4e2-4f04-9756-59c7920e731b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97fac273-f64b-4467-ad21-95ed8d7d7733: This subnet is being modified by another concurrent operation. Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 97fac273-f64b-4467-ad21-95ed8d7d7733: This subnet is being modified by another concurrent operation. Sep 22 17:06:19.342946 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 17:06:19.350530 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e12ff8e5-a2ab-4530-89dc-e6068d0c6cd6 req-2f051d76-38ac-4839-aabc-630423880160 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3728704 Sep 22 17:06:19.360292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.381499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7763c013-f7af-447f-a8e7-1f812191be53']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.384673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba144a27-a03e-42f7-a390-cb68aa572ec7 None None] Network 835f0ac7-4ef7-4f78-8616-f3baca4086bb requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:19.401153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26e8916a-7abf-4d94-8c33-0bb8b852931b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.401711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26e8916a-7abf-4d94-8c33-0bb8b852931b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.418774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.440850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-57ec47f6-acee-4b3e-bcb7-e3f243d27af8 req-f5301173-a464-43f6-bf02-3290ee6e3aee service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4493551 Sep 22 17:06:19.452094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.454009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835f0ac7-4ef7-4f78-8616-f3baca4086bb']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.465782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:19.466269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.475818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81b383d7-6310-4b94-a7c5-7d277b8736fe') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.476142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81b383d7-6310-4b94-a7c5-7d277b8736fe') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:19.479624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfa7d004-8ec8-4ece-8bef-142090e22ffe no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:19.504435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Current status of the port 5564c623-d7ee-42f0-9667-8a19fed500bc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:19.504848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.507237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.539651 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 26e8916a-7abf-4d94-8c33-0bb8b852931b resource provider aggregate not found Sep 22 17:06:19.546234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.557856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: bfa7d004-8ec8-4ece-8bef-142090e22ffe {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:19.558206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bfa7d004-8ec8-4ece-8bef-142090e22ffe not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:19.558640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:19.559941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:19.560643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.583410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 26e8916a-7abf-4d94-8c33-0bb8b852931b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26e8916a-7abf-4d94-8c33-0bb8b852931b found for delete ", "request_id": "req-2c313d34-c0d3-4fc4-9ea6-4c41709e155d"}]} Sep 22 17:06:19.614246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.637047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:19.638138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a2644a80-9d20-4fdb-9ba6-2166f85f0bb1 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:19.639241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.667360 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 81b383d7-6310-4b94-a7c5-7d277b8736fe resource provider aggregate not found Sep 22 17:06:19.675758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=7763c013-f7af-447f-a8e7-1f812191be53,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:19.678794 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d7094f9-4a62-43aa-9c44-0c6641750bd8 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/7763c013-f7af-447f-a8e7-1f812191be53 HTTP/1.1" status: 204 len: 168 time: 1.8185420 Sep 22 17:06:19.689162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50042) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:19.701931 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 81b383d7-6310-4b94-a7c5-7d277b8736fe resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81b383d7-6310-4b94-a7c5-7d277b8736fe found for delete ", "request_id": "req-c572f715-f44f-4885-b032-73734ed612e8"}]} Sep 22 17:06:19.703466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] For port 5564c623-d7ee-42f0-9667-8a19fed500bc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5564c623-d7ee-42f0-9667-8a19fed500bc,segment=NetworkSegment(c8afc9af-8dad-4db2-920d-56448747908b),segment_id=c8afc9af-8dad-4db2-920d-56448747908b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:19.731004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.741733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.744627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:19.806059 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/835f0ac7-4ef7-4f78-8616-f3baca4086bb HTTP/1.1" status: 204 len: 168 time: 1.8976552 Sep 22 17:06:19.898948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:19.906138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-907058021'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:19.919357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68d16f-1cae-48ff-b70d-f3ecce8d59ab None None] Pushing event updated for resources: {'Port': ['ID=5564c623-d7ee-42f0-9667-8a19fed500bc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:19.945641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:19.954962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:19.960992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:19.972389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:20.057571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:20.063555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.129759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a77d95f-0e46-4372-8d1f-789254704c20 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=835f0ac7-4ef7-4f78-8616-f3baca4086bb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:20.213746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:20.217459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f271bd-7c5a-437c-9acd-83468587a918 req-d3667418-085b-47bf-b229-7964ce8fe778 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:20.234963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43f271bd-7c5a-437c-9acd-83468587a918 req-d3667418-085b-47bf-b229-7964ce8fe778 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 944 time: 0.4305239 Sep 22 17:06:20.247737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e844748c-894f-4d37-a9db-52117edb8492 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:20.266513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.266859 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment c90136e6-a8b9-45f4-81e5-1bb14e7feb1c of type vlan for network 751d155f-4c4a-4206-82f2-152f695ee409 Sep 22 17:06:20.319987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.324803 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43f271bd-7c5a-437c-9acd-83468587a918 req-63332f77-c0e5-405e-9e92-0705386ca386 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841358 Sep 22 17:06:20.336786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f6f2e8a5-03fc-4304-89ba-f549d6dca9af None None] Provisioning complete for port 5564c623-d7ee-42f0-9667-8a19fed500bc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:20.337463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f6f2e8a5-03fc-4304-89ba-f549d6dca9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.337966 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f6f2e8a5-03fc-4304-89ba-f549d6dca9af None None] Attempt 1 to provision port 5564c623-d7ee-42f0-9667-8a19fed500bc Sep 22 17:06:20.404033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.409521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:20.410448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.549124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f6f2e8a5-03fc-4304-89ba-f549d6dca9af None None] Current status of the port 5564c623-d7ee-42f0-9667-8a19fed500bc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:20.555377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e844748c-894f-4d37-a9db-52117edb8492 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:20.602373 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7020743 Sep 22 17:06:20.605481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50052) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:20.611758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ee863-3bc8-4cd4-8c28-60839c4476d4 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=751d155f-4c4a-4206-82f2-152f695ee409,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:20.621429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '751d155f-4c4a-4206-82f2-152f695ee409', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:20.649033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 751d155f-4c4a-4206-82f2-152f695ee409 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:20.711955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a34b7a-29d0-4813-b9ab-564dc6113ef0 req-925f53d7-0734-455b-b674-e8275c8330be tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:20.718940 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06a34b7a-29d0-4813-b9ab-564dc6113ef0 req-925f53d7-0734-455b-b674-e8275c8330be tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1773794 Sep 22 17:06:20.762579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:20.767389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:20.771313 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06a34b7a-29d0-4813-b9ab-564dc6113ef0 req-afe6dab2-a535-45bf-85e5-547ea520d165 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514586 Sep 22 17:06:20.771494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:20.777565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.783514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:20.804409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:20.809770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:20.966484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:06:20.967006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:06:21.089522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c252e7-fde2-4ff0-b5e6-00127dc573fd req-c1ec368b-2fc2-44c3-83d7-e1d1efee7141 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:21.089522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b8c252e7-fde2-4ff0-b5e6-00127dc573fd req-c1ec368b-2fc2-44c3-83d7-e1d1efee7141 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1545224 Sep 22 17:06:21.176170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b8c252e7-fde2-4ff0-b5e6-00127dc573fd req-9eabb45f-a9c0-413a-b2ad-cd0ccfddf54f tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772419 Sep 22 17:06:21.201642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:21.305804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=6df4848a-a988-4163-8b7f-b18e15bb0ae5,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:21.316362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 202d3499-849d-44ed-9240-72ce59f0a7ca {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:21.316362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:21.344733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': 'c90136e6-a8b9-45f4-81e5-1bb14e7feb1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '751d155f-4c4a-4206-82f2-152f695ee409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:21.344733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 751d155f-4c4a-4206-82f2-152f695ee409, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:21.373870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 751d155f-4c4a-4206-82f2-152f695ee409 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:21.387700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 751d155f-4c4a-4206-82f2-152f695ee409) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:21.396070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551e512c-5467-4439-b63b-8ef8ef9bddb2 None None] Network 751d155f-4c4a-4206-82f2-152f695ee409 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:21.405366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:21.405366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:21.429049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9167b86-e231-4a35-b568-275a45c06eee tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.8209541 Sep 22 17:06:21.444179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:21.723967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:21.742542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5564c623-d7ee-42f0-9667-8a19fed500bc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:21.882107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:21.935665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89684f0f-efc2-48d9-b907-078261c4c9ad req-1fa71fc9-231b-4de4-9c12-b2439acc6bb1 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:21.935665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89684f0f-efc2-48d9-b907-078261c4c9ad req-1fa71fc9-231b-4de4-9c12-b2439acc6bb1 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 944 time: 0.2487788 Sep 22 17:06:22.016501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89684f0f-efc2-48d9-b907-078261c4c9ad req-dd089231-7d8c-48af-b255-5733f4eef7d0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723341 Sep 22 17:06:22.064223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.084626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911adf1c-dac2-4bdd-941f-bae9c2e1c56d req-3125beb6-5827-4fd7-abf9-6616abfdbafb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:22.084626 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-911adf1c-dac2-4bdd-941f-bae9c2e1c56d req-3125beb6-5827-4fd7-abf9-6616abfdbafb tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.2776492 Sep 22 17:06:22.105684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5564c623-d7ee-42f0-9667-8a19fed500bc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:22.105684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.105684 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5564c623-d7ee-42f0-9667-8a19fed500bc Sep 22 17:06:22.161459 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:06:22.165969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 202d3499-849d-44ed-9240-72ce59f0a7ca, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=202d3499-849d-44ed-9240-72ce59f0a7ca,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:22.165969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.331808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26361fb2-1330-44f8-8ccd-7745ebc565db None None] Network 751d155f-4c4a-4206-82f2-152f695ee409 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:22.344520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-911adf1c-dac2-4bdd-941f-bae9c2e1c56d req-e80675df-f0b9-40a4-b245-45cbffae4073 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271590 Sep 22 17:06:22.365233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 202d3499-849d-44ed-9240-72ce59f0a7ca owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:22.471986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.553161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['751d155f-4c4a-4206-82f2-152f695ee409']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:22.560941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-daecea18-f69c-44a8-9b79-a8fb6e087c34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.577827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c90136e6-a8b9-45f4-81e5-1bb14e7feb1c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:22.577827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c90136e6-a8b9-45f4-81e5-1bb14e7feb1c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:22.607980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=6df4848a-a988-4163-8b7f-b18e15bb0ae5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:22.620107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.659740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.663935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.673258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:22.673258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.765966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 14270887-ac36-489d-a39b-b4603bae2223 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:06:22.787463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c90136e6-a8b9-45f4-81e5-1bb14e7feb1c resource provider aggregate not found Sep 22 17:06:22.820818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c90136e6-a8b9-45f4-81e5-1bb14e7feb1c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c90136e6-a8b9-45f4-81e5-1bb14e7feb1c found for delete ", "request_id": "req-1268bdf1-dd41-4ffb-8a89-bceb99e4a123"}]} Sep 22 17:06:22.834490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=202d3499-849d-44ed-9240-72ce59f0a7ca,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:22.861240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.952519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:22.976314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5564c623-d7ee-42f0-9667-8a19fed500bc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:22.980783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=751d155f-4c4a-4206-82f2-152f695ee409,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:22.989928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a25e1ad2-c472-4371-a343-88bbcde338f0 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/751d155f-4c4a-4206-82f2-152f695ee409 HTTP/1.1" status: 204 len: 168 time: 1.5563319 Sep 22 17:06:22.998509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50072) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:23.012780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 14270887-ac36-489d-a39b-b4603bae2223 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:06:23.020994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1614056086'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:23.030604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 14270887-ac36-489d-a39b-b4603bae2223 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:06:23.030604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.030604 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 14270887-ac36-489d-a39b-b4603bae2223 Sep 22 17:06:23.039161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:23.051380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:23.059458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:23.073305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:23.106662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:23.117360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.163148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:23.187149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.188197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 5d0ed93d-32af-4b29-b9f3-9bd5889da482 of type vlan for network 3db9325b-a43d-435f-9931-24a1ad18273f Sep 22 17:06:23.251171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.262598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 14270887-ac36-489d-a39b-b4603bae2223 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:06:23.262982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.298564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14270887-ac36-489d-a39b-b4603bae2223'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:23.302376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738dd486-69c2-43c1-863b-b58d846824ff" -d '{"events": [{"server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "name": "network-vif-plugged", "status": "completed", "tag": "14270887-ac36-489d-a39b-b4603bae2223"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:23.327988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14270887-ac36-489d-a39b-b4603bae2223,segment=NetworkSegment(31addd71-017f-4e1c-a5cb-714b26f48c83),segment_id=31addd71-017f-4e1c-a5cb-714b26f48c83)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:23.334441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.391846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fce679da-6749-4148-8d0c-5d11a185ee26 x-openstack-request-id: req-fce679da-6749-4148-8d0c-5d11a185ee26 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:23.392149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "name": "network-vif-plugged", "status": "completed", "tag": "14270887-ac36-489d-a39b-b4603bae2223", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:23.392641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fce679da-6749-4148-8d0c-5d11a185ee26 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:23.393761 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fce679da-6749-4148-8d0c-5d11a185ee26'] response: {'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14270887-ac36-489d-a39b-b4603bae2223', 'code': 200} Sep 22 17:06:23.403836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.404414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.423712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:23.424446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:23.452449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:23.567025 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5668490 Sep 22 17:06:23.570537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:23.589257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e601c7b-808e-4ddb-b956-9b1bbff5eb78 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=3db9325b-a43d-435f-9931-24a1ad18273f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:23.600635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 3db9325b-a43d-435f-9931-24a1ad18273f details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:23.608090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259fde9-dd99-4b76-ad06-788b3d86d241 req-c7b3cedb-0a02-42b9-bb53-0839aaff5cbc tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:23.616046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b259fde9-dd99-4b76-ad06-788b3d86d241 req-c7b3cedb-0a02-42b9-bb53-0839aaff5cbc tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.2954097 Sep 22 17:06:23.638599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '3db9325b-a43d-435f-9931-24a1ad18273f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:23.826702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b259fde9-dd99-4b76-ad06-788b3d86d241 req-476195a0-1211-41db-b0cf-c8b81ab19b6a tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095871 Sep 22 17:06:23.867695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b628e4a3-520f-41a3-b328-9f6f1df45da3 req-99735076-e4fd-4c8f-94f2-4a886a2da079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:23.869546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b628e4a3-520f-41a3-b328-9f6f1df45da3 req-99735076-e4fd-4c8f-94f2-4a886a2da079 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 1098 time: 0.2335305 Sep 22 17:06:23.920463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b628e4a3-520f-41a3-b328-9f6f1df45da3 req-b5734766-104f-4641-8077-3270171087d6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440812 Sep 22 17:06:24.048931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:24.073375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:24.083753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:24.095322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:24.115283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faad177c-42fb-4fe9-848e-ade4c1d68803 req-bb80c740-75e1-4995-9c9e-ae661fad31f2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:24.116818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-faad177c-42fb-4fe9-848e-ade4c1d68803 req-bb80c740-75e1-4995-9c9e-ae661fad31f2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.5477417 Sep 22 17:06:24.141106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:24.144425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.185278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:24.272551 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-faad177c-42fb-4fe9-848e-ade4c1d68803 req-b32bb8d3-90f8-4c63-bc3b-7fd12bd6bc35 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1478343 Sep 22 17:06:24.460991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:24.472463 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:24.482951 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:24.483563 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:05:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:24.503639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-be174083-4577-46d3-a65e-ede219e7e510 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.525674 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ef376bbc-9f97-4ee0-847d-3c9255b8e3d2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8353846 Sep 22 17:06:24.529490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50088) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:24.591823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.602334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:24.606016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.660954 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:24.685932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=65df5cfe-73be-413f-8f52-59bd2f40cc68,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:24.692508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '5d0ed93d-32af-4b29-b9f3-9bd5889da482', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '3db9325b-a43d-435f-9931-24a1ad18273f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:24.692915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 3db9325b-a43d-435f-9931-24a1ad18273f, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:24.717236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 3db9325b-a43d-435f-9931-24a1ad18273f is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:24.734758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 3db9325b-a43d-435f-9931-24a1ad18273f) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:24.738542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.741471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:24.742140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.751656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecfc359-9b39-442e-a122-3af4a97eca48 None None] Network 3db9325b-a43d-435f-9931-24a1ad18273f requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:24.767477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7df73d02-9b8c-4e76-8d7e-986d96843f92 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1364965 Sep 22 17:06:24.770531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50092) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:24.855411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-8f35597f-02ae-426d-98db-06b1387578a2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:24.856964 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-8f35597f-02ae-426d-98db-06b1387578a2 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.18 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.1809454 Sep 22 17:06:24.902860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:24.988649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Deleting port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:24.988904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.010886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.078191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6b40421-680c-427a-b463-5dbead9a813b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-3db9325b-a43d-435f-9931-24a1ad18273f', 'network_id': '3db9325b-a43d-435f-9931-24a1ad18273f', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '65df5cfe-73be-413f-8f52-59bd2f40cc68'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:25.079328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c6b40421-680c-427a-b463-5dbead9a813b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.107052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.162020 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:22Z', 'revision_number': 9, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:25.168149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.173347 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:25.176459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.187405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:25.188094 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:25.249084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.253472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:25.270403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-c6b40421-680c-427a-b463-5dbead9a813b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65df5cfe-73be-413f-8f52-59bd2f40cc68: This subnet is being modified by another concurrent operation. Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 65df5cfe-73be-413f-8f52-59bd2f40cc68: This subnet is being modified by another concurrent operation. Sep 22 17:06:25.273130 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 17:06:25.292549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8527e0e3-5f86-42a8-9476-50ea8f781310 None None] Network 550f2864-371a-4d18-8190-92a2c8459112 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:25.297152 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-43ea8203-f68e-44af-9672-c2c864773c10 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8 HTTP/1.1" status: 204 len: 168 time: 0.7660997 Sep 22 17:06:25.322190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50098) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:25.384220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=65df5cfe-73be-413f-8f52-59bd2f40cc68,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:25.458585 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:25.471555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be0ac27e-7921-4a01-947e-1302e14b3d38 None None] Network 3db9325b-a43d-435f-9931-24a1ad18273f requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:25.580122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2500630d-e71f-464b-91f9-c762cfec377d req-4de5e788-18cb-4672-b1b0-8b8af6d9fba7 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:25.583848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2500630d-e71f-464b-91f9-c762cfec377d req-4de5e788-18cb-4672-b1b0-8b8af6d9fba7 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.5521266 Sep 22 17:06:25.710262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.789811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] For port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:25.790188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.881734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:25.947043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] DHCP port deletion for 550f2864-371a-4d18-8190-92a2c8459112 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:25.979200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Deleting port f20d0831-9138-4da4-b278-f3e106aa966e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:25.979200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.001818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.033191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:22Z', 'revision_number': 9, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:26.054125 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbfeb37c-0479-4fe3-b219-195219c0159f None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:22Z', 'revision_number': 9, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '584ef446-ea78-40b3-8b3e-93822a0ee9dd', 'name': '', 'network_id': 'cec1c20b-557f-4d8c-9e32-e6f6395a4196', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:e6:6f:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:38Z', 'updated_at': '2022-09-22T17:05:48Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '98b3f7d3-656a-477a-8c34-3750c37d39d7', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:26.066023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3db9325b-a43d-435f-9931-24a1ad18273f']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:26.083230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0ed93d-32af-4b29-b9f3-9bd5889da482') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:26.083230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0ed93d-32af-4b29-b9f3-9bd5889da482') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:26.090217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.096099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port f20d0831-9138-4da4-b278-f3e106aa966e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:26.096099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.135858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.158316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc3344-d9b1-4d0e-ab65-21d490c8d226 req-5dfeba9b-bd17-4cb0-b51a-60589a65caef tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:26.163081 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2cc3344-d9b1-4d0e-ab65-21d490c8d226 req-5dfeba9b-bd17-4cb0-b51a-60589a65caef tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 946 time: 0.6260250 Sep 22 17:06:26.177160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2500630d-e71f-464b-91f9-c762cfec377d req-173a5313-eca3-48a6-9108-0ef660cff0e0 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5696297 Sep 22 17:06:26.289660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.289660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.289660 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Floating IP 7b4e6711-2f27-4ab7-bc99-5dd33b23d46f disassociated. External IP: 172.26.8.231, port: 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0. Sep 22 17:06:26.289660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Calling delete_port for 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:26.317804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.317804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:26.317804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.340401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] For port f20d0831-9138-4da4-b278-f3e106aa966e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f20d0831-9138-4da4-b278-f3e106aa966e,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:26.340401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.501460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Calling delete_port for f20d0831-9138-4da4-b278-f3e106aa966e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:26.528089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.630888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event deleted for resources: {'Port': ['ID=0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:26.636772 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5d0ed93d-32af-4b29-b9f3-9bd5889da482 resource provider aggregate not found Sep 22 17:06:26.644316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.687857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5d0ed93d-32af-4b29-b9f3-9bd5889da482 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5d0ed93d-32af-4b29-b9f3-9bd5889da482 found for delete ", "request_id": "req-7f7dc1f9-f008-4417-8dde-36b2a58447ab"}]} Sep 22 17:06:26.735926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] Pushing event deleted for resources: {'Port': ['ID=f20d0831-9138-4da4-b278-f3e106aa966e,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:26.750485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52730f24-5a25-4591-9bc7-4f001a2394d4 None None] No DVR routers for this DVR port f20d0831-9138-4da4-b278-f3e106aa966e on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:26.788543 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2cc3344-d9b1-4d0e-ab65-21d490c8d226 req-247647b6-443d-482e-8d99-455df1fee83e tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups?id=6021986f-9224-444e-86ad-40deb9a74ff3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5704794 Sep 22 17:06:26.791702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.801629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.834110 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/3db9325b-a43d-435f-9931-24a1ad18273f HTTP/1.1" status: 204 len: 168 time: 2.0623233 Sep 22 17:06:26.853765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:26.865519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dff028-4778-4f23-8e43-0b76a9099bfd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=3db9325b-a43d-435f-9931-24a1ad18273f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:26.881886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1196914875'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:26.890764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:26.909426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:26.914416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:26.925497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port f20d0831-9138-4da4-b278-f3e106aa966e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f20d0831-9138-4da4-b278-f3e106aa966e,segment=NetworkSegment(abc68a3f-6ffd-4906-b743-68aff696eff1),segment_id=abc68a3f-6ffd-4906-b743-68aff696eff1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:26.925778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:26.937228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:26.988349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9169d84-0fa9-4dfc-9e4e-3b5e59fa8a5f None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:27.093283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for f20d0831-9138-4da4-b278-f3e106aa966e owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:27.094870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Router 9199b050-a069-4534-98e1-1b80e4442241 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:27.195843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.211151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:27.211151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:27.222547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:27.222547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.296353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:27.312850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.312850 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 456d68c5-b0f1-4201-920d-b6290877348b of type vlan for network 5afde096-8632-4aca-b737-4ce9e69af1d9 Sep 22 17:06:27.317291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9169d84-0fa9-4dfc-9e4e-3b5e59fa8a5f None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:27.362230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.413568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.420242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:27.420947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.457682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f20d0831-9138-4da4-b278-f3e106aa966e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:27.531002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: f20d0831-9138-4da4-b278-f3e106aa966e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:27.531002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f20d0831-9138-4da4-b278-f3e106aa966e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:27.531002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 202d3499-849d-44ed-9240-72ce59f0a7ca no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:27.542704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:27.555023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6966069 Sep 22 17:06:27.561747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:27.567152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '5afde096-8632-4aca-b737-4ce9e69af1d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:27.580969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Sync routers for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:27.609035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a9a64-ad20-41d2-8a72-404837c9d83e req-8d877640-a548-40cd-95fa-06d757f897cb tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:27.610553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-817a9a64-ad20-41d2-8a72-404837c9d83e req-8d877640-a548-40cd-95fa-06d757f897cb tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.1993666 Sep 22 17:06:27.619482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 202d3499-849d-44ed-9240-72ce59f0a7ca {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:27.620083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 202d3499-849d-44ed-9240-72ce59f0a7ca not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:27.634147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:27.635269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:27.657032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f7512a-ee4c-4743-bec6-23c039c11847 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=5afde096-8632-4aca-b737-4ce9e69af1d9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:27.660995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] No DVR routers for this DVR port 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:27.675671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.679979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'name': 'network-vif-deleted', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:27.683636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8beb80-fbaf-48a0-b9d3-1e392829d15f" -d '{"events": [{"server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "name": "network-vif-deleted", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:27.709667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5afde096-8632-4aca-b737-4ce9e69af1d9 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:27.710197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port f20d0831-9138-4da4-b278-f3e106aa966e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:27.710197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:27.715401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-badb40a3-21f1-46dd-9a6e-bf89e57aa74e req-fb76e2da-b47b-460e-ac19-95dded92fe71 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.18 "DELETE /v2.0/ports/0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 HTTP/1.1" status: 204 len: 173 time: 2.8518794 Sep 22 17:06:27.729449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-817a9a64-ad20-41d2-8a72-404837c9d83e req-af6651d9-f34f-4ed6-995b-88b79f8e0d9c tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768583 Sep 22 17:06:27.764535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4ca7fd5-b165-489b-b942-936e59241fbb x-openstack-request-id: req-c4ca7fd5-b165-489b-b942-936e59241fbb {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:27.764535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7f3410d-c1d9-4cf7-a456-37d01a47b2de", "name": "network-vif-deleted", "tag": "0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:27.764535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c4ca7fd5-b165-489b-b942-936e59241fbb {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:27.764535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c4ca7fd5-b165-489b-b942-936e59241fbb'] response: {'server_uuid': 'a7f3410d-c1d9-4cf7-a456-37d01a47b2de', 'name': 'network-vif-deleted', 'tag': '0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0', 'status': 'completed', 'code': 200} Sep 22 17:06:27.797566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:27.807380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:27.891361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:27.901091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] The port 'f20d0831-9138-4da4-b278-f3e106aa966e' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:06:28.021426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:28.038736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7ba1e7b8-8e10-43fb-95d5-b166e36b2c04 req-c156dca1-0468-4551-9e1d-8ed17e50fee3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Synchronizing usage tracker for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:28.057815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7ba1e7b8-8e10-43fb-95d5-b166e36b2c04 req-c156dca1-0468-4551-9e1d-8ed17e50fee3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Unset dirty status for tenant:a91a8e03b5a544d09963a21c378186c5 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:28.059572 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ba1e7b8-8e10-43fb-95d5-b166e36b2c04 req-c156dca1-0468-4551-9e1d-8ed17e50fee3 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/ports?device_id=a7f3410d-c1d9-4cf7-a456-37d01a47b2de HTTP/1.1" status: 200 len: 210 time: 0.0820689 Sep 22 17:06:28.149586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:28.153077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.153451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:28.275143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.332477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['550f2864-371a-4d18-8190-92a2c8459112']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:28.355638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abc68a3f-6ffd-4906-b743-68aff696eff1') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:28.355638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abc68a3f-6ffd-4906-b743-68aff696eff1') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:28.373539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.398275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7289f134-f847-4b06-95bc-8a97c48f61a7 req-35d30fa8-be09-4ca0-8d6f-c071568c5da4 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:28.406891 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7289f134-f847-4b06-95bc-8a97c48f61a7 req-35d30fa8-be09-4ca0-8d6f-c071568c5da4 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.4826994 Sep 22 17:06:28.455323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.474720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7289f134-f847-4b06-95bc-8a97c48f61a7 req-a99745fe-4f13-4e8c-9657-7640c0aa43e9 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692294 Sep 22 17:06:28.485419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:28.486371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.646129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.655949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.699625 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/550f2864-371a-4d18-8190-92a2c8459112 HTTP/1.1" status: 204 len: 168 time: 3.3643126 Sep 22 17:06:28.699625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27f783e-b0a5-4dac-9e90-c7e55c905727 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=550f2864-371a-4d18-8190-92a2c8459112,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:28.701680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:28.718334 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment abc68a3f-6ffd-4906-b743-68aff696eff1 resource provider aggregate not found Sep 22 17:06:28.741475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:28.751498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment abc68a3f-6ffd-4906-b743-68aff696eff1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid abc68a3f-6ffd-4906-b743-68aff696eff1 found for delete ", "request_id": "req-f80e26ff-d818-43cc-a364-075727bc23c5"}]} Sep 22 17:06:28.763807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:28.808229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:28.808586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0047ce86-bd01-4c1e-8f76-fd47ccb0f2d0 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:28.852563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:28.862968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Checking router: 9199b050-a069-4534-98e1-1b80e4442241 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:28.880788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:28.880788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:28.911991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '456d68c5-b0f1-4201-920d-b6290877348b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '5afde096-8632-4aca-b737-4ce9e69af1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:28.911991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 5afde096-8632-4aca-b737-4ce9e69af1d9, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:28.915760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=9729fb4d-5c91-446c-a3f6-b77b3b97931d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:28.950763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 5afde096-8632-4aca-b737-4ce9e69af1d9 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:28.984306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5afde096-8632-4aca-b737-4ce9e69af1d9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:28.990928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:28.991943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.003974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a799bc-4cad-44a9-8b4f-efb38f65df2d None None] Network 5afde096-8632-4aca-b737-4ce9e69af1d9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:29.038766 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22332961-5674-43ec-aab9-224af9fe2a82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4811187 Sep 22 17:06:29.041207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:29.267458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50148) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:29.372582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:29.373271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.410893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.479046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.559312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.584868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6021986f-9224-444e-86ad-40deb9a74ff3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:29.594929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.595760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.596314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86723ca9-91fb-4db4-8880-20816823dd7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5afde096-8632-4aca-b737-4ce9e69af1d9', 'network_id': '5afde096-8632-4aca-b737-4ce9e69af1d9', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '9729fb4d-5c91-446c-a3f6-b77b3b97931d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:29.597180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86723ca9-91fb-4db4-8880-20816823dd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.704930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a7c4d-83ee-400a-b8f6-7fdd20243d87 req-45d62c88-af54-48a5-aafb-0b49818faa8d tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:29.715308 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98a7c4d-83ee-400a-b8f6-7fdd20243d87 req-45d62c88-af54-48a5-aafb-0b49818faa8d tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.6396208 Sep 22 17:06:29.748079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.749227 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7c24328e-7b7f-4892-9eff-a59ca2dc7345 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "DELETE /v2.0/security-groups/6021986f-9224-444e-86ad-40deb9a74ff3 HTTP/1.1" status: 204 len: 168 time: 0.4794428 Sep 22 17:06:29.754821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50152) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:29.793823 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98a7c4d-83ee-400a-b8f6-7fdd20243d87 req-e3a50e63-6683-46a9-81a1-c309e5bed5e2 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742917 Sep 22 17:06:29.805235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:29.807840 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-4b114745-93ce-4e68-8ab5-5940fbe3ad10 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] show failed (client error): The resource could not be found. Sep 22 17:06:29.809020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b114745-93ce-4e68-8ab5-5940fbe3ad10 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "GET /v2.0/security-groups/6021986f-9224-444e-86ad-40deb9a74ff3 HTTP/1.1" status: 404 len: 347 time: 0.0529661 Sep 22 17:06:29.811888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50156) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-86723ca9-91fb-4db4-8880-20816823dd7e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9729fb4d-5c91-446c-a3f6-b77b3b97931d: This subnet is being modified by another concurrent operation. Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9729fb4d-5c91-446c-a3f6-b77b3b97931d: This subnet is being modified by another concurrent operation. Sep 22 17:06:29.929778 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 17:06:29.971246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:29.979516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=9729fb4d-5c91-446c-a3f6-b77b3b97931d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:29.986314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0ad7028-5bdf-4005-9c91-2dbb342d683d None None] The sync data for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv is: [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:00:44Z', 'revision_number': 4, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dc45dc23-2c47-4a62-94fa-4752375b9a33', 'name': '', 'network_id': 'd8a44100-4b73-404b-a555-3c82358d4934', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'mac_address': 'fa:16:3e:0a:f8:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_interface', 'standard_attr_id': 504, 'fixed_ips': [{'subnet_id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:38Z', 'updated_at': '2022-09-22T17:01:01Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'subnets': [{'id': '7ae8c285-cbaa-4f4f-b240-790963d5882f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:29.986314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cfab6d0-0c48-4e1e-a677-0539f04a883c None None] Network 5afde096-8632-4aca-b737-4ce9e69af1d9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:30.023148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.057035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5afde096-8632-4aca-b737-4ce9e69af1d9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:30.072953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456d68c5-b0f1-4201-920d-b6290877348b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:30.073622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456d68c5-b0f1-4201-920d-b6290877348b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:30.095177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.125140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.133678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:30.134811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.279607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Deleting port a9489a3b-bbdf-486d-bdcc-8f017ca58068 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:30.279952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.307255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.334802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.342973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=5afde096-8632-4aca-b737-4ce9e69af1d9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:30.355514 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c17b3b0f-d1af-4413-87e3-49b73bd4a864 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/5afde096-8632-4aca-b737-4ce9e69af1d9 HTTP/1.1" status: 204 len: 168 time: 1.3118527 Sep 22 17:06:30.358568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50160) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:30.366098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1495274002'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:30.369777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84886a22-2d4b-4fe2-905b-3490c692a886 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:30.378277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:30.384217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:30.387815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:30.403534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:30.420366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:30.427055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.471017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:30.481765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.482002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 98de426d-b044-4618-a5b1-9f5c710cd0aa of type vlan for network be9f2500-ee41-4baf-b333-fe23e61a3db8 Sep 22 17:06:30.493029 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d45787fa-178a-45c2-9aaf-2b0cce631cc1 None None] New status for floating IP 7b4e6711-2f27-4ab7-bc99-5dd33b23d46f: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:06:30.563934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.598185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.598530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.625489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.640411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:30.641980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.662019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84886a22-2d4b-4fe2-905b-3490c692a886 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:30.726817 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3669641 Sep 22 17:06:30.733541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50164) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:30.734181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 584ef446-ea78-40b3-8b3e-93822a0ee9dd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:30.734369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:30.796961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:30.826116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Calling delete_port for a9489a3b-bbdf-486d-bdcc-8f017ca58068 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:30.832137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 456d68c5-b0f1-4201-920d-b6290877348b resource provider aggregate not found Sep 22 17:06:30.875971 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 456d68c5-b0f1-4201-920d-b6290877348b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 456d68c5-b0f1-4201-920d-b6290877348b found for delete ", "request_id": "req-b3a63ce6-414e-45bd-a577-cf870e16d48a"}]} Sep 22 17:06:30.878466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5289c518-ad04-4f1c-a7e3-36326101ca1a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=be9f2500-ee41-4baf-b333-fe23e61a3db8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:30.900496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network be9f2500-ee41-4baf-b333-fe23e61a3db8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:31.020589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:31.040790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:31.089460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:31.122433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:31.280238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:31.284001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:31.402756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:31.402756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:31.428249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cb7965-6e6e-4949-9d62-0cd73dcc97b0 req-16603c91-36c2-4d49-a68f-4beca4d68840 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:31.429772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0cb7965-6e6e-4949-9d62-0cd73dcc97b0 req-16603c91-36c2-4d49-a68f-4beca4d68840 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.3991077 Sep 22 17:06:31.437338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:06:31.437855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:06:31.477128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 584ef446-ea78-40b3-8b3e-93822a0ee9dd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=584ef446-ea78-40b3-8b3e-93822a0ee9dd,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:31.477419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:31.624951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 584ef446-ea78-40b3-8b3e-93822a0ee9dd owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:31.670353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0cb7965-6e6e-4949-9d62-0cd73dcc97b0 req-c67a6bad-f48f-4562-84b2-2fa381853288 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297041 Sep 22 17:06:31.904647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Deleting port a9489a3b-bbdf-486d-bdcc-8f017ca58068 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:31.905329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:32.181600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:32.382854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=e88798bf-daee-4d80-840f-e9bf41aff325,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:32.415960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:32.416410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:32.434138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bcce9f-b57a-4fc3-a0b3-49f11e147b0a req-4cc5206f-4a30-42a9-bb93-1cef5f41e4bd tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:32.435649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4bcce9f-b57a-4fc3-a0b3-49f11e147b0a req-4cc5206f-4a30-42a9-bb93-1cef5f41e4bd tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.4711206 Sep 22 17:06:32.437088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '98de426d-b044-4618-a5b1-9f5c710cd0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:32.437088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: be9f2500-ee41-4baf-b333-fe23e61a3db8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:32.454587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-e2b2eb3a-1761-4a23-97f3-5b6d0ec63607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:32.456716 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-e2b2eb3a-1761-4a23-97f3-5b6d0ec63607 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 1098 time: 0.4316311 Sep 22 17:06:32.609186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Calling delete_port for a9489a3b-bbdf-486d-bdcc-8f017ca58068 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:32.711934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:32.841656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network be9f2500-ee41-4baf-b333-fe23e61a3db8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:32.846918 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4bcce9f-b57a-4fc3-a0b3-49f11e147b0a req-33d403ae-8e93-4137-acc9-df090651a082 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3971698 Sep 22 17:06:32.847699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=584ef446-ea78-40b3-8b3e-93822a0ee9dd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:32.931990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, be9f2500-ee41-4baf-b333-fe23e61a3db8) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:32.942712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c150d45-a3aa-461c-978a-2e24c22c4d44 None None] Network be9f2500-ee41-4baf-b333-fe23e61a3db8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:32.960196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:32.960744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.015582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-c10dcd1a-abdb-4d53-93e8-9f47c834559e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:33.017151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-c10dcd1a-abdb-4d53-93e8-9f47c834559e service neutron] 10.222.0.18 "GET /v2.0/networks?id=f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 200 len: 912 time: 0.4897342 Sep 22 17:06:33.204997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-071fec40-9082-41c3-84cb-98d1e49377a7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.4180410 Sep 22 17:06:33.207035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50178) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:33.233193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-0b2acd94-00d4-4259-acbd-25c20b9baf54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 200 len: 217 time: 0.2077835 Sep 22 17:06:33.241176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-be9f2500-ee41-4baf-b333-fe23e61a3db8', 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': 'e88798bf-daee-4d80-840f-e9bf41aff325'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:33.242450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.489850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.610663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Allocated IP 172.20.0.3 (be9f2500-ee41-4baf-b333-fe23e61a3db8/e88798bf-daee-4d80-840f-e9bf41aff325/0f6e6956-bf74-456d-88d3-d6e56de6d732) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:33.646321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.646536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-09b242d0-a186-4889-8dd1-7d5e6f1ca13d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:33.647989 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-09b242d0-a186-4889-8dd1-7d5e6f1ca13d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91742751-f8e3-4779-8230-93162a5bba4b HTTP/1.1" status: 200 len: 851 time: 0.3300157 Sep 22 17:06:33.649370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.758631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Pushing event deleted for resources: {'Port': ['ID=a9489a3b-bbdf-486d-bdcc-8f017ca58068,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:33.819262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.835891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-85f519ba-8e9c-4631-ac6a-716ad4659954 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f86db31a-6b53-45c4-933d-e0755ba017a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1217921 Sep 22 17:06:33.973783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:33.989430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Transition to ACTIVE for port object 0f6e6956-bf74-456d-88d3-d6e56de6d732 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:34.010691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Transition to ACTIVE for port object 0f6e6956-bf74-456d-88d3-d6e56de6d732 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:34.023887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.116706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Pushing event updated for resources: {'Port': ['ID=0f6e6956-bf74-456d-88d3-d6e56de6d732,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:34.120902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.130946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Network be9f2500-ee41-4baf-b333-fe23e61a3db8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:34.130946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:34.142332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:34.176294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=e88798bf-daee-4d80-840f-e9bf41aff325,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:34.304166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.324019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.324019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.331400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52508c77-dbbf-4f6b-95c1-659e43b56689 tempest-ServerActionsTestJSON-412383845 tempest-ServerActionsTestJSON-412383845-project] 10.222.0.25 "DELETE /v2.0/floatingips/7b4e6711-2f27-4ab7-bc99-5dd33b23d46f HTTP/1.1" status: 204 len: 168 time: 4.5167408 Sep 22 17:06:34.334382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:34.350887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f9dcda-0a05-4e1a-b0df-1ae4d23954bc req-0a7fc7da-6866-47d9-81b2-fc60662b3c7e tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:34.352757 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86f9dcda-0a05-4e1a-b0df-1ae4d23954bc req-0a7fc7da-6866-47d9-81b2-fc60662b3c7e tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.3177342 Sep 22 17:06:34.357357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9f2500-ee41-4baf-b333-fe23e61a3db8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:34.370879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Attempting to bind port 0f6e6956-bf74-456d-88d3-d6e56de6d732 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:34.370879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Attempting to bind port 0f6e6956-bf74-456d-88d3-d6e56de6d732 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '98de426d-b044-4618-a5b1-9f5c710cd0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:34.371224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Attempting to bind port 0f6e6956-bf74-456d-88d3-d6e56de6d732 on network be9f2500-ee41-4baf-b333-fe23e61a3db8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:34.383315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:34.383315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Checking segment: {'id': '98de426d-b044-4618-a5b1-9f5c710cd0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:34.383315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.387008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Bound using segment: {'id': '98de426d-b044-4618-a5b1-9f5c710cd0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:34.387008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Bound port: 0f6e6956-bf74-456d-88d3-d6e56de6d732, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98de426d-b044-4618-a5b1-9f5c710cd0aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:34.387008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.394760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98de426d-b044-4618-a5b1-9f5c710cd0aa') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:34.394760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98de426d-b044-4618-a5b1-9f5c710cd0aa') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:34.435965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.449492 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-74016385-5bc1-4e56-9337-08470e3fc47b service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6048727 Sep 22 17:06:34.452433 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86f9dcda-0a05-4e1a-b0df-1ae4d23954bc req-361bfd20-b4e9-4922-96a0-145d9a403977 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867062 Sep 22 17:06:34.461327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.469361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:34.469361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.525659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:34.551172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] For port 0f6e6956-bf74-456d-88d3-d6e56de6d732, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:34.569399 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98de426d-b044-4618-a5b1-9f5c710cd0aa resource provider aggregate not found Sep 22 17:06:34.605026 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98de426d-b044-4618-a5b1-9f5c710cd0aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98de426d-b044-4618-a5b1-9f5c710cd0aa found for delete ", "request_id": "req-4698ab10-a4f6-44b4-910a-3509adbdba7a"}]} Sep 22 17:06:34.622073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] For port 0f6e6956-bf74-456d-88d3-d6e56de6d732, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0f6e6956-bf74-456d-88d3-d6e56de6d732,segment=NetworkSegment(98de426d-b044-4618-a5b1-9f5c710cd0aa),segment_id=98de426d-b044-4618-a5b1-9f5c710cd0aa)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:34.626528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:06:34.626528 dv-neutron-858953-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:06:34.626528 dv-neutron-858953-1-hyperv neutron-server[89052]: [parameters: {'id': 'be9f2500-ee41-4baf-b333-fe23e61a3db8'}] Sep 22 17:06:34.626528 dv-neutron-858953-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:34.626528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:34.630418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:34.769255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41de8da-55a1-4792-b194-411a87fa35b4 None None] Pushing event updated for resources: {'Port': ['ID=0f6e6956-bf74-456d-88d3-d6e56de6d732,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:34.795740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49262413-4db1-43a7-b262-2744fc200ee1 None None] Network be9f2500-ee41-4baf-b333-fe23e61a3db8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:34.963524 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db32483-6a01-4cf5-a62d-cde46a16037f req-3f9bd12a-1df2-41e3-a9eb-469ecba897fc service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4790621 Sep 22 17:06:34.987696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:34.993105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-444dd084-9925-4b34-a98d-eb35c816808b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2897758 Sep 22 17:06:34.996240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:35.005586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:35.028223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:35.028654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:35.124668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.139431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Deleting port 0f6e6956-bf74-456d-88d3-d6e56de6d732 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:35.139973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.271364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:35.343334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52fe2e91-bee8-4d91-8ffb-3c00c8253c7e None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:35.364492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 98b3f7d3-656a-477a-8c34-3750c37d39d7 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:35.416452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.503918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.589609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] For port 0f6e6956-bf74-456d-88d3-d6e56de6d732, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0f6e6956-bf74-456d-88d3-d6e56de6d732,segment=NetworkSegment(98de426d-b044-4618-a5b1-9f5c710cd0aa),segment_id=98de426d-b044-4618-a5b1-9f5c710cd0aa)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:35.590147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.753106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Calling delete_port for 0f6e6956-bf74-456d-88d3-d6e56de6d732 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:35.763887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.831953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ce276f-8939-472f-ac78-6c4e58246e58 req-fb3b80e7-b117-4b6f-8481-a51d22fcc908 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:35.836194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6ce276f-8939-472f-ac78-6c4e58246e58 req-fb3b80e7-b117-4b6f-8481-a51d22fcc908 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.2330368 Sep 22 17:06:35.842407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52fe2e91-bee8-4d91-8ffb-3c00c8253c7e None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:35.863333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.921469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Port': ['ID=0f6e6956-bf74-456d-88d3-d6e56de6d732,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:35.937766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No DVR routers for this DVR port 0f6e6956-bf74-456d-88d3-d6e56de6d732 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:35.985300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:32Z', 'revision_number': 10, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:35.989567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:35.999077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:36.025699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:36.027000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:36.078058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6ce276f-8939-472f-ac78-6c4e58246e58 req-e6c787a2-49e6-4a2c-a592-dfa694a74ee1 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2260501 Sep 22 17:06:36.092875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=98b3f7d3-656a-477a-8c34-3750c37d39d7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:36.103286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.116651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.120883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-75ce8aae-ca5c-481c-aeb8-a8af2476b138 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/98b3f7d3-656a-477a-8c34-3750c37d39d7 HTTP/1.1" status: 204 len: 168 time: 1.1191401 Sep 22 17:06:36.128258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50202) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:36.161405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9f2500-ee41-4baf-b333-fe23e61a3db8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:36.178818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98de426d-b044-4618-a5b1-9f5c710cd0aa') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:36.178818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98de426d-b044-4618-a5b1-9f5c710cd0aa') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:36.196908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.220045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.232204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:36.232532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.325894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.338910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.404236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:36.426639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 88bcc1b6-a445-4719-b787-74aa6b0864a7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:36.426639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.428935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.449883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.467560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=be9f2500-ee41-4baf-b333-fe23e61a3db8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:36.477159 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-50c65c08-533a-4e18-ba6c-704cc457c83f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/be9f2500-ee41-4baf-b333-fe23e61a3db8 HTTP/1.1" status: 204 len: 168 time: 3.2663648 Sep 22 17:06:36.484469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:36.505089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1537466090'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:36.511524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:36.521777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:36.534600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:36.547581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:36.567709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:36.571724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.610180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:36.624191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.624191 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 83fe1751-8e7d-427d-a19d-76948b29b24a of type vlan for network 7a20a386-667a-4c04-8411-5058da5ee3dc Sep 22 17:06:36.660567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.722141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.741879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:36.741879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:36.756951 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98de426d-b044-4618-a5b1-9f5c710cd0aa resource provider aggregate not found Sep 22 17:06:36.816031 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 98de426d-b044-4618-a5b1-9f5c710cd0aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 98de426d-b044-4618-a5b1-9f5c710cd0aa found for delete ", "request_id": "req-9b0904e2-f472-4075-8f87-f05269dbf595"}]} Sep 22 17:06:36.897105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50216) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:36.904514 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4025137 Sep 22 17:06:36.911327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:36.946990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53da5dc-3bb1-4634-8af1-c93986baf991 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=7a20a386-667a-4c04-8411-5058da5ee3dc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:36.963054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 7a20a386-667a-4c04-8411-5058da5ee3dc details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:37.174994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 88bcc1b6-a445-4719-b787-74aa6b0864a7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=88bcc1b6-a445-4719-b787-74aa6b0864a7,segment=NetworkSegment(7913320c-488d-4c8d-9513-4ca55f0a88ce),segment_id=7913320c-488d-4c8d-9513-4ca55f0a88ce)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:37.174994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:37.219255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:32Z', 'revision_number': 10, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:37.232892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde85896-4ac3-406f-bf0f-b65c7e0083a4 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:32Z', 'revision_number': 10, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None, '_interfaces': [{'id': '9728c670-8693-41c2-a8a9-80b6149ff6c9', 'name': '', 'network_id': '381fc080-9728-40e7-bb5c-7ddd9e109805', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'mac_address': 'fa:16:3e:cc:98:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'device_owner': 'network:router_interface', 'standard_attr_id': 1027, 'fixed_ips': [{'subnet_id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:27Z', 'updated_at': '2022-09-22T17:05:38Z', 'revision_number': 5, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'subnets': [{'id': '8dccfaa5-a15d-4944-8d9b-8287e8e10fc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:37.243735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cfa419-0abc-4ba6-ac6e-3a25dcf60fbc None None] Network cec1c20b-557f-4d8c-9e32-e6f6395a4196 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:37.389299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 88bcc1b6-a445-4719-b787-74aa6b0864a7 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:37.490703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:37.511926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:37.529958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:37.539779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:37.601392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b4c4bb-5608-4c1a-8a90-830289892158 None None] DHCP port deletion for cec1c20b-557f-4d8c-9e32-e6f6395a4196 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:37.606222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c4bb-5608-4c1a-8a90-830289892158 None None] Deleting port 88bcc1b6-a445-4719-b787-74aa6b0864a7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:37.609053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8b4c4bb-5608-4c1a-8a90-830289892158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:37.609494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:37.613006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:37.676925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 88bcc1b6-a445-4719-b787-74aa6b0864a7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:37.732188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:37.740130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 88bcc1b6-a445-4719-b787-74aa6b0864a7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:37.740459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 88bcc1b6-a445-4719-b787-74aa6b0864a7 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:37.741841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 584ef446-ea78-40b3-8b3e-93822a0ee9dd no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:37.800712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 584ef446-ea78-40b3-8b3e-93822a0ee9dd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:37.800712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 584ef446-ea78-40b3-8b3e-93822a0ee9dd not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:37.805098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Deleting port dc45dc23-2c47-4a62-94fa-4752375b9a33 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:37.805098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:37.844940 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=88bcc1b6-a445-4719-b787-74aa6b0864a7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:37.864383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port 88bcc1b6-a445-4719-b787-74aa6b0864a7 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:37.871348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c8b4c4bb-5608-4c1a-8a90-830289892158 None None] The port '88bcc1b6-a445-4719-b787-74aa6b0864a7' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:06:37.901918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1706fadd-707b-41ba-aec8-06c669e91fc8 req-3732435d-cc65-4a20-9a39-2877ebb151ef tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:37.910928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1706fadd-707b-41ba-aec8-06c669e91fc8 req-3732435d-cc65-4a20-9a39-2877ebb151ef tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.5337350 Sep 22 17:06:38.178856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1706fadd-707b-41ba-aec8-06c669e91fc8 req-1f9be65b-4eb7-4aea-ae19-7d09e6ac0545 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2614963 Sep 22 17:06:38.179515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.235121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cec1c20b-557f-4d8c-9e32-e6f6395a4196']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:38.299018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7913320c-488d-4c8d-9513-4ca55f0a88ce') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:38.299316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7913320c-488d-4c8d-9513-4ca55f0a88ce') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:38.322774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] For port dc45dc23-2c47-4a62-94fa-4752375b9a33, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc45dc23-2c47-4a62-94fa-4752375b9a33,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:38.323141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.331910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.410419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.481085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Calling delete_port for dc45dc23-2c47-4a62-94fa-4752375b9a33 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:38.508561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:38.509277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.610916 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7913320c-488d-4c8d-9513-4ca55f0a88ce resource provider aggregate not found Sep 22 17:06:38.691138 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 7913320c-488d-4c8d-9513-4ca55f0a88ce resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7913320c-488d-4c8d-9513-4ca55f0a88ce found for delete ", "request_id": "req-7680a8a2-a52d-44d7-9ae0-25d80a5e5336"}]} Sep 22 17:06:38.723276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.776822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.916537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:38.974658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=cec1c20b-557f-4d8c-9e32-e6f6395a4196,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:39.012120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5273b99b-3f29-4ac3-85c9-303db6039d1f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/cec1c20b-557f-4d8c-9e32-e6f6395a4196 HTTP/1.1" status: 204 len: 168 time: 2.8827946 Sep 22 17:06:39.015139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50232) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:39.027417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=061f1010-1a54-4759-8003-85ce4a1fa5e5,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:39.050467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '83fe1751-8e7d-427d-a19d-76948b29b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:39.050836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 7a20a386-667a-4c04-8411-5058da5ee3dc, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:39.062497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b034471-4c19-4a2a-a32b-6afd0f065cb1 req-38b5d0f2-4d48-4b42-b82b-a642e644837c tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:39.063998 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b034471-4c19-4a2a-a32b-6afd0f065cb1 req-38b5d0f2-4d48-4b42-b82b-a642e644837c tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.5050735 Sep 22 17:06:39.130964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 7a20a386-667a-4c04-8411-5058da5ee3dc is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:39.143986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b034471-4c19-4a2a-a32b-6afd0f065cb1 req-4f7eb0ae-0332-42d7-acd4-798519734cc9 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634463 Sep 22 17:06:39.182310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 7a20a386-667a-4c04-8411-5058da5ee3dc) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:39.190432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42ee4a4-1bd5-4670-9a59-9e3012659a56 None None] Network 7a20a386-667a-4c04-8411-5058da5ee3dc requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:39.198447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:39.199058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.260155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-22a08e63-9212-471c-9f1d-b5eb8fb0ebff tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3718894 Sep 22 17:06:39.262220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.266487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50236) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:39.392536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Pushing event deleted for resources: {'Port': ['ID=dc45dc23-2c47-4a62-94fa-4752375b9a33,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:39.630419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-7a20a386-667a-4c04-8411-5058da5ee3dc', 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '061f1010-1a54-4759-8003-85ce4a1fa5e5'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:39.631277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.658205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.827377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Allocated IP 172.20.0.1 (7a20a386-667a-4c04-8411-5058da5ee3dc/061f1010-1a54-4759-8003-85ce4a1fa5e5/d7b06333-4fab-4ac1-a492-c9cc409cc4f0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:39.853343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.880785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:39.899822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.063515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.076254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Transition to ACTIVE for port object d7b06333-4fab-4ac1-a492-c9cc409cc4f0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:40.099349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Transition to ACTIVE for port object d7b06333-4fab-4ac1-a492-c9cc409cc4f0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:40.106129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.210953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Pushing event updated for resources: {'Port': ['ID=d7b06333-4fab-4ac1-a492-c9cc409cc4f0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:40.227206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Network 7a20a386-667a-4c04-8411-5058da5ee3dc is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:40.238099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:40.241104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:40.273032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 9728c670-8693-41c2-a8a9-80b6149ff6c9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:40.273655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.318211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.324115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Router 9199b050-a069-4534-98e1-1b80e4442241 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:40.370001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=061f1010-1a54-4759-8003-85ce4a1fa5e5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:40.383050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Attempting to bind port d7b06333-4fab-4ac1-a492-c9cc409cc4f0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:40.383429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Attempting to bind port d7b06333-4fab-4ac1-a492-c9cc409cc4f0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '83fe1751-8e7d-427d-a19d-76948b29b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:40.383796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Attempting to bind port d7b06333-4fab-4ac1-a492-c9cc409cc4f0 on network 7a20a386-667a-4c04-8411-5058da5ee3dc {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:40.390002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:40.390794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Checking segment: {'id': '83fe1751-8e7d-427d-a19d-76948b29b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:40.391551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.391810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Bound using segment: {'id': '83fe1751-8e7d-427d-a19d-76948b29b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:40.392475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Bound port: d7b06333-4fab-4ac1-a492-c9cc409cc4f0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83fe1751-8e7d-427d-a19d-76948b29b24a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '7a20a386-667a-4c04-8411-5058da5ee3dc'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:40.393409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.493625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] For port d7b06333-4fab-4ac1-a492-c9cc409cc4f0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:40.497695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] For port d7b06333-4fab-4ac1-a492-c9cc409cc4f0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d7b06333-4fab-4ac1-a492-c9cc409cc4f0,segment=NetworkSegment(83fe1751-8e7d-427d-a19d-76948b29b24a),segment_id=83fe1751-8e7d-427d-a19d-76948b29b24a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:40.503717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.534188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1567c79d-9b66-42e2-9d81-d4dbf4664819 req-96a217a9-cca2-44a2-97ca-fd5ba047e2d9 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:40.535698 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1567c79d-9b66-42e2-9d81-d4dbf4664819 req-96a217a9-cca2-44a2-97ca-fd5ba047e2d9 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.2185965 Sep 22 17:06:40.550199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.585085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 9728c670-8693-41c2-a8a9-80b6149ff6c9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9728c670-8693-41c2-a8a9-80b6149ff6c9,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:40.585443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.624149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d649c8-38c5-4acd-90da-0084f20524b9 None None] Pushing event updated for resources: {'Port': ['ID=d7b06333-4fab-4ac1-a492-c9cc409cc4f0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:40.651441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7edf9783-d294-451f-a37e-515962ba488f None None] Network 7a20a386-667a-4c04-8411-5058da5ee3dc requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:40.733042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 9728c670-8693-41c2-a8a9-80b6149ff6c9 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:40.767052 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1567c79d-9b66-42e2-9d81-d4dbf4664819 req-0e61fddc-ebd3-4ede-b007-e5dd873a7950 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200038 Sep 22 17:06:40.798718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a20a386-667a-4c04-8411-5058da5ee3dc']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:40.817698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fe1751-8e7d-427d-a19d-76948b29b24a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:40.818255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fe1751-8e7d-427d-a19d-76948b29b24a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:40.837152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.858120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:40.869981 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Sync routers for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:40.879640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:40.887873 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:40.888510 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:40.898109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:40.898568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.005101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f970e8e3-265d-49a3-81a4-67c70db0e60e None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:41.058313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.102239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:06:41.102239 dv-neutron-858953-1-hyperv neutron-server[89051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:06:41.102239 dv-neutron-858953-1-hyperv neutron-server[89051]: [parameters: {'id': '7a20a386-667a-4c04-8411-5058da5ee3dc'}] Sep 22 17:06:41.102239 dv-neutron-858953-1-hyperv neutron-server[89051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:41.102594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:41.108700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc186229-52bc-421f-b17c-14c1750b667a admin admin] 10.222.0.25 "PUT /v2.0/routers/9199b050-a069-4534-98e1-1b80e4442241/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7603478 Sep 22 17:06:41.109429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:41.163432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=9728c670-8693-41c2-a8a9-80b6149ff6c9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:41.189776 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83fe1751-8e7d-427d-a19d-76948b29b24a resource provider aggregate not found Sep 22 17:06:41.229119 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83fe1751-8e7d-427d-a19d-76948b29b24a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83fe1751-8e7d-427d-a19d-76948b29b24a found for delete ", "request_id": "req-f83862d1-8010-4a44-b4a5-36e38e5aadef"}]} Sep 22 17:06:41.264672 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:41.275742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f970e8e3-265d-49a3-81a4-67c70db0e60e None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:41.476125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.571301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.588105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-447bd5c3-4913-4ce9-b1f2-66f8a4dcce41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:41.590091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-447bd5c3-4913-4ce9-b1f2-66f8a4dcce41 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 1098 time: 0.2777388 Sep 22 17:06:41.621468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.678168 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:06:39Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:41.683490 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Checking router: 9199b050-a069-4534-98e1-1b80e4442241 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:41.693718 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Routers {'9199b050-a069-4534-98e1-1b80e4442241'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:41.694279 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['9199b050-a069-4534-98e1-1b80e4442241'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:41.796505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Deleting port d7b06333-4fab-4ac1-a492-c9cc409cc4f0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:41.796885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.879996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ef369-5fd7-4494-8876-e0f68408af27 req-31fb3e28-f97c-43e1-bedb-1865cf0f4057 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:41.881745 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d7ef369-5fd7-4494-8876-e0f68408af27 req-31fb3e28-f97c-43e1-bedb-1865cf0f4057 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.5487516 Sep 22 17:06:41.897274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:41.937843 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] Set router 9199b050-a069-4534-98e1-1b80e4442241 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:41.975211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Deleting port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:41.975562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:42.018537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-877b6ae0-b227-4c7a-a4f9-ec957d51c4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:42.020026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-877b6ae0-b227-4c7a-a4f9-ec957d51c4c0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 200 len: 912 time: 0.4197199 Sep 22 17:06:42.098462 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d7ef369-5fd7-4494-8876-e0f68408af27 req-624c0068-c244-4444-b125-4ce0104b0b55 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075658 Sep 22 17:06:42.111816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:42.131241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-9c8903f1-1913-4a39-8c0c-899394cad03c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 200 len: 217 time: 0.0981536 Sep 22 17:06:42.309729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:42.324811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:42.329343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:42.330087 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3bdc9b1a-7a56-43bc-ac5f-926ca5607696 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3134787 Sep 22 17:06:42.341564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:42.342808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:42.367184 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:06:39Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:42.371804 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e7b90fa-8c24-42d3-a0c2-bb0865b8d03a None None] The sync data for ids ['9199b050-a069-4534-98e1-1b80e4442241'] in dv-neutron-858953-1-hyperv is: [{'id': '9199b050-a069-4534-98e1-1b80e4442241', 'name': 'tempest-ServerActionsTestJSON-970805031-router', 'tenant_id': 'a91a8e03b5a544d09963a21c378186c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:00:23Z', 'updated_at': '2022-09-22T17:06:39Z', 'revision_number': 5, 'project_id': 'a91a8e03b5a544d09963a21c378186c5', 'gw_port': {'id': '0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:98:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9199b050-a069-4534-98e1-1b80e4442241', 'device_owner': 'network:router_gateway', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:00:27Z', 'updated_at': '2022-09-22T17:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:42.397815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-07b6c452-161a-4ab4-a603-5e8a4668bb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:42.399246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-07b6c452-161a-4ab4-a603-5e8a4668bb9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=91742751-f8e3-4779-8230-93162a5bba4b HTTP/1.1" status: 200 len: 851 time: 0.2469234 Sep 22 17:06:42.425413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] For port d7b06333-4fab-4ac1-a492-c9cc409cc4f0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d7b06333-4fab-4ac1-a492-c9cc409cc4f0,segment=NetworkSegment(83fe1751-8e7d-427d-a19d-76948b29b24a),segment_id=83fe1751-8e7d-427d-a19d-76948b29b24a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:42.425777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:42.488402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:42.606656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:42.612429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:42.625744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:42.626893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:42.690723 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-f8f716b1-6cb4-41c7-bd44-88550f9a985a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=f86db31a-6b53-45c4-933d-e0755ba017a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2705665 Sep 22 17:06:42.760245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Calling delete_port for d7b06333-4fab-4ac1-a492-c9cc409cc4f0 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:42.766293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:42.883194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:42.888796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c7c280-58e8-479e-9ad2-2dbe29a71a3d None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:42.904782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting subnet 8dccfaa5-a15d-4944-8d9b-8287e8e10fc5 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:42.920731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:42.949492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] For port 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:42.949869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.119511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Calling delete_port for 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:43.190874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.231873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.339006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc45dc23-2c47-4a62-94fa-4752375b9a33 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:43.377172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Port': ['ID=d7b06333-4fab-4ac1-a492-c9cc409cc4f0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:43.384288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: dc45dc23-2c47-4a62-94fa-4752375b9a33 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:43.385264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc45dc23-2c47-4a62-94fa-4752375b9a33 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:43.385702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9728c670-8693-41c2-a8a9-80b6149ff6c9 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:43.403980 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-8183d55f-2a48-4bb2-ba58-74b6b9b0ed10 service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6528325 Sep 22 17:06:43.414335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No DVR routers for this DVR port d7b06333-4fab-4ac1-a492-c9cc409cc4f0 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:43.431118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9728c670-8693-41c2-a8a9-80b6149ff6c9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:43.431670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9728c670-8693-41c2-a8a9-80b6149ff6c9 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:43.699540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.738098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.774329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a20a386-667a-4c04-8411-5058da5ee3dc']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:43.844586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83fe1751-8e7d-427d-a19d-76948b29b24a') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:43.844906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83fe1751-8e7d-427d-a19d-76948b29b24a') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:43.858932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f397f2-ea18-45a1-9ab2-a9c039459ebc req-4431fe74-a7b5-431b-bd1d-1c3a317532f3 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:43.860490 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69f397f2-ea18-45a1-9ab2-a9c039459ebc req-4431fe74-a7b5-431b-bd1d-1c3a317532f3 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.6218274 Sep 22 17:06:43.872120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4145d2fa-6dcc-439d-861a-189b506d69d0 req-bec0f909-4200-4741-ae46-c3d11911fa41 service neutron] 10.222.0.18 "GET /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4545374 Sep 22 17:06:43.886359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.935463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:43.960136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:43.960458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.029197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.036032 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83fe1751-8e7d-427d-a19d-76948b29b24a resource provider aggregate not found Sep 22 17:06:44.212002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.228102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 83fe1751-8e7d-427d-a19d-76948b29b24a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83fe1751-8e7d-427d-a19d-76948b29b24a found for delete ", "request_id": "req-782000bc-b5f0-418d-ba53-6426e75c6a17"}]} Sep 22 17:06:44.255330 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69f397f2-ea18-45a1-9ab2-a9c039459ebc req-3487f7cf-4fb2-4ace-b3eb-85cdfc73c016 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3733540 Sep 22 17:06:44.265870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Pushing event deleted for resources: {'Port': ['ID=0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:44.283999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Subnet': ['ID=8dccfaa5-a15d-4944-8d9b-8287e8e10fc5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:44.289106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a2b3d6e-a4b7-45e9-8c75-febed947cdb4 None None] Network 381fc080-9728-40e7-bb5c-7ddd9e109805 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:44.308060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.317511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.371110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.402665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79077fdd-5748-4322-93b0-b5f1d2b2fe00 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/8dccfaa5-a15d-4944-8d9b-8287e8e10fc5 HTTP/1.1" status: 204 len: 168 time: 2.0699213 Sep 22 17:06:44.403120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50270) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:44.403619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=7a20a386-667a-4c04-8411-5058da5ee3dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:44.412956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a30375f6-3e0f-4d75-a0ed-e5ced39b71df tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/7a20a386-667a-4c04-8411-5058da5ee3dc HTTP/1.1" status: 204 len: 168 time: 5.1114924 Sep 22 17:06:44.415223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50274) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:44.422077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1022523100'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:44.429830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:44.438059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:44.442830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:44.445641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.492285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:44.536693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.550219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Deleting port 4966fae8-ab25-48eb-9333-ed562485f8be {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:44.550633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.570094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] DHCP port deletion for 381fc080-9728-40e7-bb5c-7ddd9e109805 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:44.575046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Deleting port 4966fae8-ab25-48eb-9333-ed562485f8be {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:44.575467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.632293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.634450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:44.638100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.650256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.684593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:44.690611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.691103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9199b050-a069-4534-98e1-1b80e4442241 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:06:44.708063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.708560 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 714a37fb-98ee-4ad9-8cfb-2816a287b917 of type vlan for network 35ecace9-b935-4202-81dd-d760ff140a64 Sep 22 17:06:44.719315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.722385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e9fc8f98-2439-47df-a611-ed93d21b673c admin admin] 10.222.0.25 "DELETE /v2.0/routers/9199b050-a069-4534-98e1-1b80e4442241 HTTP/1.1" status: 204 len: 168 time: 3.6118979 Sep 22 17:06:44.726969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50278) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:44.792023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.809102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] For port 4966fae8-ab25-48eb-9333-ed562485f8be, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4966fae8-ab25-48eb-9333-ed562485f8be,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:44.809471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.831573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Deleting subnet 7ae8c285-cbaa-4f4f-b240-790963d5882f {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:44.838990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.890263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] For port 4966fae8-ab25-48eb-9333-ed562485f8be, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4966fae8-ab25-48eb-9333-ed562485f8be,segment=NetworkSegment(af8517ce-7dfa-4b58-8781-9c724a7f8ea8),segment_id=af8517ce-7dfa-4b58-8781-9c724a7f8ea8)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:44.890674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.896205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.908344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:44.909995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.955603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:44.977541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Calling delete_port for 4966fae8-ab25-48eb-9333-ed562485f8be owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:45.029729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Calling delete_port for 4966fae8-ab25-48eb-9333-ed562485f8be owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:45.093482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.115028 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6989412 Sep 22 17:06:45.120642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50282) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: from cryptography.utils import int_from_bytes Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: from cryptography.utils import int_from_bytes Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn_limited( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn_limited( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:06:45.130570 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:06:45.134981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:45.135543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:45.138738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '35ecace9-b935-4202-81dd-d760ff140a64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:45.164578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No DVR routers for this DVR port 4966fae8-ab25-48eb-9333-ed562485f8be on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:45.164816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e0c88d-34e9-472a-baea-f428ec6343cf tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=35ecace9-b935-4202-81dd-d760ff140a64,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:45.183496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 35ecace9-b935-4202-81dd-d760ff140a64 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:45.200268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Port': ['ID=4966fae8-ab25-48eb-9333-ed562485f8be,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:45.320404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:45.326531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:45.329597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.339787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.360986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:45.379114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:45.403163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['381fc080-9728-40e7-bb5c-7ddd9e109805']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:45.404136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:45.409416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.421745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4966fae8-ab25-48eb-9333-ed562485f8be no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:45.465072 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:45.465761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8517ce-7dfa-4b58-8781-9c724a7f8ea8') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:45.467401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4966fae8-ab25-48eb-9333-ed562485f8be {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:45.467763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4966fae8-ab25-48eb-9333-ed562485f8be not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:45.468190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:45.492485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.505745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:45.506099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a9b38a4-2217-4a3b-b6e3-499c0ccc5a37 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:45.524529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.534468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:45.534876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.551060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.613416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ae8c285-cbaa-4f4f-b240-790963d5882f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:45.618238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.625912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cfaa24-33a0-431e-aaaf-0bf2e198729d None None] Network d8a44100-4b73-404b-a555-3c82358d4934 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:45.633379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-171244c3-02dd-4388-b8d4-649c6ede624f admin admin] 10.222.0.25 "DELETE /v2.0/subnets/7ae8c285-cbaa-4f4f-b240-790963d5882f HTTP/1.1" status: 204 len: 168 time: 0.9050481 Sep 22 17:06:45.636035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50288) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:45.639952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Deleting port 4966fae8-ab25-48eb-9333-ed562485f8be {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:45.641927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.695626 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment af8517ce-7dfa-4b58-8781-9c724a7f8ea8 resource provider aggregate not found Sep 22 17:06:45.758759 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment af8517ce-7dfa-4b58-8781-9c724a7f8ea8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af8517ce-7dfa-4b58-8781-9c724a7f8ea8 found for delete ", "request_id": "req-ca8fb5cf-5750-4494-bbf3-c6ab32c7ad5f"}]} Sep 22 17:06:45.787166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-96415217-200b-4f73-b1f3-54fe06d4d3f9 None None] The port '4966fae8-ab25-48eb-9333-ed562485f8be' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:06:45.809611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.814759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe6602c-4fdb-4090-982c-7ffe1d1471df req-02e5d626-2358-4904-abf9-ac89a83b9d34 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:45.816666 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe6602c-4fdb-4090-982c-7ffe1d1471df req-02e5d626-2358-4904-abf9-ac89a83b9d34 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.4026787 Sep 22 17:06:45.818158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.831254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.850772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Deleting port e3ec01a9-0d85-4f1d-842e-0502dc185c4b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:45.851113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:45.881728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Pushing event deleted for resources: {'Network': ['ID=381fc080-9728-40e7-bb5c-7ddd9e109805,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:45.890818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-441a9945-2fe4-40b5-b8c5-91e2359c4388 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/networks/381fc080-9728-40e7-bb5c-7ddd9e109805 HTTP/1.1" status: 204 len: 168 time: 1.4864755 Sep 22 17:06:45.893742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:45.900434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'routes': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:45.964412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.051540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] DHCP port deletion for d8a44100-4b73-404b-a555-3c82358d4934 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:06:46.053813 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5fe6602c-4fdb-4090-982c-7ffe1d1471df req-5eed7057-5ce6-492d-8d7d-151f86993b5b tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2275386 Sep 22 17:06:46.057672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Deleting port e3ec01a9-0d85-4f1d-842e-0502dc185c4b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:46.058141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.218105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=dbabc48c-b7de-4a42-9dcd-d6b7f522812d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:46.293176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '714a37fb-98ee-4ad9-8cfb-2816a287b917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '35ecace9-b935-4202-81dd-d760ff140a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:46.293339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 35ecace9-b935-4202-81dd-d760ff140a64, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:46.324549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Added routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Sep 22 17:06:46.326149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.extraroute_db [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Removed routes are [] {{(pid=89052) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Sep 22 17:06:46.326742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.328379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] For port e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:46.328768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.406702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 35ecace9-b935-4202-81dd-d760ff140a64 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:46.443341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] For port e3ec01a9-0d85-4f1d-842e-0502dc185c4b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,segment=NetworkSegment(0799d853-3fde-4f11-af12-2413a6e1c2ff),segment_id=0799d853-3fde-4f11-af12-2413a6e1c2ff)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:46.445436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.477510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Calling delete_port for e3ec01a9-0d85-4f1d-842e-0502dc185c4b owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:46.524116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 35ecace9-b935-4202-81dd-d760ff140a64) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:46.530705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:46.531236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.585120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a15622a-4add-4a9e-9a94-8a0df8b2c9af None None] Network 35ecace9-b935-4202-81dd-d760ff140a64 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:46.588704 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c0b90baf-9f80-4f97-89c7-f809a650a87a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4666045 Sep 22 17:06:46.592955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:46.679352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.686481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.693157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.740903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Calling delete_port for e3ec01a9-0d85-4f1d-842e-0502dc185c4b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:46.797028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] No DVR routers for this DVR port e3ec01a9-0d85-4f1d-842e-0502dc185c4b on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:46.797028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3ec01a9-0d85-4f1d-842e-0502dc185c4b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:46.846818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86918814-76e9-4382-a0a2-ed799b5e5d4a req-8f8b8587-2249-470d-898c-9cd2a1a1b3bf tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:46.846818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86918814-76e9-4382-a0a2-ed799b5e5d4a req-8f8b8587-2249-470d-898c-9cd2a1a1b3bf tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.3006015 Sep 22 17:06:46.885228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:06:46.981768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:46.990024 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86918814-76e9-4382-a0a2-ed799b5e5d4a req-9af76daf-51a4-415b-8d2b-389d987c47e9 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350446 Sep 22 17:06:47.005234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.036132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a44100-4b73-404b-a555-3c82358d4934']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.082547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0799d853-3fde-4f11-af12-2413a6e1c2ff') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.082547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0799d853-3fde-4f11-af12-2413a6e1c2ff') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.095972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:47.102786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.105362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.110453 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d43dc49a-bb63-4920-b67e-f9a4a3d62f77 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 701 time: 1.2143512 Sep 22 17:06:47.111811 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Sync routers for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:47.113824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:47.126543 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:47.127307 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.157882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:47.159061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:47.198771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.215244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.277388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-466c8084-6ce0-44ff-887f-dad3ddbecd07 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:47.287791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:47.288219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.293194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23bc1d4b-b445-432a-ab99-4cfe21a7f12e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-35ecace9-b935-4202-81dd-d760ff140a64', 'network_id': '35ecace9-b935-4202-81dd-d760ff140a64', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': 'dbabc48c-b7de-4a42-9dcd-d6b7f522812d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:47.294054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23bc1d4b-b445-432a-ab99-4cfe21a7f12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.298963 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:47.382250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0799d853-3fde-4f11-af12-2413a6e1c2ff resource provider aggregate not found Sep 22 17:06:47.412361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3ec01a9-0d85-4f1d-842e-0502dc185c4b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:47.414898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 0799d853-3fde-4f11-af12-2413a6e1c2ff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0799d853-3fde-4f11-af12-2413a6e1c2ff found for delete ", "request_id": "req-8f53e073-fd5d-4766-887e-4d1fd0ae4f1a"}]} Sep 22 17:06:47.422230 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.427983 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Checking router: 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:47.441839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-466c8084-6ce0-44ff-887f-dad3ddbecd07 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:47.445360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Routers {'04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:47.446219 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-466c8084-6ce0-44ff-887f-dad3ddbecd07 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 205 time: 0.3291359 Sep 22 17:06:47.446336 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.446493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:47.461096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.486282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: e3ec01a9-0d85-4f1d-842e-0502dc185c4b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:47.486282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3ec01a9-0d85-4f1d-842e-0502dc185c4b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:47.498502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.545268 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] 10.222.0.25 "DELETE /v2.0/networks/d8a44100-4b73-404b-a555-3c82358d4934 HTTP/1.1" status: 204 len: 168 time: 1.8876655 Sep 22 17:06:47.562570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.580764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e9061c-a0c7-46e7-9487-2a568822307a admin admin] Pushing event deleted for resources: {'Network': ['ID=d8a44100-4b73-404b-a555-3c82358d4934,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:47.676804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Deleting port e3ec01a9-0d85-4f1d-842e-0502dc185c4b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:47.676804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.759411 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] Set router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:47.826151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=dbabc48c-b7de-4a42-9dcd-d6b7f522812d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:47.891060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:47.967341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:47.972549 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b3b3655e-5a9a-4022-86f2-c84acfb04b56 None None] The port 'e3ec01a9-0d85-4f1d-842e-0502dc185c4b' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-23bc1d4b-b445-432a-ab99-4cfe21a7f12e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbabc48c-b7de-4a42-9dcd-d6b7f522812d: This subnet is being modified by another concurrent operation. Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dbabc48c-b7de-4a42-9dcd-d6b7f522812d: This subnet is being modified by another concurrent operation. Sep 22 17:06:47.977913 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 17:06:48.018482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fdf4dc-ac27-4415-84f8-acfbc792c153 None None] The sync data for ids ['04e0a0ec-a7f6-48d4-9c5c-8c567ed13327'] in dv-neutron-858953-1-hyperv is: [{'id': '04e0a0ec-a7f6-48d4-9c5c-8c567ed13327', 'name': 'tempest-RoutersTest-router-1056506616', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:22Z', 'updated_at': '2022-09-22T17:06:40Z', 'revision_number': 11, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:48.028001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e90891c9-615f-4fe0-9f2e-5fcf9b02f435 None None] Network 35ecace9-b935-4202-81dd-d760ff140a64 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:48.101319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.145355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35ecace9-b935-4202-81dd-d760ff140a64']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:48.177441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '714a37fb-98ee-4ad9-8cfb-2816a287b917') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:48.177881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '714a37fb-98ee-4ad9-8cfb-2816a287b917') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:48.201076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-32258d46-e570-4799-8400-0b0b6570fcc4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a91a8e03b5a544d09963a21c378186c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442224 Sep 22 17:06:48.204544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:48.275278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.310650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f680a00f-8be3-49b8-9802-16fceb332bad None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:48.321734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.333813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:48.333813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.463175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f680a00f-8be3-49b8-9802-16fceb332bad None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:48.464860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3c153-9b33-494f-960b-2eefe18b19c1 req-94c7f971-2504-4636-9029-9acead6da30a tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:48.467673 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90b3c153-9b33-494f-960b-2eefe18b19c1 req-94c7f971-2504-4636-9029-9acead6da30a tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.2636819 Sep 22 17:06:48.479328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.543908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.551738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.583202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/35ecace9-b935-4202-81dd-d760ff140a64 HTTP/1.1" status: 204 len: 168 time: 1.9663286 Sep 22 17:06:48.591681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:48.591681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.591681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730017754'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:48.600577 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90b3c153-9b33-494f-960b-2eefe18b19c1 req-2720ab1d-0e8d-4ce4-8d17-9100046c9364 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034923 Sep 22 17:06:48.600577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2069611-9ad5-43ba-8afd-3907912da940 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=35ecace9-b935-4202-81dd-d760ff140a64,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:48.608596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:48.608596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:48.608596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:48.629874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:48.653265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.667473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.673149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router 04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:06:48.680542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:48.682823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.721381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.724660 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4328f970-8271-4eee-b479-872df1374834 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 204 len: 168 time: 1.2748606 Sep 22 17:06:48.730555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:48.737272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.739200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2006129353', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:48.748426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:48.748426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Usage tracker for resource:router and tenant:d9a6f1025c674330851bc34c5f0e842d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:48.762856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:48.762856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:48.771810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.774333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.799918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.800165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.825868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.826104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:48.837259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e422ca53-7a36-48db-b24b-ae7670930202,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:48.857274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.857274 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-61cf074c-e499-48a7-ab9a-00f7b508f0aa admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e422ca53-7a36-48db-b24b-ae7670930202 HTTP/1.1" status: 204 len: 168 time: 0.6435332 Sep 22 17:06:48.857274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:48.857274 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment 8dd379e1-7efc-485b-a437-16cc60638fbc of type vlan for network 0ce17236-c740-480c-a96d-a5cf18c9394d Sep 22 17:06:48.959184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.030617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.030617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:49.030617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.156869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.171329 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2724807-4d14-4129-bad9-94d6b75e8d3d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4260252 Sep 22 17:06:49.177327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50348) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:49.177327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:49.202985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-6a94bbaf-beda-4194-8108-3717c6e2938c tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:49.202985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-6a94bbaf-beda-4194-8108-3717c6e2938c tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.18 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.3319013 Sep 22 17:06:49.293668 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7153778 Sep 22 17:06:49.298863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:49.309330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:49.376706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5155b0c-9e51-4dec-a0ea-98fb7f60be82 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=0ce17236-c740-480c-a96d-a5cf18c9394d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:49.383696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:49.444034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Deleting port 14270887-ac36-489d-a39b-b4603bae2223 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:49.444384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.488337 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 714a37fb-98ee-4ad9-8cfb-2816a287b917 resource provider aggregate not found Sep 22 17:06:49.555003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 714a37fb-98ee-4ad9-8cfb-2816a287b917 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 714a37fb-98ee-4ad9-8cfb-2816a287b917 found for delete ", "request_id": "req-86cb993c-c351-49c0-8c6e-28d498643fec"}]} Sep 22 17:06:49.901191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.937797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:49.977162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.001297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.034935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 0ce17236-c740-480c-a96d-a5cf18c9394d is not hosted by any dhcp agent {{(pid=89051) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 17:06:50.040155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:50.040781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.042056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "PUT /v2.0/networks/0ce17236-c740-480c-a96d-a5cf18c9394d HTTP/1.1" status: 200 len: 723 time: 0.7475569 Sep 22 17:06:50.062824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50380) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:50.069508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:50.181244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d67a08-af21-4eac-ab9a-f498d7c7bd56 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=0ce17236-c740-480c-a96d-a5cf18c9394d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:50.187393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] For port 14270887-ac36-489d-a39b-b4603bae2223, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=14270887-ac36-489d-a39b-b4603bae2223,segment=NetworkSegment(31addd71-017f-4e1c-a5cb-714b26f48c83),segment_id=31addd71-017f-4e1c-a5cb-714b26f48c83)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:50.187393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.199788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:50.207628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e29c91-ca39-4e7c-80f6-9f3e8418d8df req-2f4f9c74-52f1-46b5-a9c3-bff622201f12 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:50.207628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5e29c91-ca39-4e7c-80f6-9f3e8418d8df req-2f4f9c74-52f1-46b5-a9c3-bff622201f12 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 945 time: 0.4458532 Sep 22 17:06:50.287443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Router ca577ba3-c516-4fd8-8609-5196b7011d3d is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:06:50.317280 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5e29c91-ca39-4e7c-80f6-9f3e8418d8df req-b9355a7c-3d91-4706-9c5d-4af0271eb86a tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/security-groups?id=84b8d57e-e97f-440d-8ad5-c3e2c521c461&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010170 Sep 22 17:06:50.375919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Calling delete_port for 14270887-ac36-489d-a39b-b4603bae2223 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:50.472924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:50.480858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:50.485512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:50.497000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:50.508146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:06:50.515434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.516986 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da5d20ff-5849-4603-a17f-db7abadb70a4 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "PUT /v2.0/routers/ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 200 len: 694 time: 1.3521338 Sep 22 17:06:50.519695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50388) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:50.529103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Sync routers for ids ['ca577ba3-c516-4fd8-8609-5196b7011d3d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:06:50.541605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Routers {'ca577ba3-c516-4fd8-8609-5196b7011d3d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:50.542436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ca577ba3-c516-4fd8-8609-5196b7011d3d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:50.586757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:50.590931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.685052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Set router ca577ba3-c516-4fd8-8609-5196b7011d3d gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:50.805857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3601b92-3971-478e-8e47-5378801e9194 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/routers/ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 200 len: 700 time: 0.2847512 Sep 22 17:06:50.808735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50400) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:50.844969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca577ba3-c516-4fd8-8609-5196b7011d3d', 'name': 'tempest-RoutersTest-router-2006129353', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:06:48Z', 'updated_at': '2022-09-22T17:06:49Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:50.849728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Checking router: ca577ba3-c516-4fd8-8609-5196b7011d3d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:06:50.855432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:50.869037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Routers {'ca577ba3-c516-4fd8-8609-5196b7011d3d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:06:50.869037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 6},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['ca577ba3-c516-4fd8-8609-5196b7011d3d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:50.890288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7fb27d8-4bc9-4724-b158-21ff9f2cfde0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Synchronizing usage tracker for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:50.909995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c7fb27d8-4bc9-4724-b158-21ff9f2cfde0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Unset dirty status for tenant:d9a6f1025c674330851bc34c5f0e842d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:50.911573 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c7fb27d8-4bc9-4724-b158-21ff9f2cfde0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 200 len: 205 time: 0.1014683 Sep 22 17:06:50.915981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.005747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] Set router ca577ba3-c516-4fd8-8609-5196b7011d3d gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:06:51.082735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.122831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Pushing event deleted for resources: {'Port': ['ID=14270887-ac36-489d-a39b-b4603bae2223,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:51.123057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca577ba3-c516-4fd8-8609-5196b7011d3d', 'name': 'tempest-RoutersTest-router-2006129353', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:06:48Z', 'updated_at': '2022-09-22T17:06:49Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:51.128091 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8202fca-5ee4-45a9-8e53-66f8d0f40d09 None None] The sync data for ids ['ca577ba3-c516-4fd8-8609-5196b7011d3d'] in dv-neutron-858953-1-hyperv is: [{'id': 'ca577ba3-c516-4fd8-8609-5196b7011d3d', 'name': 'tempest-RoutersTest-router-2006129353', 'tenant_id': 'd9a6f1025c674330851bc34c5f0e842d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:06:48Z', 'updated_at': '2022-09-22T17:06:49Z', 'revision_number': 2, 'project_id': 'd9a6f1025c674330851bc34c5f0e842d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:06:51.184288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] No DVR routers for this DVR port 14270887-ac36-489d-a39b-b4603bae2223 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:51.186906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.196143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'name': 'network-vif-deleted', 'tag': '14270887-ac36-489d-a39b-b4603bae2223'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:06:51.199771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44f74058-1ae7-4a84-aa2f-17e00f5b6ca7" -d '{"events": [{"server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "name": "network-vif-deleted", "tag": "14270887-ac36-489d-a39b-b4603bae2223"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:06:51.236539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b87d5b5d-5ef6-41da-9fa9-9b969402ac4a req-d8bdfc36-4d87-4ee6-b7da-e5eec015b828 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.18 "DELETE /v2.0/ports/14270887-ac36-489d-a39b-b4603bae2223 HTTP/1.1" status: 204 len: 173 time: 2.0249946 Sep 22 17:06:51.301566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:06:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d11e93-883d-45cb-a155-6454d4e8aca6 x-openstack-request-id: req-a0d11e93-883d-45cb-a155-6454d4e8aca6 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:06:51.302168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80e0b923-fa0d-4ae9-8b9e-27794547bfed", "name": "network-vif-deleted", "tag": "14270887-ac36-489d-a39b-b4603bae2223", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:06:51.302672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0d11e93-883d-45cb-a155-6454d4e8aca6 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:06:51.303189 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0d11e93-883d-45cb-a155-6454d4e8aca6'] response: {'server_uuid': '80e0b923-fa0d-4ae9-8b9e-27794547bfed', 'name': 'network-vif-deleted', 'tag': '14270887-ac36-489d-a39b-b4603bae2223', 'status': 'completed', 'code': 200} Sep 22 17:06:51.330198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.422520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=0bf2dda2-384f-4757-905b-11b459fcd379,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:51.429894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': '8dd379e1-7efc-485b-a437-16cc60638fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:51.430454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 0ce17236-c740-480c-a96d-a5cf18c9394d, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:51.456870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 0ce17236-c740-480c-a96d-a5cf18c9394d is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:51.469093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.479532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 0ce17236-c740-480c-a96d-a5cf18c9394d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:51.493119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:51.495784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-527855'] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.499180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a617189a-e80b-4067-9e31-bbcb7100d8af None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:51.539535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9b024d24-0267-4ec7-98bc-03bb05a975f5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4754384 Sep 22 17:06:51.542090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50426) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.550331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.555097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.561248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:51.607228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.608572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Fanout notify agent at l3_agent the message router_deleted on router ca577ba3-c516-4fd8-8609-5196b7011d3d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:06:51.651097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.653255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85edb79f-1713-46b3-861f-e07b57e3636e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 204 len: 168 time: 0.7362759 Sep 22 17:06:51.657412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50430) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.740909 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bdc3700c-6f2e-4c99-ad25-33662bd00691 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 200 len: 205 time: 0.0817661 Sep 22 17:06:51.745605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.773452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2167684'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.813517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9666dda3-bd06-4a68-b940-109082ee6857 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Request body: {'quota': {'network': 2}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:51.852052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-0ce17236-c740-480c-a96d-a5cf18c9394d', 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '0bf2dda2-384f-4757-905b-11b459fcd379'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:51.854331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:51.857801 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9666dda3-bd06-4a68-b940-109082ee6857 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "PUT /v2.0/quotas/2897047c7a024047bafebadd26503362 HTTP/1.1" status: 200 len: 368 time: 0.3845882 Sep 22 17:06:51.860769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50438) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.868470 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7d7d116b-2305-4d2c-9f51-fd814fd218f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:51.869457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d7d116b-2305-4d2c-9f51-fd814fd218f2 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/ca577ba3-c516-4fd8-8609-5196b7011d3d HTTP/1.1" status: 404 len: 336 time: 0.1226742 Sep 22 17:06:51.870636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Request body: {'network': {'project_id': '2897047c7a024047bafebadd26503362'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:51.876251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.910782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:51.917651 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6dd3d277-ff10-4dc0-ab00-2968bd17f1b3 req-37d5d263-9b79-4490-aa91-5203bee0d956 tempest-TestServerAdvancedOps-1195650879 tempest-TestServerAdvancedOps-1195650879-project] 10.222.0.25 "GET /v2.0/ports?device_id=80e0b923-fa0d-4ae9-8b9e-27794547bfed HTTP/1.1" status: 200 len: 210 time: 0.1058192 Sep 22 17:06:51.926759 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3bc804-d449-4eab-ae9c-226733866247 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:51.926995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Usage tracker for resource:network and tenant:2897047c7a024047bafebadd26503362 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:51.927676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b3bc804-d449-4eab-ae9c-226733866247 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:51.930168 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b3bc804-d449-4eab-ae9c-226733866247 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/4a2c8372-97cb-4427-bb93-35a2bd945b3f HTTP/1.1" status: 404 len: 337 time: 0.0517199 Sep 22 17:06:51.932442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50446) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:51.932586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:51.942630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:51.997696 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c47bac7-134b-4e8b-bc58-76043e7a63e9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:51.998546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c47bac7-134b-4e8b-bc58-76043e7a63e9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:52.002659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3c47bac7-134b-4e8b-bc58-76043e7a63e9 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/2f28a30f-d67b-43b2-b1c1-d27d23c5b6c8 HTTP/1.1" status: 404 len: 337 time: 0.0689075 Sep 22 17:06:52.009268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50450) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.029432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Made reservation on behalf of 2897047c7a024047bafebadd26503362 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:52.032082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.058761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.070034 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8aafeb90-4099-4daf-9ecf-732a123d9b7b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:52.070643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8aafeb90-4099-4daf-9ecf-732a123d9b7b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:52.075026 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8aafeb90-4099-4daf-9ecf-732a123d9b7b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/98b3f7d3-656a-477a-8c34-3750c37d39d7 HTTP/1.1" status: 404 len: 337 time: 0.0613861 Sep 22 17:06:52.075346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50454) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.093289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:52.104300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Usage tracker for resource:security_group_rule and tenant:2897047c7a024047bafebadd26503362 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:52.108248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3448615'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.114216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:52.161865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:52.217553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Allocated IP 172.20.0.2 (0ce17236-c740-480c-a96d-a5cf18c9394d/0bf2dda2-384f-4757-905b-11b459fcd379/9b117f24-2d62-4e57-8c7f-5845938bd596) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:52.279226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:52.280411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.280562 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-638f813e-c939-4076-8ebf-283ed5367d47 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:52.281013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-638f813e-c939-4076-8ebf-283ed5367d47 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:52.282496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "PUT /v2.0/subnets/0bf2dda2-384f-4757-905b-11b459fcd379 HTTP/1.1" status: 200 len: 806 time: 0.7391303 Sep 22 17:06:52.282934 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-638f813e-c939-4076-8ebf-283ed5367d47 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/8dccfaa5-a15d-4944-8d9b-8287e8e10fc5 HTTP/1.1" status: 404 len: 337 time: 0.2061775 Sep 22 17:06:52.288033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50458) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.288598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50460) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.325101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80704d9-658e-4d9e-aa95-9bc6eb948a32 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=0bf2dda2-384f-4757-905b-11b459fcd379,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:52.365022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.372758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.372948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd4317d-2482-459d-91e5-ae9511919d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.413756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:52.429572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50466) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.429878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02ce684c-ede9-4b96-b2da-c2349a4df35d tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 200 len: 205 time: 0.1378300 Sep 22 17:06:52.435275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97f32de-af02-474e-aa4e-f34f2cfe440e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:52.507691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.508044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Added segment a6131f02-5001-4593-b95e-4ab474c5ddf3 of type vlan for network 8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e Sep 22 17:06:52.514009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.521369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-5db54f76-ce0a-4121-b9cd-dffd1e1a8179 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:52.522646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5db54f76-ce0a-4121-b9cd-dffd1e1a8179 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/04e0a0ec-a7f6-48d4-9c5c-8c567ed13327 HTTP/1.1" status: 404 len: 336 time: 0.0912700 Sep 22 17:06:52.523918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.527287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50470) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.537192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Transition to ACTIVE for port object 9b117f24-2d62-4e57-8c7f-5845938bd596 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:52.566814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Transition to ACTIVE for port object 9b117f24-2d62-4e57-8c7f-5845938bd596 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:06:52.581537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.599156 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae2904a7-cb7e-4970-a2b6-f6ee5d6d4547 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=5994f704-b86e-4a72-9ef3-585a0cb5a7cf HTTP/1.1" status: 200 len: 205 time: 0.0703764 Sep 22 17:06:52.601808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.607210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.607505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.642229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.643526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:52.644143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.651037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:06:52.653952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:52.657619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:06:52.704576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Pushing event updated for resources: {'Port': ['ID=9b117f24-2d62-4e57-8c7f-5845938bd596,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:52.716533 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-fa09074d-572b-48c5-a54d-a2084249773b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:52.717702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fa09074d-572b-48c5-a54d-a2084249773b tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/5994f704-b86e-4a72-9ef3-585a0cb5a7cf HTTP/1.1" status: 404 len: 336 time: 0.1146226 Sep 22 17:06:52.721194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.770458 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.9083247 Sep 22 17:06:52.771192 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2943173b-e31a-413b-9531-4758c19a32e0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:52.771875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2943173b-e31a-413b-9531-4758c19a32e0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:52.774231 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2943173b-e31a-413b-9531-4758c19a32e0 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/7e6a3192-967c-4279-ad48-68448624ad7b HTTP/1.1" status: 404 len: 337 time: 0.0517988 Sep 22 17:06:52.777422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50482) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.777658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.780234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Attempting to bind port 9b117f24-2d62-4e57-8c7f-5845938bd596 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:06:52.780969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Attempting to bind port 9b117f24-2d62-4e57-8c7f-5845938bd596 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '8dd379e1-7efc-485b-a437-16cc60638fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:06:52.781374 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Attempting to bind port 9b117f24-2d62-4e57-8c7f-5845938bd596 on network 0ce17236-c740-480c-a96d-a5cf18c9394d {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:06:52.786392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Request body: {'network': {'project_id': '2897047c7a024047bafebadd26503362'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:52.788781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:06:52.789169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Checking segment: {'id': '8dd379e1-7efc-485b-a437-16cc60638fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:52.789589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.790019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Bound using segment: {'id': '8dd379e1-7efc-485b-a437-16cc60638fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:06:52.790509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Bound port: 9b117f24-2d62-4e57-8c7f-5845938bd596, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd379e1-7efc-485b-a437-16cc60638fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '0ce17236-c740-480c-a96d-a5cf18c9394d'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:06:52.791197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.792447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:52.800833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Usage tracker for resource:network and tenant:2897047c7a024047bafebadd26503362 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:52.804989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:52.811692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 14270887-ac36-489d-a39b-b4603bae2223 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:06:52.814810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:52.834851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.839595 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ce4aef89-4daf-4032-8a3b-e73abc3a9d0f tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 200 len: 205 time: 0.0608871 Sep 22 17:06:52.840574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b109c-29f7-41ae-91e7-cbb4a57317e9 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event updated for resources: {'Network': ['ID=8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:52.842711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50490) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.862223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:52.870173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Made reservation on behalf of 2897047c7a024047bafebadd26503362 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:52.872853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:52.879873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 14270887-ac36-489d-a39b-b4603bae2223 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:06:52.880220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 14270887-ac36-489d-a39b-b4603bae2223 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:06:52.913299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=0bf2dda2-384f-4757-905b-11b459fcd379,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:52.921888 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-b72b82ae-b101-4ea7-81ae-18fd8be1044c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:52.922702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b72b82ae-b101-4ea7-81ae-18fd8be1044c tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/a8254833-e3bd-4e70-9d2f-d9ffdd891f65 HTTP/1.1" status: 404 len: 336 time: 0.0787952 Sep 22 17:06:52.925745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50494) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:52.941504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:52.983218 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-427bbd2c-79e5-4c8b-ba8c-d9966c3fd40e tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=3086a7c5-d0c6-4ac9-8525-12dcb8d727ae HTTP/1.1" status: 200 len: 205 time: 0.0559244 Sep 22 17:06:52.989139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.031869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.032226 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Added segment 08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0 of type vlan for network 1947cdb9-0447-4312-a84e-19228fdc60e5 Sep 22 17:06:53.056203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.063607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] For port 9b117f24-2d62-4e57-8c7f-5845938bd596, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:06:53.067564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] For port 9b117f24-2d62-4e57-8c7f-5845938bd596, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9b117f24-2d62-4e57-8c7f-5845938bd596,segment=NetworkSegment(8dd379e1-7efc-485b-a437-16cc60638fbc),segment_id=8dd379e1-7efc-485b-a437-16cc60638fbc)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:06:53.073438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50506) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.074162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.092418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-34e96c75-93ab-470b-bcf4-388825127781 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:53.093492 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34e96c75-93ab-470b-bcf4-388825127781 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/3086a7c5-d0c6-4ac9-8525-12dcb8d727ae HTTP/1.1" status: 404 len: 336 time: 0.1033893 Sep 22 17:06:53.096123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.138876 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c636a602-4a52-4620-a420-6b0d8794996a tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:53.139319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c636a602-4a52-4620-a420-6b0d8794996a tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:53.141241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c636a602-4a52-4620-a420-6b0d8794996a tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/86c6afca-7e39-491a-930f-0669b884712e HTTP/1.1" status: 404 len: 337 time: 0.0439954 Sep 22 17:06:53.144156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.159373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce17236-c740-480c-a96d-a5cf18c9394d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:53.184837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.191620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd379e1-7efc-485b-a437-16cc60638fbc') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:53.192156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd379e1-7efc-485b-a437-16cc60638fbc') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:53.204130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Deleting subnet 91742751-f8e3-4779-8230-93162a5bba4b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:53.209083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.224754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950649c8-8b70-4b15-80ca-eb1cd7cff3b2 None None] Pushing event updated for resources: {'Port': ['ID=9b117f24-2d62-4e57-8c7f-5845938bd596,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:53.252053 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00baf287-4d9e-4739-a10c-299d34b86201 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=a2c76be4-9d38-4e2f-aad5-5362f2c37675 HTTP/1.1" status: 200 len: 205 time: 0.1064546 Sep 22 17:06:53.254328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50518) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.257506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61422a83-1d32-4594-8219-babeebd7b492 None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:53.274708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.304590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.333826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-4d1cacec-4ca3-499a-9005-a1f026966273 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:53.334864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4d1cacec-4ca3-499a-9005-a1f026966273 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/a2c76be4-9d38-4e2f-aad5-5362f2c37675 HTTP/1.1" status: 404 len: 336 time: 0.0763850 Sep 22 17:06:53.337688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50522) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.347955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.361265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:53.361684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.378101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa5e493d-8daa-4e08-95c7-bdb10f559623 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:53.378538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa5e493d-8daa-4e08-95c7-bdb10f559623 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:53.380453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa5e493d-8daa-4e08-95c7-bdb10f559623 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/9c1b98cf-6c25-4a3e-9d9b-01fd896676c1 HTTP/1.1" status: 404 len: 337 time: 0.0415823 Sep 22 17:06:53.383062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50528) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.441192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.442088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:53.442676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.468526 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8dd379e1-7efc-485b-a437-16cc60638fbc resource provider aggregate not found Sep 22 17:06:53.500303 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8dd379e1-7efc-485b-a437-16cc60638fbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dd379e1-7efc-485b-a437-16cc60638fbc found for delete ", "request_id": "req-78b29352-5e3d-4729-8614-8b004a5cb385"}]} Sep 22 17:06:53.535148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e08d5148-69c0-43b1-b396-ac829c02959e None None] Network 0ce17236-c740-480c-a96d-a5cf18c9394d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:53.552685 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b47be52c-1a28-42e3-b510-861414a6ef76 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "GET /v2.0/ports?device_id=334b1b3c-29b9-466b-bcb6-213313b3511b HTTP/1.1" status: 200 len: 205 time: 0.1682220 Sep 22 17:06:53.555007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50534) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.594889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.623563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:06:53.623563 dv-neutron-858953-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:06:53.623563 dv-neutron-858953-1-hyperv neutron-server[89052]: [parameters: {'id': '0ce17236-c740-480c-a96d-a5cf18c9394d'}] Sep 22 17:06:53.623563 dv-neutron-858953-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:06:53.624096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:06:53.625288 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8466718 Sep 22 17:06:53.628526 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cce24255-bef3-438c-aec1-2d98ac829452 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] delete failed (client error): The resource could not be found. Sep 22 17:06:53.631808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cce24255-bef3-438c-aec1-2d98ac829452 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/routers/334b1b3c-29b9-466b-bcb6-213313b3511b HTTP/1.1" status: 404 len: 336 time: 0.0736654 Sep 22 17:06:53.631808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50538) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.632166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50540) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.642967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9e1a50-00a7-4cd0-b5d9-54e7979a90f3 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event updated for resources: {'Network': ['ID=1947cdb9-0447-4312-a84e-19228fdc60e5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:53.658279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1947cdb9-0447-4312-a84e-19228fdc60e5 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:53.667764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Request body: {'network': {'project_id': '2897047c7a024047bafebadd26503362'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:53.679044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:53.682298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-c22af01f-7e69-4838-8cd9-d7404974df70 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:53.682779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c22af01f-7e69-4838-8cd9-d7404974df70 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:53.683453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.684472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c22af01f-7e69-4838-8cd9-d7404974df70 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/b0fb8714-463b-47ee-8b00-3b378ec4cd15 HTTP/1.1" status: 404 len: 337 time: 0.0510049 Sep 22 17:06:53.687463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Usage tracker for resource:network and tenant:2897047c7a024047bafebadd26503362 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:53.688676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50546) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.690639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:53.696994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:53.698838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 22 17:06:53.699353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:53.700775 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-08282c53-6056-4323-954d-ed40a19706db tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0696189 Sep 22 17:06:53.703646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50548) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.758445 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8245dfb5-92c8-4594-bb10-e756e9ee0e64 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2897047c7a024047bafebadd26503362&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0536005 Sep 22 17:06:53.760923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50554) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.780214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91742751-f8e3-4779-8230-93162a5bba4b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:53.787589 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71d7f97-8539-402b-a8be-26469f04a070 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:53.788067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71d7f97-8539-402b-a8be-26469f04a070 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:53.791805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.805503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e71d7f97-8539-402b-a8be-26469f04a070 tempest-RoutersTest-1347893729 tempest-RoutersTest-1347893729-project] 10.222.0.25 "DELETE /v2.0/subnets/f8bac0b3-b3aa-46bb-a881-c5a11a81de55 HTTP/1.1" status: 404 len: 337 time: 0.0759284 Sep 22 17:06:53.805503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5465957-69dd-4894-8529-d77ef0971845 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/91742751-f8e3-4779-8230-93162a5bba4b HTTP/1.1" status: 204 len: 168 time: 0.7177935 Sep 22 17:06:53.805808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:53.870289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab2de7b-a41f-489d-bc40-0e3b16119fc4 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:06:53.954147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:53.982548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.000173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab2de7b-a41f-489d-bc40-0e3b16119fc4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:06:54.030668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.117353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:54.125159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.144299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Deleting port 9b117f24-2d62-4e57-8c7f-5845938bd596 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:06:54.145535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.311917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.362827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f86db31a-6b53-45c4-933d-e0755ba017a4']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:54.377570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31addd71-017f-4e1c-a5cb-714b26f48c83') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:54.378133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31addd71-017f-4e1c-a5cb-714b26f48c83') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:54.393374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.404206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.405853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c6466f85-2927-4da3-acf7-add649714331 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=d9a6f1025c674330851bc34c5f0e842d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2873583 Sep 22 17:06:54.411733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:54.425306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97f32de-af02-474e-aa4e-f34f2cfe440e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:54.429945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.441608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:54.442028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.482844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] For port 9b117f24-2d62-4e57-8c7f-5845938bd596, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9b117f24-2d62-4e57-8c7f-5845938bd596,segment=NetworkSegment(8dd379e1-7efc-485b-a437-16cc60638fbc),segment_id=8dd379e1-7efc-485b-a437-16cc60638fbc)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:06:54.483217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.505838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e5a5ce22-501b-4cbb-a740-91bf96ccba6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.520429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.521626 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-80491c85-44a9-4a1e-8132-016892104bb5 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "DELETE /v2.0/security-groups/a97f32de-af02-474e-aa4e-f34f2cfe440e HTTP/1.1" status: 204 len: 168 time: 0.7597756 Sep 22 17:06:54.528826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 31addd71-017f-4e1c-a5cb-714b26f48c83 resource provider aggregate not found Sep 22 17:06:54.543227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:54.570186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 31addd71-017f-4e1c-a5cb-714b26f48c83 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 31addd71-017f-4e1c-a5cb-714b26f48c83 found for delete ", "request_id": "req-a3dc700a-1321-4244-98bd-00bab672eea4"}]} Sep 22 17:06:54.633757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.638401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.677794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=f86db31a-6b53-45c4-933d-e0755ba017a4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:54.697210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6fa7e37c-6e0b-492a-8d51-6833c90673d4 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f86db31a-6b53-45c4-933d-e0755ba017a4 HTTP/1.1" status: 204 len: 168 time: 0.8919325 Sep 22 17:06:54.701520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.703125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50584) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:54.743766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Calling delete_port for 9b117f24-2d62-4e57-8c7f-5845938bd596 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:06:54.800115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.817422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Deleting subnet c240b2f5-318b-4d47-9f6c-b3180c0a3d72 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:06:54.846106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.867387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.881727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.933605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:54.934756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Port': ['ID=9b117f24-2d62-4e57-8c7f-5845938bd596,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:54.940335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No DVR routers for this DVR port 9b117f24-2d62-4e57-8c7f-5845938bd596 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:06:54.963908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.005652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1947cdb9-0447-4312-a84e-19228fdc60e5']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.023112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.023415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.039834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.060113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.066580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.083612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.097100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.099739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=838775f8-d882-46e9-9308-80ef5b115344,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:55.107175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.114996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:55.115415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.125006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ce17236-c740-480c-a96d-a5cf18c9394d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.138877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd379e1-7efc-485b-a437-16cc60638fbc') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.139176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd379e1-7efc-485b-a437-16cc60638fbc') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:55.145696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.146797 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b9225ba-9547-48b2-a9d6-bbe558b27a0b admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/838775f8-d882-46e9-9308-80ef5b115344 HTTP/1.1" status: 204 len: 168 time: 0.7341478 Sep 22 17:06:55.154835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.175377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.182731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:55.183217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.236470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.263977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.269568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.311550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event deleted for resources: {'Network': ['ID=1947cdb9-0447-4312-a84e-19228fdc60e5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:55.322084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c240b2f5-318b-4d47-9f6c-b3180c0a3d72,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:55.327137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.330142 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-575a9491-f4e3-4822-999c-c517ee78ab15 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/c240b2f5-318b-4d47-9f6c-b3180c0a3d72 HTTP/1.1" status: 204 len: 168 time: 0.6254973 Sep 22 17:06:55.332076 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7fc68d3d-888c-45ce-a965-8015f2607eff tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "DELETE /v2.0/networks/1947cdb9-0447-4312-a84e-19228fdc60e5 HTTP/1.1" status: 204 len: 168 time: 0.7874484 Sep 22 17:06:55.334339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50590) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.337882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50594) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.346928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.370020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.383976 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/0ce17236-c740-480c-a96d-a5cf18c9394d HTTP/1.1" status: 204 len: 168 time: 3.0917771 Sep 22 17:06:55.385077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50600) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.406031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c4bac-351f-433e-baa3-748d5a8246c8 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=0ce17236-c740-480c-a96d-a5cf18c9394d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:55.415857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b26188c0-ae89-459f-be00-2ca266d8e7c5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:55.416144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b26188c0-ae89-459f-be00-2ca266d8e7c5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:55.422255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b26188c0-ae89-459f-be00-2ca266d8e7c5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/0ce17236-c740-480c-a96d-a5cf18c9394d HTTP/1.1" status: 404 len: 339 time: 0.0320075 Sep 22 17:06:55.422629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50604) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.429637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1927449421', 'description': 'd1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:55.435502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:55.441267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:network and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:55.444913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:55.451457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:55.471675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:55.476199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.521302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:55.529836 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8dd379e1-7efc-485b-a437-16cc60638fbc resource provider aggregate not found Sep 22 17:06:55.541181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.541683 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment fe1f7a3c-98f5-439f-9820-54219f7be6da of type vlan for network 2b1812b1-6dde-4f92-abcb-b750e1cd6a6e Sep 22 17:06:55.570714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.585038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.616140 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 8dd379e1-7efc-485b-a437-16cc60638fbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8dd379e1-7efc-485b-a437-16cc60638fbc found for delete ", "request_id": "req-f0a3b8fe-d435-4875-aa14-28b06f8c2f12"}]} Sep 22 17:06:55.618365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.624086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:55.624792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.705838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.711660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.741496 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3171165 Sep 22 17:06:55.746220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.784151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed70e87a-974c-46e3-9bbf-0beaf91a27f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=2b1812b1-6dde-4f92-abcb-b750e1cd6a6e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:55.795893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2b1812b1-6dde-4f92-abcb-b750e1cd6a6e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:55.900158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2906ae9-91c9-4819-bc28-8cfd2c31e19c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:55.901213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2906ae9-91c9-4819-bc28-8cfd2c31e19c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Synchronizing usage tracker for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:55.930813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2906ae9-91c9-4819-bc28-8cfd2c31e19c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Unset dirty status for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:55.935102 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2906ae9-91c9-4819-bc28-8cfd2c31e19c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks?id=2b1812b1-6dde-4f92-abcb-b750e1cd6a6e HTTP/1.1" status: 200 len: 761 time: 0.1850753 Sep 22 17:06:55.935684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50630) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:55.937858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:55.943573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'description': 'd2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:55.987075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.003159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.035032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f95a6c28-6382-46f3-894f-e9c886903742']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.050792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.058635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbbe5467-0572-4125-8697-a9320bfaf999') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.058936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbbe5467-0572-4125-8697-a9320bfaf999') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.075118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6131f02-5001-4593-b95e-4ab474c5ddf3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.075414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6131f02-5001-4593-b95e-4ab474c5ddf3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:56.083406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.087316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:56.098375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.114130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.119941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.125615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:56.126078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.146126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:56.146635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.228337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.261804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1740619294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:56.273661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.280867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:56.318195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.320426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 2b1812b1-6dde-4f92-abcb-b750e1cd6a6e is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 17:06:56.330875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:56.332034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.336080 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "PUT /v2.0/networks/2b1812b1-6dde-4f92-abcb-b750e1cd6a6e HTTP/1.1" status: 200 len: 758 time: 0.3954062 Sep 22 17:06:56.336080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:router and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:56.337990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50642) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:56.339826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.348254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.379077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.381162 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] 10.222.0.25 "DELETE /v2.0/networks/8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e HTTP/1.1" status: 204 len: 168 time: 1.0422368 Sep 22 17:06:56.382274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f95a6c28-6382-46f3-894f-e9c886903742,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:56.385958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:56.389090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de5cdcc0-fbf8-4e6f-81de-60c7288897a9 admin admin] 10.222.0.25 "DELETE /v2.0/networks/f95a6c28-6382-46f3-894f-e9c886903742 HTTP/1.1" status: 204 len: 168 time: 1.0537663 Sep 22 17:06:56.415671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:56.436410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87091d-140b-4e6f-814d-216ad8b324bb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=2b1812b1-6dde-4f92-abcb-b750e1cd6a6e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:56.441890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.443450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.462528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2b1812b1-6dde-4f92-abcb-b750e1cd6a6e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:56.467187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.481629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a19290-0b08-4991-a11d-ab8dd0c538b6 tempest-QuotasNegativeTest-1189367780 tempest-QuotasNegativeTest-1189367780-project-admin] Pushing event deleted for resources: {'Network': ['ID=8c6e5b6d-642c-4855-b06b-f2bfd90a5c5e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:56.494900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.518872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77bd2d21-a4f7-4c60-bc94-0c57e85ba507 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:56.519968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77bd2d21-a4f7-4c60-bc94-0c57e85ba507 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Synchronizing usage tracker for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:56.540930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77bd2d21-a4f7-4c60-bc94-0c57e85ba507 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Unset dirty status for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:56.542128 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77bd2d21-a4f7-4c60-bc94-0c57e85ba507 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks?id=2b1812b1-6dde-4f92-abcb-b750e1cd6a6e HTTP/1.1" status: 200 len: 761 time: 0.1994834 Sep 22 17:06:56.546868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.549122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf0f8298-6d8d-427c-b9e3-75c57fdfb6f9 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4602373 Sep 22 17:06:56.551913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50650) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:56.553925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50652) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:56.562255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1058615916'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:56.562523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-295347094'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:56.570259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:56.586480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:56.589731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:56.600509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:network and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:56.608291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:56.612241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:56.622554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:56.625248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.654980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:56.671366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.675191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:56.690220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.691457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment a2a512aa-4cf3-4a93-81c3-4a66ac778b20 of type vlan for network 168b6047-45da-4fbe-91b0-dae4e185e5e3 Sep 22 17:06:56.699622 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0 resource provider aggregate not found Sep 22 17:06:56.727070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.749848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.759836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 08bde0f5-38e6-48d1-b5cb-8f0c82d09ea0 found for delete ", "request_id": "req-88a3b35f-f2ec-4150-b1df-d71b16652516"}]} Sep 22 17:06:56.776893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:56.788027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:security_group_rule and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:56.801770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:56.809597 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment dbbe5467-0572-4125-8697-a9320bfaf999 resource provider aggregate not found Sep 22 17:06:56.818771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:56.819619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.833263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:56.834220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:56.858218 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment dbbe5467-0572-4125-8697-a9320bfaf999 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dbbe5467-0572-4125-8697-a9320bfaf999 found for delete ", "request_id": "req-a4d32e45-fc58-45d0-b761-7da8c5df8e4e"}]} Sep 22 17:06:56.883422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a6131f02-5001-4593-b95e-4ab474c5ddf3 resource provider aggregate not found Sep 22 17:06:56.910694 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a6131f02-5001-4593-b95e-4ab474c5ddf3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a6131f02-5001-4593-b95e-4ab474c5ddf3 found for delete ", "request_id": "req-bf369c68-0f3d-4ff1-8f71-fbc649246e1d"}]} Sep 22 17:06:56.931765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.003352 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4475417 Sep 22 17:06:57.004156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4235d9-1700-48a0-a839-e7ba7095371b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=168b6047-45da-4fbe-91b0-dae4e185e5e3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:57.006303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.012844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '168b6047-45da-4fbe-91b0-dae4e185e5e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:57.016733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 168b6047-45da-4fbe-91b0-dae4e185e5e3 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:57.078008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.092620 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-953731f5-3d09-40a8-b385-c7d25e10f1c9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ef2d1dd7f4b94a389e7b6214dc1a1c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1567497 Sep 22 17:06:57.092620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.097618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50680) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.210755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:57.224468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.254311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36da2497-ab00-4143-bebe-7e8461d33a79,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:57.267791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.268375 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Added segment 9c478750-b67a-4eae-a756-7c46e59be083 of type vlan for network 0a148032-bb52-4405-b8ea-e03ef24107ad Sep 22 17:06:57.283904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:57.288683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Usage tracker for resource:subnet and tenant:11b183ee7ebb49e0a8432750d9588c46 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:57.292001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:57.298240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:57.310585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:57.315539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.339215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.359784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.407291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.421853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50686) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.496315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.506702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:57.507674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.616299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.636478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:57.639285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.674450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7fdec25bbd4f5b89fbcf02cddb8033 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:57.683724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:57.705417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:57.766822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Network': ['ID=0a148032-bb52-4405-b8ea-e03ef24107ad,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:57.769993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=e1b3fca6-9ae0-496a-85aa-a5e40ecf2212,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:57.783651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': 'a2a512aa-4cf3-4a93-81c3-4a66ac778b20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '168b6047-45da-4fbe-91b0-dae4e185e5e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:57.784076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 168b6047-45da-4fbe-91b0-dae4e185e5e3, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:57.786105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-713a2ac3-6f54-4bce-a857-5120caff1f05 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2327719 Sep 22 17:06:57.787021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0a148032-bb52-4405-b8ea-e03ef24107ad details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:57.787866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50692) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.798219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'subnet': {'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:57.831606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 168b6047-45da-4fbe-91b0-dae4e185e5e3 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:57.832733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.837748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.839975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/84b8d57e-e97f-440d-8ad5-c3e2c521c461 HTTP/1.1" status: 204 len: 168 time: 0.7243245 Sep 22 17:06:57.858047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 168b6047-45da-4fbe-91b0-dae4e185e5e3) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:57.864328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:57.865030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.902623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7567732d-eaec-4b0b-a329-e14211181108 None None] Network 168b6047-45da-4fbe-91b0-dae4e185e5e3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:57.931573 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e811ffe0-558d-4b05-8433-e552f0a66e64 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9237683 Sep 22 17:06:57.933608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.936063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:57.962766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:57.993888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae5a06-fc23-41dc-8856-1251f3125f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b8d57e-e97f-440d-8ad5-c3e2c521c461,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.067722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:58.075914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:subnet and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:58.081993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:58.097295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:58.115389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ac7fdec25bbd4f5b89fbcf02cddb8033&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6923513 Sep 22 17:06:58.116463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb94e3be-c292-4fdc-8302-a5de00a65d85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbedf25d-6d10-4de1-81cc-5b4c02a4563f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.116963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50702) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:58.146852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:58.153084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.186666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.281418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.366202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2632f8-bdbd-43bc-aac3-7d84c7c242d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-168b6047-45da-4fbe-91b0-dae4e185e5e3', 'network_id': '168b6047-45da-4fbe-91b0-dae4e185e5e3', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': 'e1b3fca6-9ae0-496a-85aa-a5e40ecf2212'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:58.367430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a2632f8-bdbd-43bc-aac3-7d84c7c242d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.382929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.452911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.457460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=e1b3fca6-9ae0-496a-85aa-a5e40ecf2212,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.491897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.512796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6584cfce-6328-490f-b39c-31acaa6bf608 None None] Network 168b6047-45da-4fbe-91b0-dae4e185e5e3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:58.531264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50708) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:58.586045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.638336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['168b6047-45da-4fbe-91b0-dae4e185e5e3']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:58.653614 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e2a734b9-892e-4009-95ec-d637a007232d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6d952208a11040bab07c4d326a2e5cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1188030 Sep 22 17:06:58.653850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50712) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:58.657549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2a512aa-4cf3-4a93-81c3-4a66ac778b20') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:58.658422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2a512aa-4cf3-4a93-81c3-4a66ac778b20') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:06:58.682474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.713854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.731677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:06:58.732077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.799125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.821733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.831964 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a2a512aa-4cf3-4a93-81c3-4a66ac778b20 resource provider aggregate not found Sep 22 17:06:58.852219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbedf25d-6d10-4de1-81cc-5b4c02a4563f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.863777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a2a512aa-4cf3-4a93-81c3-4a66ac778b20 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a2a512aa-4cf3-4a93-81c3-4a66ac778b20 found for delete ", "request_id": "req-79deb266-5081-40ca-86b8-a9a0422647fe"}]} Sep 22 17:06:58.874960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.892756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.895066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.901281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b1ad1efa-1fa7-4b90-894d-82a027d5287f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbedf25d-6d10-4de1-81cc-5b4c02a4563f HTTP/1.1" status: 204 len: 168 time: 0.7780416 Sep 22 17:06:58.925876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.930295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Subnet': ['ID=786f47f4-3ed5-4174-a146-79055e14860b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.939182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:58.948305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Checking segment: {'id': '9c478750-b67a-4eae-a756-7c46e59be083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:06:58.949046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network hostable DHCP agents. Network: 0a148032-bb52-4405-b8ea-e03ef24107ad, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:06:58.951082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=168b6047-45da-4fbe-91b0-dae4e185e5e3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:58.963171 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f71b4e7d-19cb-49f4-8242-d11f34037b38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/168b6047-45da-4fbe-91b0-dae4e185e5e3 HTTP/1.1" status: 204 len: 168 time: 1.0258489 Sep 22 17:06:58.963398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50722) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.008177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-dbed7799-f857-4186-ace6-81dfbdc7531d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] GET failed (client error): The resource could not be found. Sep 22 17:06:59.008721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dbed7799-f857-4186-ace6-81dfbdc7531d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Synchronizing usage tracker for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:59.020977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 0a148032-bb52-4405-b8ea-e03ef24107ad is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:06:59.027468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.039140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 0a148032-bb52-4405-b8ea-e03ef24107ad) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:06:59.044713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.045303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.052100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2249efbd-5a0c-4ac5-ac40-5f2e95e30fe8 None None] Network 0a148032-bb52-4405-b8ea-e03ef24107ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:06:59.052737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dbed7799-f857-4186-ace6-81dfbdc7531d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Unset dirty status for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:59.056370 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dbed7799-f857-4186-ace6-81dfbdc7531d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets/e1b3fca6-9ae0-496a-85aa-a5e40ecf2212 HTTP/1.1" status: 404 len: 337 time: 0.0892346 Sep 22 17:06:59.057313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=214d45d6-afbb-4da6-9d2f-7dcc3bee780f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:59.058939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50726) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.072317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.078676 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c1bdbed6-e838-4fd5-ab6b-95d222fb6cf3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/214d45d6-afbb-4da6-9d2f-7dcc3bee780f HTTP/1.1" status: 204 len: 168 time: 0.4188008 Sep 22 17:06:59.102472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ca75ed8-1ef1-41ba-af51-e757fbd10580 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:06:59.103727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ca75ed8-1ef1-41ba-af51-e757fbd10580 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:06:59.112671 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6ca75ed8-1ef1-41ba-af51-e757fbd10580 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/168b6047-45da-4fbe-91b0-dae4e185e5e3 HTTP/1.1" status: 404 len: 339 time: 0.0467391 Sep 22 17:06:59.112671 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b62ff210-de39-4b71-83dc-4e304ee28444 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3232114 Sep 22 17:06:59.114737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.118270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.125473 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:06:59.148195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'network': {'name': 'tempest-router-network01--765320361'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:59.153493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:59.158627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:network and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:59.179357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:59.268333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:59.318102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:59.328090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.401554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-0a148032-bb52-4405-b8ea-e03ef24107ad', 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad', 'tenant_id': '971798f8fbf44d99ab9e1ce66f052c69', 'fixed_ips': [{'subnet_id': '786f47f4-3ed5-4174-a146-79055e14860b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:06:59.402561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.416598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f98b1b-f690-4393-9654-7535e32bca6c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.417381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06f98b1b-f690-4393-9654-7535e32bca6c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Synchronizing usage tracker for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:06:59.425397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:59.443947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.444460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Added segment bf70509d-4098-4f86-ade6-16c68ee96d5e of type vlan for network 2d74083a-ed66-46c8-b56b-7664749151ae Sep 22 17:06:59.455124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06f98b1b-f690-4393-9654-7535e32bca6c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Unset dirty status for tenant:11b183ee7ebb49e0a8432750d9588c46 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:06:59.459777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-06f98b1b-f690-4393-9654-7535e32bca6c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3439209 Sep 22 17:06:59.460813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.491323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.553812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.562811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.563691 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa900de4-47c0-4637-abbe-6e91cf2e83c5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 207 time: 0.1019418 Sep 22 17:06:59.565661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.568665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50748) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.691830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Allocated IP 2001:db8::2 (0a148032-bb52-4405-b8ea-e03ef24107ad/786f47f4-3ed5-4174-a146-79055e14860b/cf5b8f92-2ba6-4936-a143-b733f52a9838) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:06:59.723589 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6037889 Sep 22 17:06:59.736642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50752) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.796313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a3300-d593-4bd3-90be-3d41b5d3c032 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.804914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a3300-d593-4bd3-90be-3d41b5d3c032 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.813200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a3300-d593-4bd3-90be-3d41b5d3c032 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.820781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25a3300-d593-4bd3-90be-3d41b5d3c032 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:06:59.823808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d25a3300-d593-4bd3-90be-3d41b5d3c032 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.2527380 Sep 22 17:06:59.832061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50756) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.834736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'network': {'name': 'tempest-router-network02--2086843176'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:06:59.863803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:59.874525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:network and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:59.880734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:06:59.891015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d4d154-1677-417d-9837-5b7e05156a6e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Network': ['ID=2d74083a-ed66-46c8-b56b-7664749151ae,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:06:59.894494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:06:59.911732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:06:59.913508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2d74083a-ed66-46c8-b56b-7664749151ae details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:06:59.916418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.927150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:06:59.952643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:06:59.978191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:06:59.983721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:06:59.986674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Usage tracker for resource:security_group_rule and tenant:b0ee069798c94b15becab61f98964fa2 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:06:59.992272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:00.003264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:00.005547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.005969 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Added segment a74deb43-c474-4cd2-beaa-cfd0a346913b of type vlan for network 95bbed9d-0cfb-40f6-8472-23644607d180 Sep 22 17:07:00.050773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.107996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.114121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.114757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.138012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8197f804-e56e-4252-bcc3-0a2a223bfa45 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 0.3042228 Sep 22 17:07:00.146051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50764) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.148789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.169783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Transition to ACTIVE for port object cf5b8f92-2ba6-4936-a143-b733f52a9838 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:00.206080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Transition to ACTIVE for port object cf5b8f92-2ba6-4936-a143-b733f52a9838 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:00.223973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.250280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9c12c-2837-4735-afae-461de0e28c38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.253815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f9c12c-2837-4735-afae-461de0e28c38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.259690 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-24f9c12c-2837-4735-afae-461de0e28c38 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1099486 Sep 22 17:07:00.260424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.310141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Network 0a148032-bb52-4405-b8ea-e03ef24107ad is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:00.313246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:00.318225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:00.328291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Pushing event updated for resources: {'Port': ['ID=cf5b8f92-2ba6-4936-a143-b733f52a9838,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:00.371175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd81a0-f189-43b3-a68e-f6bd1987cb27 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.372743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cfd81a0-f189-43b3-a68e-f6bd1987cb27 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.377309 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cfd81a0-f189-43b3-a68e-f6bd1987cb27 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1125414 Sep 22 17:07:00.381337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50772) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.439835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Attempting to bind port cf5b8f92-2ba6-4936-a143-b733f52a9838 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:00.440414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Attempting to bind port cf5b8f92-2ba6-4936-a143-b733f52a9838 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9c478750-b67a-4eae-a756-7c46e59be083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:00.440961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Attempting to bind port cf5b8f92-2ba6-4936-a143-b733f52a9838 on network 0a148032-bb52-4405-b8ea-e03ef24107ad {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:00.447236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:00.447784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Checking segment: {'id': '9c478750-b67a-4eae-a756-7c46e59be083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:00.448294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.448861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Bound using segment: {'id': '9c478750-b67a-4eae-a756-7c46e59be083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:00.449444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Bound port: cf5b8f92-2ba6-4936-a143-b733f52a9838, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c478750-b67a-4eae-a756-7c46e59be083', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0a148032-bb52-4405-b8ea-e03ef24107ad'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:00.449924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.498256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.501553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7605484 Sep 22 17:07:00.506175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.509966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275c851-ccfe-4fcd-9579-a6533426ff43 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Network': ['ID=95bbed9d-0cfb-40f6-8472-23644607d180,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:00.518986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'subnet': {'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:00.542492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.566111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] For port cf5b8f92-2ba6-4936-a143-b733f52a9838, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:00.569851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] For port cf5b8f92-2ba6-4936-a143-b733f52a9838, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf5b8f92-2ba6-4936-a143-b733f52a9838,segment=NetworkSegment(9c478750-b67a-4eae-a756-7c46e59be083),segment_id=9c478750-b67a-4eae-a756-7c46e59be083)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:00.573003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 95bbed9d-0cfb-40f6-8472-23644607d180 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:00.591127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.653129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a553c-c102-4aad-a15e-d69fa1cce887 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:00.658992 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-894a553c-c102-4aad-a15e-d69fa1cce887 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks/fe1c2d34-74b4-472f-a536-2623e1e14be3 HTTP/1.1" status: 200 len: 798 time: 0.2725475 Sep 22 17:07:00.660002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50780) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.752138 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0ee069798c94b15becab61f98964fa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8232121 Sep 22 17:07:00.755679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:00.788203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9449a913-3c82-4400-8e24-710a474b1938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b45c83-b389-4b16-a6a6-7884adc91fd8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:00.798114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115826d4-9f43-472d-9ec3-4abbdd7a7811 None None] Pushing event updated for resources: {'Port': ['ID=cf5b8f92-2ba6-4936-a143-b733f52a9838,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:00.822259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:00.836521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:subnet and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:00.841679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:00.853105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:00.879907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.882029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:00.885727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:00.940402 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-516c69d7-48ba-4cfe-aed5-8b1916c3f771 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/networks/fe1c2d34-74b4-472f-a536-2623e1e14be3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.2787645 Sep 22 17:07:00.943841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:01.029222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.069951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e54b01b-0304-4b54-a005-21fb2026a249 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:01.072802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e54b01b-0304-4b54-a005-21fb2026a249 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets/348b40e2-6e5c-4278-a045-b9a7e35cbf9c HTTP/1.1" status: 200 len: 811 time: 0.1262500 Sep 22 17:07:01.079488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:01.169864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.188852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084f5d9f-94e7-4477-86f5-6d261beb548c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['shared'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:01.198145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-084f5d9f-94e7-4477-86f5-6d261beb548c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "GET /v2.0/subnets/348b40e2-6e5c-4278-a045-b9a7e35cbf9c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1160586 Sep 22 17:07:01.198482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50796) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:01.201084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b45c83-b389-4b16-a6a6-7884adc91fd8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:01.218473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1973904961'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:01.234207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:01.253748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.255353 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-40bc9abe-7e0d-4e18-b51d-82772614feef admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f9b45c83-b389-4b16-a6a6-7884adc91fd8 HTTP/1.1" status: 204 len: 168 time: 0.4952393 Sep 22 17:07:01.260774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:01.275134 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.315867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:01.319578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.398241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:01.400406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Subnet': ['ID=afff014d-8d85-4aea-b057-01b15b8d16c6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:01.414603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.414957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Added segment dc7b19c3-b3d7-4281-9662-8eefbb01c013 of type vlan for network 2ad0329d-1958-4565-9f05-953eceb21ada Sep 22 17:07:01.422040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Checking segment: {'id': 'bf70509d-4098-4f86-ade6-16c68ee96d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:01.423049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network hostable DHCP agents. Network: 2d74083a-ed66-46c8-b56b-7664749151ae, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:01.451131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf5b8f92-2ba6-4936-a143-b733f52a9838 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:01.461325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.472065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 2d74083a-ed66-46c8-b56b-7664749151ae is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:01.492411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2d74083a-ed66-46c8-b56b-7664749151ae) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:01.505681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:01.506808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.543350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.549637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c2c67b-3916-438c-9f32-b1b61284f054 None None] Network 2d74083a-ed66-46c8-b56b-7664749151ae requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:01.550503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:01.551368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.578873 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-57aa8266-715d-4e13-9f87-4856db4285e6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0710573 Sep 22 17:07:01.583915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50802) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:01.603762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'subnet': {'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:01.685086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Network': ['ID=2ad0329d-1958-4565-9f05-953eceb21ada,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:01.700946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:01.718454 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea577772-9ee3-4292-9c36-26e9cde4ad34 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5186191 Sep 22 17:07:01.731709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:01.740331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'network_id': '2ad0329d-1958-4565-9f05-953eceb21ada', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:01.849860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:01.856861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:subnet and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:01.861072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:01.874280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:01.879474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port cf5b8f92-2ba6-4936-a143-b733f52a9838 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:01.894074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:01.901393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:01.963362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:01.975893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:01.993876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Made reservation on behalf of 11b183ee7ebb49e0a8432750d9588c46 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:02.002028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.087257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2d74083a-ed66-46c8-b56b-7664749151ae', 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae', 'tenant_id': '971798f8fbf44d99ab9e1ce66f052c69', 'fixed_ips': [{'subnet_id': 'afff014d-8d85-4aea-b057-01b15b8d16c6'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:02.088109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.198714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:07:02.199776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:07:02.262290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.333842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5284a8-b9df-47b3-915a-37b53337e2c2 None None] Network 0a148032-bb52-4405-b8ea-e03ef24107ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:02.402102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Checking segment: {'id': 'a74deb43-c474-4cd2-beaa-cfd0a346913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:02.402774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network hostable DHCP agents. Network: 95bbed9d-0cfb-40f6-8472-23644607d180, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:02.422263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Subnet': ['ID=933869e9-e5f9-48e1-a2ae-e1491a08d93a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:02.442908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 95bbed9d-0cfb-40f6-8472-23644607d180 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:02.457482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 95bbed9d-0cfb-40f6-8472-23644607d180) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:02.462883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:02.463899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.465012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Provisioning for port cf5b8f92-2ba6-4936-a143-b733f52a9838 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:02.488192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.489704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Provisioning complete for port cf5b8f92-2ba6-4936-a143-b733f52a9838 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:02.490087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.490423 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Attempt 1 to provision port cf5b8f92-2ba6-4936-a143-b733f52a9838 Sep 22 17:07:02.496323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ab4d6e1-71b9-4e6e-95b8-2844b1ad5f16 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9081383 Sep 22 17:07:02.496630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:02.521792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Allocated IP 2001:db8::2 (2d74083a-ed66-46c8-b56b-7664749151ae/afff014d-8d85-4aea-b057-01b15b8d16c6/41098634-2118-4a04-a92c-90652ac51073) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:02.531637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f0d272f-310f-4a8a-83e8-4839ff3b4980 None None] Network 95bbed9d-0cfb-40f6-8472-23644607d180 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:02.612308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=73c3a3c4-7375-4b78-82a0-0c522ab615d3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:02.628360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Checking segment: {'id': 'dc7b19c3-b3d7-4281-9662-8eefbb01c013', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '2ad0329d-1958-4565-9f05-953eceb21ada'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:02.628768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network hostable DHCP agents. Network: 2ad0329d-1958-4565-9f05-953eceb21ada, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:02.655797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Network 2ad0329d-1958-4565-9f05-953eceb21ada is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:02.673184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2ad0329d-1958-4565-9f05-953eceb21ada) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:02.679942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:02.680871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.745777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3a2ffc0c-e50f-47a6-8942-24342ff6867f tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0095427 Sep 22 17:07:02.746539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:02.754376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:02.950239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafb018c-9dde-43df-a483-5a4b9b559399 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:02.956636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2208392'] for subnet, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:02.999388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.011807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Transition to ACTIVE for port object 41098634-2118-4a04-a92c-90652ac51073 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:03.226551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Transition to ACTIVE for port object 41098634-2118-4a04-a92c-90652ac51073 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:03.275541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.282391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3750333'] for subnet, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.341598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.436293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Network 2d74083a-ed66-46c8-b56b-7664749151ae is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:03.469730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:03.473079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Current status of the port cf5b8f92-2ba6-4936-a143-b733f52a9838 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:03.473697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.517656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:03.518442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.519904 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "PUT /v2.0/subnets/73c3a3c4-7375-4b78-82a0-0c522ab615d3 HTTP/1.1" status: 200 len: 877 time: 0.7723203 Sep 22 17:07:03.523692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:03.561619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:03.583289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] For port cf5b8f92-2ba6-4936-a143-b733f52a9838, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf5b8f92-2ba6-4936-a143-b733f52a9838,segment=NetworkSegment(9c478750-b67a-4eae-a756-7c46e59be083),segment_id=9c478750-b67a-4eae-a756-7c46e59be083)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:03.606939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.704275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:03.711331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df82be7-6a4c-42d2-8d58-c63bf44a5e5d tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event updated for resources: {'Subnet': ['ID=73c3a3c4-7375-4b78-82a0-0c522ab615d3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:03.726182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.815025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Allocated IP 2001:db8::1 (2d74083a-ed66-46c8-b56b-7664749151ae/afff014d-8d85-4aea-b057-01b15b8d16c6/5585782f-846a-4dbd-8901-6e94e884c91b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:03.866047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:03.882129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Pushing event updated for resources: {'Port': ['ID=41098634-2118-4a04-a92c-90652ac51073,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.048913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.051920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1453514445'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:04.061469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:04.070715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Usage tracker for resource:network and tenant:09f6428c3e31436ab2516d13bd4240dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:04.076642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Transition to ACTIVE for port object 5585782f-846a-4dbd-8901-6e94e884c91b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:04.077396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.085203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:04.103408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Attempting to bind port 41098634-2118-4a04-a92c-90652ac51073 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:04.104191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Attempting to bind port 41098634-2118-4a04-a92c-90652ac51073 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'bf70509d-4098-4f86-ade6-16c68ee96d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:04.104754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Attempting to bind port 41098634-2118-4a04-a92c-90652ac51073 on network 2d74083a-ed66-46c8-b56b-7664749151ae {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:04.120016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-95bbed9d-0cfb-40f6-8472-23644607d180', 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180', 'tenant_id': '971798f8fbf44d99ab9e1ce66f052c69', 'fixed_ips': [{'subnet_id': '933869e9-e5f9-48e1-a2ae-e1491a08d93a'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:04.121148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.133272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.139393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122d2cb6-da9d-4f06-9db9-326f9f7f5262 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2ad0329d-1958-4565-9f05-953eceb21ada', 'network_id': '2ad0329d-1958-4565-9f05-953eceb21ada', 'tenant_id': '11b183ee7ebb49e0a8432750d9588c46', 'fixed_ips': [{'subnet_id': '73c3a3c4-7375-4b78-82a0-0c522ab615d3'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:04.141664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-122d2cb6-da9d-4f06-9db9-326f9f7f5262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.152181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:04.152974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Checking segment: {'id': 'bf70509d-4098-4f86-ade6-16c68ee96d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:04.153621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.154207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Bound using segment: {'id': 'bf70509d-4098-4f86-ade6-16c68ee96d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:04.154902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Bound port: 41098634-2118-4a04-a92c-90652ac51073, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf70509d-4098-4f86-ade6-16c68ee96d5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2d74083a-ed66-46c8-b56b-7664749151ae'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:04.155743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.166871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:04.170409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=73c3a3c4-7375-4b78-82a0-0c522ab615d3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.217044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5e4125-c657-4922-a9c5-b04f0ab1eede None None] Pushing event updated for resources: {'Port': ['ID=cf5b8f92-2ba6-4936-a143-b733f52a9838,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.235038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Port': ['ID=5585782f-846a-4dbd-8901-6e94e884c91b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.254699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 2d74083a-ed66-46c8-b56b-7664749151ae is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:04.256463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:04.260264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:04.260966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.354361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Made reservation on behalf of 09f6428c3e31436ab2516d13bd4240dc for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:04.360453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.401325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.465651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:04.471615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.493357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Usage tracker for resource:security_group_rule and tenant:09f6428c3e31436ab2516d13bd4240dc is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:04.494446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] For port 41098634-2118-4a04-a92c-90652ac51073, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:04.501127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:04.531370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:04.537409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] For port 41098634-2118-4a04-a92c-90652ac51073, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=41098634-2118-4a04-a92c-90652ac51073,segment=NetworkSegment(bf70509d-4098-4f86-ade6-16c68ee96d5e),segment_id=bf70509d-4098-4f86-ade6-16c68ee96d5e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:04.542426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ad0329d-1958-4565-9f05-953eceb21ada']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:04.550728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.551799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.578481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc7b19c3-b3d7-4281-9662-8eefbb01c013') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:04.579019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc7b19c3-b3d7-4281-9662-8eefbb01c013') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:04.620981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.641288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-785450fd-3689-4dc4-ae87-52aa013ec549 None None] Provisioning complete for port cf5b8f92-2ba6-4936-a143-b733f52a9838 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:04.641651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-785450fd-3689-4dc4-ae87-52aa013ec549 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.642222 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-785450fd-3689-4dc4-ae87-52aa013ec549 None None] Attempt 1 to provision port cf5b8f92-2ba6-4936-a143-b733f52a9838 Sep 22 17:07:04.672221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.682625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:04.683246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.767162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dc7b19c3-b3d7-4281-9662-8eefbb01c013 resource provider aggregate not found Sep 22 17:07:04.807438 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dc7b19c3-b3d7-4281-9662-8eefbb01c013 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc7b19c3-b3d7-4281-9662-8eefbb01c013 found for delete ", "request_id": "req-9a3c9ee6-480b-4892-aa32-099b7afe4022"}]} Sep 22 17:07:04.815761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.823849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:04.860247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=2ad0329d-1958-4565-9f05-953eceb21ada,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:04.910598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b8154818-88e3-4cee-8096-d5b1e3064957 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/2ad0329d-1958-4565-9f05-953eceb21ada HTTP/1.1" status: 204 len: 168 time: 1.3856485 Sep 22 17:07:04.917125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50864) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:04.957696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Allocated IP 2001:db8::2 (95bbed9d-0cfb-40f6-8472-23644607d180/933869e9-e5f9-48e1-a2ae-e1491a08d93a/20562fa6-68a5-47b8-9257-3a727b55b4ea) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:04.963216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574b8ea-2112-4824-9176-2ec0a863aa03 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:04.977673 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a713b9aa-b0bb-4fdf-917e-3e2515ceae6a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:04.978297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a713b9aa-b0bb-4fdf-917e-3e2515ceae6a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:04.990583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a713b9aa-b0bb-4fdf-917e-3e2515ceae6a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/73c3a3c4-7375-4b78-82a0-0c522ab615d3 HTTP/1.1" status: 404 len: 337 time: 0.0721948 Sep 22 17:07:04.998855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50868) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:05.001367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71fca0d-6b9c-4c3a-a30a-2b674533463e None None] Pushing event updated for resources: {'Port': ['ID=41098634-2118-4a04-a92c-90652ac51073,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.065782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.066372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4574b8ea-2112-4824-9176-2ec0a863aa03 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:07:05.075926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.110459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2edfbb-e3f8-4018-99df-c9258b5ae3f9 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:05.123177 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e55929e-9751-40ec-a1bc-616785db9afb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:05.124445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e55929e-9751-40ec-a1bc-616785db9afb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:05.160441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e2edfbb-e3f8-4018-99df-c9258b5ae3f9 None None] Network 2ad0329d-1958-4565-9f05-953eceb21ada could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:07:05.169384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:05.199580 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e55929e-9751-40ec-a1bc-616785db9afb tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/2ad0329d-1958-4565-9f05-953eceb21ada HTTP/1.1" status: 404 len: 339 time: 0.1992326 Sep 22 17:07:05.215760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50872) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:05.290709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836c5621-06f5-42fc-a6be-9bc95527149d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.302237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.302879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Added segment 6d25dc84-3318-4234-ac79-b87a1a420f4f of type vlan for network 1308664f-b670-4c6a-b0ff-aee922fb8a5a Sep 22 17:07:05.306610 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-e87dbfe1-9680-448d-8006-e2ca7c34ed46 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:05.307277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e87dbfe1-9680-448d-8006-e2ca7c34ed46 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:05.310853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e87dbfe1-9680-448d-8006-e2ca7c34ed46 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/e1b3fca6-9ae0-496a-85aa-a5e40ecf2212 HTTP/1.1" status: 404 len: 337 time: 0.0934148 Sep 22 17:07:05.323482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50876) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:05.374875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.384841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.387123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.390888 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc42b9a-9c06-4955-84ca-d0810f8651cd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:05.391671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc42b9a-9c06-4955-84ca-d0810f8651cd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:05.403188 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5bc42b9a-9c06-4955-84ca-d0810f8651cd tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/168b6047-45da-4fbe-91b0-dae4e185e5e3 HTTP/1.1" status: 404 len: 339 time: 0.0779269 Sep 22 17:07:05.412736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50880) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:05.437281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-785450fd-3689-4dc4-ae87-52aa013ec549 None None] Current status of the port cf5b8f92-2ba6-4936-a143-b733f52a9838 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:05.512419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.568806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.583554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 41098634-2118-4a04-a92c-90652ac51073 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:05.620392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Transition to ACTIVE for port object 20562fa6-68a5-47b8-9257-3a727b55b4ea will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:05.669982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Transition to ACTIVE for port object 20562fa6-68a5-47b8-9257-3a727b55b4ea will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:05.682964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.692375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.698353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:05.699007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.730845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Port': ['ID=5585782f-846a-4dbd-8901-6e94e884c91b,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.771606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Network 95bbed9d-0cfb-40f6-8472-23644607d180 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:05.781509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:05.789345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:05.801784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Pushing event updated for resources: {'Port': ['ID=20562fa6-68a5-47b8-9257-3a727b55b4ea,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.813758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 41098634-2118-4a04-a92c-90652ac51073 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:05.823751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:05.845114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 2.1349094 Sep 22 17:07:05.859699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6d9cd-8ed0-4141-a9bd-2bbffd1ec739 tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Pushing event updated for resources: {'Network': ['ID=1308664f-b670-4c6a-b0ff-aee922fb8a5a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:05.932211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:05.932720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 2d74083a-ed66-46c8-b56b-7664749151ae is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:05.934505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:05.976472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf5b8f92-2ba6-4936-a143-b733f52a9838 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:06.056956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.105952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b1812b1-6dde-4f92-abcb-b750e1cd6a6e']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:06.124170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe1f7a3c-98f5-439f-9820-54219f7be6da') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:06.124561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe1f7a3c-98f5-439f-9820-54219f7be6da') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:06.141363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.190403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.209867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:06.210250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.269231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.299130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a', 'binding:host_id': 'hv-neutron-8589', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-380071553'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:06.308315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:06.317032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Usage tracker for resource:port and tenant:8df34802714642deaab4aab65e381d55 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:06.323868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:06.337983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:06.379056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Made reservation on behalf of 8df34802714642deaab4aab65e381d55 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:06.384096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.396284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.401640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f51146-31fd-4363-96c1-a84c89cad16d None None] Network 2d74083a-ed66-46c8-b56b-7664749151ae requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:06.406056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.424345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Router 67d50a37-2300-4734-b514-f12f0d7fd95e is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:07:06.428974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:06.435152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.441450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Usage tracker for resource:security_group_rule and tenant:8df34802714642deaab4aab65e381d55 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:06.446117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=2b1812b1-6dde-4f92-abcb-b750e1cd6a6e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:06.457697 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c413f389-d6e3-4c11-8554-cb4b92a08bb7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/2b1812b1-6dde-4f92-abcb-b750e1cd6a6e HTTP/1.1" status: 204 len: 168 time: 1.0413477 Sep 22 17:07:06.457697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50892) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.506678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb3bd0d4-1e30-49e6-84fa-91a83410a6e7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.507285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb3bd0d4-1e30-49e6-84fa-91a83410a6e7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.513437 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb3bd0d4-1e30-49e6-84fa-91a83410a6e7 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/0bf2dda2-384f-4757-905b-11b459fcd379 HTTP/1.1" status: 404 len: 337 time: 0.0506186 Sep 22 17:07:06.513767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:06.513975 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.547291 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cadb03ef-c0cd-4219-b076-9ec636c5abda tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.547884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cadb03ef-c0cd-4219-b076-9ec636c5abda tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.550682 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cadb03ef-c0cd-4219-b076-9ec636c5abda tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/0ce17236-c740-480c-a96d-a5cf18c9394d HTTP/1.1" status: 404 len: 339 time: 0.0354214 Sep 22 17:07:06.554952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.582073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:06.609905 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a4ee978-8af3-44a6-8c04-b1d16746618a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.611889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a4ee978-8af3-44a6-8c04-b1d16746618a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.618031 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a4ee978-8af3-44a6-8c04-b1d16746618a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/dbabc48c-b7de-4a42-9dcd-d6b7f522812d HTTP/1.1" status: 404 len: 337 time: 0.0596471 Sep 22 17:07:06.621036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50904) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.667072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Attempting to bind port 20562fa6-68a5-47b8-9257-3a727b55b4ea on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:06.667787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Attempting to bind port 20562fa6-68a5-47b8-9257-3a727b55b4ea by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a74deb43-c474-4cd2-beaa-cfd0a346913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:06.668711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Attempting to bind port 20562fa6-68a5-47b8-9257-3a727b55b4ea on network 95bbed9d-0cfb-40f6-8472-23644607d180 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:06.674368 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-cac6913a-9856-42dc-bd90-bdbe16d00f09 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.675118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cac6913a-9856-42dc-bd90-bdbe16d00f09 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.677180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cac6913a-9856-42dc-bd90-bdbe16d00f09 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/35ecace9-b935-4202-81dd-d760ff140a64 HTTP/1.1" status: 404 len: 339 time: 0.0541990 Sep 22 17:07:06.681424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.715410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:06.716041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Checking segment: {'id': 'a74deb43-c474-4cd2-beaa-cfd0a346913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:06.716809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.717538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Bound using segment: {'id': 'a74deb43-c474-4cd2-beaa-cfd0a346913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:06.718325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Bound port: 20562fa6-68a5-47b8-9257-3a727b55b4ea, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a74deb43-c474-4cd2-beaa-cfd0a346913b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '95bbed9d-0cfb-40f6-8472-23644607d180'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:06.718979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.731330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:07:06.761255 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] Sync routers for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:06.794145 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:06.796310 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:06.858755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.862583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-abed08f5-08a9-4532-b1e3-fd4604bfd34c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.862885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Provisioning for port 41098634-2118-4a04-a92c-90652ac51073 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:06.863548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abed08f5-08a9-4532-b1e3-fd4604bfd34c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.865600 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-abed08f5-08a9-4532-b1e3-fd4604bfd34c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/061f1010-1a54-4759-8003-85ce4a1fa5e5 HTTP/1.1" status: 404 len: 337 time: 0.1828115 Sep 22 17:07:06.869649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-27e0c3e7-d919-4b7d-824f-1a1df630da66 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3709407 Sep 22 17:07:06.870705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:06.894381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port cf5b8f92-2ba6-4936-a143-b733f52a9838 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:06.895010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.895660 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port cf5b8f92-2ba6-4936-a143-b733f52a9838 Sep 22 17:07:06.960668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Provisioning complete for port 41098634-2118-4a04-a92c-90652ac51073 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:06.961301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:06.961871 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Attempt 1 to provision port 41098634-2118-4a04-a92c-90652ac51073 Sep 22 17:07:06.962204 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8c39edd-7c96-4f0d-a686-74010ddd50a1 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:06.963230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8c39edd-7c96-4f0d-a686-74010ddd50a1 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:06.982927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-ec3294be-0f79-4508-aecb-94363c448bf7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3183753 Sep 22 17:07:06.998872 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:07.021818 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:07.024561 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:07.026385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f8c39edd-7c96-4f0d-a686-74010ddd50a1 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/7a20a386-667a-4c04-8411-5058da5ee3dc HTTP/1.1" status: 404 len: 339 time: 0.1431487 Sep 22 17:07:07.108406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50924) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.127661 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fe1f7a3c-98f5-439f-9820-54219f7be6da resource provider aggregate not found Sep 22 17:07:07.234987 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment fe1f7a3c-98f5-439f-9820-54219f7be6da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe1f7a3c-98f5-439f-9820-54219f7be6da found for delete ", "request_id": "req-592264ab-6f5d-4b78-a4c3-56eb2f02c491"}]} Sep 22 17:07:07.235342 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:07.236934 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0731363-fc17-4355-b31d-63805d9a87ba None None] The sync data for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:07.250934 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8f46340-57f2-4e3b-af5d-5c193829b3b5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.252088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8f46340-57f2-4e3b-af5d-5c193829b3b5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.255615 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e8f46340-57f2-4e3b-af5d-5c193829b3b5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/e88798bf-daee-4d80-840f-e9bf41aff325 HTTP/1.1" status: 404 len: 337 time: 0.1449182 Sep 22 17:07:07.261220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50930) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.285948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:07.307385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-c69aef02-73c0-4dec-979b-6cd63dfeb9cc tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.307889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c69aef02-73c0-4dec-979b-6cd63dfeb9cc tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.310250 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c69aef02-73c0-4dec-979b-6cd63dfeb9cc tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/be9f2500-ee41-4baf-b333-fe23e61a3db8 HTTP/1.1" status: 404 len: 339 time: 0.0479558 Sep 22 17:07:07.311861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:07.314371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.319126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port c1567336-2202-4401-aff2-920a6f914807 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:07.384006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] For port 20562fa6-68a5-47b8-9257-3a727b55b4ea, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:07.428362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] For port 20562fa6-68a5-47b8-9257-3a727b55b4ea, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=20562fa6-68a5-47b8-9257-3a727b55b4ea,segment=NetworkSegment(a74deb43-c474-4cd2-beaa-cfd0a346913b),segment_id=a74deb43-c474-4cd2-beaa-cfd0a346913b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:07.443021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba69c35a-87d1-482d-a4f5-f1f71b9cc36a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.443468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba69c35a-87d1-482d-a4f5-f1f71b9cc36a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.445685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba69c35a-87d1-482d-a4f5-f1f71b9cc36a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/9729fb4d-5c91-446c-a3f6-b77b3b97931d HTTP/1.1" status: 404 len: 337 time: 0.1298821 Sep 22 17:07:07.454868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.500335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:07.500335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Current status of the port 41098634-2118-4a04-a92c-90652ac51073 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:07.500335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:07.586586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a16dbe05-d633-48b8-a346-3626d34fde9b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.586586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a16dbe05-d633-48b8-a346-3626d34fde9b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.586586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a16dbe05-d633-48b8-a346-3626d34fde9b tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/5afde096-8632-4aca-b737-4ce9e69af1d9 HTTP/1.1" status: 404 len: 339 time: 0.1190732 Sep 22 17:07:07.586586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.664030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2dd1009-efe5-41d6-ba2f-b9a12e373438,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:07.694275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a318220-a1c3-4504-992b-feaeb9dd41b6 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.694275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a318220-a1c3-4504-992b-feaeb9dd41b6 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.694275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a318220-a1c3-4504-992b-feaeb9dd41b6 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/65df5cfe-73be-413f-8f52-59bd2f40cc68 HTTP/1.1" status: 404 len: 337 time: 0.1096907 Sep 22 17:07:07.702173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.805204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port cf5b8f92-2ba6-4936-a143-b733f52a9838 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:07.843291 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-160d6daa-4fd8-4250-903c-343bf3d35209 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.844084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-160d6daa-4fd8-4250-903c-343bf3d35209 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.848005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-160d6daa-4fd8-4250-903c-343bf3d35209 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/3db9325b-a43d-435f-9931-24a1ad18273f HTTP/1.1" status: 404 len: 339 time: 0.1515193 Sep 22 17:07:07.854088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50950) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.938099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] For port 41098634-2118-4a04-a92c-90652ac51073, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=41098634-2118-4a04-a92c-90652ac51073,segment=NetworkSegment(bf70509d-4098-4f86-ade6-16c68ee96d5e),segment_id=bf70509d-4098-4f86-ade6-16c68ee96d5e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:07.951559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:07.958029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc961603-cd1c-4f9c-9ee3-17a62a265e9d None None] Pushing event updated for resources: {'Port': ['ID=20562fa6-68a5-47b8-9257-3a727b55b4ea,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:07.968172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0aa1db9-5bf4-4712-8c7b-6684a48819f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:07.969426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0aa1db9-5bf4-4712-8c7b-6684a48819f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:07.972441 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0aa1db9-5bf4-4712-8c7b-6684a48819f2 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/6df4848a-a988-4163-8b7f-b18e15bb0ae5 HTTP/1.1" status: 404 len: 337 time: 0.1151738 Sep 22 17:07:07.978518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50954) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:07.991694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-3862d488-d9e9-4a35-8f86-acc3839165ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:07.993494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-3862d488-d9e9-4a35-8f86-acc3839165ca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 1098 time: 0.9599149 Sep 22 17:07:08.059656 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b0b87b7-7be4-4000-9a75-5e8faa26a07e tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:08.061185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b0b87b7-7be4-4000-9a75-5e8faa26a07e tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:08.065238 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1b0b87b7-7be4-4000-9a75-5e8faa26a07e tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/751d155f-4c4a-4206-82f2-152f695ee409 HTTP/1.1" status: 404 len: 339 time: 0.0842993 Sep 22 17:07:08.071077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:08.071670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df543458-062f-48d1-8b18-0f71f910b22a None None] Pushing event updated for resources: {'Port': ['ID=41098634-2118-4a04-a92c-90652ac51073,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.165193 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c32ec70-35ec-4fdd-a71f-819eb28a734a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:08.165689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c32ec70-35ec-4fdd-a71f-819eb28a734a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:08.167533 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1c32ec70-35ec-4fdd-a71f-819eb28a734a tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/97fac273-f64b-4467-ad21-95ed8d7d7733 HTTP/1.1" status: 404 len: 337 time: 0.0942528 Sep 22 17:07:08.175527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:08.220405 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6bf087-5e47-44b4-9c37-1e68f59cbba5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] DELETE failed (client error): The resource could not be found. Sep 22 17:07:08.220816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6bf087-5e47-44b4-9c37-1e68f59cbba5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:07:08.227646 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4d6bf087-5e47-44b4-9c37-1e68f59cbba5 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/835f0ac7-4ef7-4f78-8616-f3baca4086bb HTTP/1.1" status: 404 len: 339 time: 0.0465407 Sep 22 17:07:08.229912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50966) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:08.277215 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-959ce04e-58c0-450b-a2d5-984277a323c3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:07:08.278344 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-959ce04e-58c0-450b-a2d5-984277a323c3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4177814 Sep 22 17:07:08.288855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 50970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:08.333306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Deleting subnet 348b40e2-6e5c-4278-a045-b9a7e35cbf9c {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:07:08.340033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.429153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.492433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-9d7e44aa-65cc-4ebd-9d5b-4cbe25e78fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:08.494179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-9d7e44aa-65cc-4ebd-9d5b-4cbe25e78fef service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.4659200 Sep 22 17:07:08.613449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Provisioning complete for port 41098634-2118-4a04-a92c-90652ac51073 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:08.614621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.614858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.615577 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 1 to provision port 41098634-2118-4a04-a92c-90652ac51073 Sep 22 17:07:08.629499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port c1567336-2202-4401-aff2-920a6f914807 yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:08.662231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.826599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.852318 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-0a3af56e-6407-4ff1-b561-5e84b4b49a44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 200 len: 1000 time: 0.3380046 Sep 22 17:07:08.926668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Subnet': ['ID=348b40e2-6e5c-4278-a045-b9a7e35cbf9c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:08.930379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:08.938260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Transition to ACTIVE for port object c1567336-2202-4401-aff2-920a6f914807 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:08.943706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7330f129-e84c-4302-999a-b8004369b729 None None] Network fe1c2d34-74b4-472f-a536-2623e1e14be3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:08.946292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.946689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.947026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.947364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.947715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.948048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.948371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.948719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.949042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.949358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.949676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.949994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:08.967639 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-38cc2bb6-9eac-4cb7-b45e-46b38f368c60 tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/subnets/348b40e2-6e5c-4278-a045-b9a7e35cbf9c HTTP/1.1" status: 204 len: 168 time: 0.7329414 Sep 22 17:07:08.972401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:08.974649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.078483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Current status of the port 41098634-2118-4a04-a92c-90652ac51073 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:09.124636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Provisioning for port 5585782f-846a-4dbd-8901-6e94e884c91b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:09.168866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Provisioning complete for port 5585782f-846a-4dbd-8901-6e94e884c91b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:09.169429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.169875 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 1 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:09.210989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.254987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Deleting port 5564c623-d7ee-42f0-9667-8a19fed500bc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:09.255266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.256043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:09.398242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=c1567336-2202-4401-aff2-920a6f914807,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:09.405276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-8bda9a03-99ca-41da-8d3b-37db7bfc38e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:09.407682 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-8bda9a03-99ca-41da-8d3b-37db7bfc38e2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.5371466 Sep 22 17:07:09.501098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Checking segment: {'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:09.501829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Network hostable DHCP agents. Network: 1308664f-b670-4c6a-b0ff-aee922fb8a5a, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:09.538114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] DHCP port deletion for fe1c2d34-74b4-472f-a536-2623e1e14be3 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:07:09.543938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Deleting port 5564c623-d7ee-42f0-9667-8a19fed500bc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:09.544428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.588097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59d0268-6046-470e-8e07-134591b5b34e None None] Network 95bbed9d-0cfb-40f6-8472-23644607d180 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:09.604369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:09.627256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1308664f-b670-4c6a-b0ff-aee922fb8a5a) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:09.659652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:09.673587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-a5aa93b9-750a-4be4-add8-3ca721f691cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:09.675154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-a5aa93b9-750a-4be4-add8-3ca721f691cc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2574902 Sep 22 17:07:09.703849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-007a8f75-75b9-4fcb-a9e9-1e4d7b16f31b None None] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:09.765346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:09.765346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:09.765829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:09.795254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:09.795254 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:09.795771 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 2 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:09.798341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 2 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:09.799899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] For port 5564c623-d7ee-42f0-9667-8a19fed500bc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5564c623-d7ee-42f0-9667-8a19fed500bc,segment=NetworkSegment(c8afc9af-8dad-4db2-920d-56448747908b),segment_id=c8afc9af-8dad-4db2-920d-56448747908b)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:09.800467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.846968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:09.847308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:09.847646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:09.866905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:09.870749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:09.871061 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:09.874738 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 3 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:09.884716 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-2e4889d0-cc25-4911-ac17-3eec8a2a693c service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014358 Sep 22 17:07:09.926401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:09.992122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:09.992570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:09.993173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:10.096727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Calling delete_port for 5564c623-d7ee-42f0-9667-8a19fed500bc owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:10.185807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 41098634-2118-4a04-a92c-90652ac51073 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:10.208941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.281160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] No DVR routers for this DVR port 5564c623-d7ee-42f0-9667-8a19fed500bc on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:10.323341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Port': ['ID=5564c623-d7ee-42f0-9667-8a19fed500bc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:10.367634 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 3 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:10.467227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:10.467860 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:10.469289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] For port 5564c623-d7ee-42f0-9667-8a19fed500bc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5564c623-d7ee-42f0-9667-8a19fed500bc,segment=NetworkSegment(c8afc9af-8dad-4db2-920d-56448747908b),segment_id=c8afc9af-8dad-4db2-920d-56448747908b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:10.469710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.490048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 4 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:10.518684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.558705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:10.559216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:10.560234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:10.574147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe1c2d34-74b4-472f-a536-2623e1e14be3']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:10.602186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8afc9af-8dad-4db2-920d-56448747908b') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:10.602698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8afc9af-8dad-4db2-920d-56448747908b') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:10.612674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:10.613218 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:10.620737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 5 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:10.628052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.660012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.664482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:10.671565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:10.672231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.672875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Calling delete_port for 5564c623-d7ee-42f0-9667-8a19fed500bc owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:10.756179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 41098634-2118-4a04-a92c-90652ac51073 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:10.756941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.757462 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 41098634-2118-4a04-a92c-90652ac51073 Sep 22 17:07:10.772856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:10.773182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:10.773539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:10.814300 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c8afc9af-8dad-4db2-920d-56448747908b resource provider aggregate not found Sep 22 17:07:10.815388 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6f8f1d3-ad84-4504-b5fd-16e78de101f7 req-1dff93d0-e297-4ffe-9625-628dc9c0be13 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9219170 Sep 22 17:07:10.847723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:10.848411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:10.859120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:10.859656 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:10.862170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 6 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:10.895648 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c8afc9af-8dad-4db2-920d-56448747908b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8afc9af-8dad-4db2-920d-56448747908b found for delete ", "request_id": "req-4607322b-c6d7-4fab-bf42-b10bbd6357fb"}]} Sep 22 17:07:10.903994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:10.904346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:10.905051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:10.909586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.912324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:10.912703 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:10.913338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 7 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:10.940279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:10.940649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:10.941006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:10.949477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 41098634-2118-4a04-a92c-90652ac51073 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:10.950943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 20562fa6-68a5-47b8-9257-3a727b55b4ea up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:10.953741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:10.954115 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:10.955810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 8 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:10.988247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:10.993156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] Pushing event deleted for resources: {'Network': ['ID=fe1c2d34-74b4-472f-a536-2623e1e14be3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:11.022603 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea26c507-c54c-4c5e-aa0c-ada0f1abfe4c tempest-NetworksTest-1073253434 tempest-NetworksTest-1073253434-project] 10.222.0.25 "DELETE /v2.0/networks/fe1c2d34-74b4-472f-a536-2623e1e14be3 HTTP/1.1" status: 204 len: 168 time: 2.0476837 Sep 22 17:07:11.023902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:11.024098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:11.024445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:11.035044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:11.035044 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:11.037553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 9 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:11.057634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 20562fa6-68a5-47b8-9257-3a727b55b4ea completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:11.060534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port 5585782f-846a-4dbd-8901-6e94e884c91b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:11.064696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.114131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:11.114806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:11.115735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:11.145510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5564c623-d7ee-42f0-9667-8a19fed500bc no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:07:11.185992 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 4 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:11.192454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:11.200139 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:11.207141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.plugins.ml2.plugin [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 10 to bind port c1567336-2202-4401-aff2-920a6f914807 Sep 22 17:07:11.253573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5564c623-d7ee-42f0-9667-8a19fed500bc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:07:11.253918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5564c623-d7ee-42f0-9667-8a19fed500bc not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:07:11.283692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:11.293301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:11.294077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:11.319398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:11.350830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Deleting port 5564c623-d7ee-42f0-9667-8a19fed500bc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:11.351440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.361547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port c1567336-2202-4401-aff2-920a6f914807 on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:11.362463 dv-neutron-858953-1-hyperv neutron-server[89051]: ERROR neutron.plugins.ml2.managers [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port c1567336-2202-4401-aff2-920a6f914807 on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:11.363020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.515218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0bf08fa0-7595-47d8-9679-951ace850738 None None] The port '5564c623-d7ee-42f0-9667-8a19fed500bc' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:07:11.610383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port c1567336-2202-4401-aff2-920a6f914807, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:11.611297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempted to set empty binding levels {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 17:07:11.620512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.621870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:11.622506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.675054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:11.690369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:11.820852 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 5 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:11.852764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 5.5758247 Sep 22 17:07:11.859454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Calling delete_port for 5585782f-846a-4dbd-8901-6e94e884c91b owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:11.875276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:11.903106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=c1567336-2202-4401-aff2-920a6f914807,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:11.923442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.923910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.924220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.924568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.924969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.925355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.925709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.926079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.926370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.926811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.927145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.927464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8235e142-e8cb-4e9c-9dc2-9dbfb070afd0 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:11.952958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:11.998516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Deleting port c1567336-2202-4401-aff2-920a6f914807 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:11.998960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.050588 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e370e906-c7c4-43ef-aefd-ec5e78b36478 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=11b183ee7ebb49e0a8432750d9588c46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3733280 Sep 22 17:07:12.054262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 50996) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:12.105183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.156824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Port': ['ID=5585782f-846a-4dbd-8901-6e94e884c91b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:12.258544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.321642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.329170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port c1567336-2202-4401-aff2-920a6f914807, host hv-neutron-8589, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:12.329670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.436995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.454677 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Attempt 6 to provision port 5585782f-846a-4dbd-8901-6e94e884c91b Sep 22 17:07:12.476374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Calling delete_port for c1567336-2202-4401-aff2-920a6f914807 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:12.526794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4aaf316f-0d85-4130-9355-ffd230b747c6 None None] Port 5585782f-846a-4dbd-8901-6e94e884c91b was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:07:12.605553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.633951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.654092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Provisioning for port 20562fa6-68a5-47b8-9257-3a727b55b4ea completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:12.662409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Provisioning complete for port 20562fa6-68a5-47b8-9257-3a727b55b4ea triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:12.663098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.663558 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Attempt 1 to provision port 20562fa6-68a5-47b8-9257-3a727b55b4ea Sep 22 17:07:12.701202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6b28ae8-6b77-44b8-8f26-b0bc061191bd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:12.745646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1567336-2202-4401-aff2-920a6f914807,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:12.759560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.763754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2e3be76f-f655-430c-a6ce-bd16fe4fbd20 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "DELETE /v2.0/ports/c1567336-2202-4401-aff2-920a6f914807 HTTP/1.1" status: 204 len: 168 time: 0.8842535 Sep 22 17:07:12.765641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.768010 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f4a8415-cb36-476c-88b0-fc4954187656 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c6b28ae8-6b77-44b8-8f26-b0bc061191bd HTTP/1.1" status: 204 len: 168 time: 0.7124879 Sep 22 17:07:12.768862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51000) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:12.928936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Current status of the port 20562fa6-68a5-47b8-9257-3a727b55b4ea is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:12.929942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:12.941618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Router 67d50a37-2300-4734-b514-f12f0d7fd95e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:07:13.005591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] For port 20562fa6-68a5-47b8-9257-3a727b55b4ea, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=20562fa6-68a5-47b8-9257-3a727b55b4ea,segment=NetworkSegment(a74deb43-c474-4cd2-beaa-cfd0a346913b),segment_id=a74deb43-c474-4cd2-beaa-cfd0a346913b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:13.014144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.042259 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b94275c7-07a9-40a4-b2c8-672a9e179609 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] GET failed (client error): The resource could not be found. Sep 22 17:07:13.043196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b94275c7-07a9-40a4-b2c8-672a9e179609 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:13.075514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b94275c7-07a9-40a4-b2c8-672a9e179609 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:13.077678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b94275c7-07a9-40a4-b2c8-672a9e179609 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports/c1567336-2202-4401-aff2-920a6f914807 HTTP/1.1" status: 404 len: 333 time: 0.3072448 Sep 22 17:07:13.083135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:13.093026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-109402157'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:13.103958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:13.122268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:07:13.124131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:13.143936 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6621f2e5-a25e-4439-b9a1-5dbf6548d685 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8502917 Sep 22 17:07:13.153781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:13.164188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] Sync routers for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:13.170922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Made reservation on behalf of 8df34802714642deaab4aab65e381d55 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:13.174667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.175017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Could not find standard attr ID for object 5585782f-846a-4dbd-8901-6e94e884c91b. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:07:13.200282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port 9555a08d-9039-404b-899d-d165ea059e4d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:13.200554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:13.200858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:13.294403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:13.308391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:13.309161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:13.370017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-a73f2214-f00e-422a-8728-3f72f478bda4 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] delete failed (client error): The resource could not be found. Sep 22 17:07:13.372747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a73f2214-f00e-422a-8728-3f72f478bda4 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/routers/tempest-non_exist_router-1190805357 HTTP/1.1" status: 404 len: 335 time: 0.2164319 Sep 22 17:07:13.375815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51020) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:13.381625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:13.382047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c237f502-d1f8-4ed6-aaad-fd9f9637bdb4 None None] The sync data for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:13.384467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebfb2b4-a2fa-43a5-bce3-21988d1fab01 None None] Pushing event updated for resources: {'Port': ['ID=20562fa6-68a5-47b8-9257-3a727b55b4ea,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:13.389753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4320ca9e-b12b-466b-86bc-e287a944f11d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'router': {'external_gateway_info': {'network_id': '67d50a37-2300-4734-b514-f12f0d7fd95e'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:13.638847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.690841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.806787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:13.811105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:13.819148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:13.824581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:13.824581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.845277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4320ca9e-b12b-466b-86bc-e287a944f11d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:13.854868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=9555a08d-9039-404b-899d-d165ea059e4d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:13.887710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-4320ca9e-b12b-466b-86bc-e287a944f11d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] update failed (client error): The resource could not be found. Sep 22 17:07:13.888711 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-287506ad-dddc-4c9b-a355-595227b6334a tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.8040533 Sep 22 17:07:13.888874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4320ca9e-b12b-466b-86bc-e287a944f11d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e HTTP/1.1" status: 404 len: 339 time: 0.5116878 Sep 22 17:07:13.889394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51034) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:13.894344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51038) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:13.904596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:13.954905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-116319357'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:13.964473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 20562fa6-68a5-47b8-9257-3a727b55b4ea up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:13.995627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:14.023854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:network and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:14.033372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:14.055027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:14.109172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 20562fa6-68a5-47b8-9257-3a727b55b4ea triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:14.109523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.109876 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 20562fa6-68a5-47b8-9257-3a727b55b4ea Sep 22 17:07:14.149295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:14.172219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:14.179889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.241757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.320903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:14.337362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 20562fa6-68a5-47b8-9257-3a727b55b4ea is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:14.342670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--12464628'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:14.353096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:14.361605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:14.364593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.365091 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Added segment a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e of type vlan for network aa76a929-9d73-4a55-9c0a-e2058a1730da Sep 22 17:07:14.366440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:14.379041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:14.395062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.412382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.439224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:14.444907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:14.448485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:14.456038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:14.524280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.576254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.581743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.596267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:14.597776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.604931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:14.605330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:14.605917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.615233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:14.627630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:14.631622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf9c74c-3b0b-4f11-bb0e-23ba76b01ab0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.725993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.731294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.816044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:14.821811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6671927 Sep 22 17:07:14.821811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0f09e9-be4e-4dff-86cc-fe28b139f25e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc8b4a-1e86-4fcd-825c-301f89c84f1f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.823137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:14.862548 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9664919 Sep 22 17:07:14.872449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51054) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:14.900162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'subnet': {'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:14.927978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed7a98bd-b6b0-46f2-8001-b70a64053f18 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:14.937177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e1b2e-d7d9-4f66-b3dc-c9ba8027489d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Network': ['ID=aa76a929-9d73-4a55-9c0a-e2058a1730da,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:14.955348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed7a98bd-b6b0-46f2-8001-b70a64053f18 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:14.957086 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed7a98bd-b6b0-46f2-8001-b70a64053f18 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.1322799 Sep 22 17:07:14.957520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network aa76a929-9d73-4a55-9c0a-e2058a1730da details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:14.961587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:14.968117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-security--488777452', 'description': 'tempest-security-description-527442928'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:15.014062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.033407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port 9555a08d-9039-404b-899d-d165ea059e4d yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:15.077660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.091440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.102774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.106295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.112708 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "PUT /v2.0/security-groups/6bfc8b4a-1e86-4fcd-825c-301f89c84f1f HTTP/1.1" status: 200 len: 1778 time: 0.1451602 Sep 22 17:07:15.120224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51062) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:15.161531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Transition to ACTIVE for port object 9555a08d-9039-404b-899d-d165ea059e4d will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:15.171011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7c690-409b-4fe2-bff7-de6d1fb45ecb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bfc8b4a-1e86-4fcd-825c-301f89c84f1f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.176074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.361654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:15.400519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Usage tracker for resource:subnet and tenant:971798f8fbf44d99ab9e1ce66f052c69 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:15.411559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:15.424079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:15.431215 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a509651-4b8b-48eb-880b-92ea7ec38066 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups/6bfc8b4a-1e86-4fcd-825c-301f89c84f1f HTTP/1.1" status: 200 len: 1778 time: 0.3062236 Sep 22 17:07:15.431966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=9555a08d-9039-404b-899d-d165ea059e4d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.436346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:15.437747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.438094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.439157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.448573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.449186 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.449910 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 2 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.466963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Made reservation on behalf of 971798f8fbf44d99ab9e1ce66f052c69 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:15.478573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.562770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.612246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.614706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.615218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.615695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.638980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.638980 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.642516 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 3 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.673343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.673690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.673873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.680009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.683663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.683999 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.686568 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 4 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.708113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.708452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.708817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.717164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bfc8b4a-1e86-4fcd-825c-301f89c84f1f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:15.718691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.719025 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.722221 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 5 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.733092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.738954 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aa0b5a80-8796-4a2f-9493-bffb4578db3f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/6bfc8b4a-1e86-4fcd-825c-301f89c84f1f HTTP/1.1" status: 204 len: 168 time: 0.2954650 Sep 22 17:07:15.739430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51070) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:15.785662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.786153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.786581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.806749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.807236 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.811598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 6 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.850677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.851359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.851781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.887176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:15.887883 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:15.902787 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 7 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:15.944483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:15.945036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:15.945540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:15.952755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:15.978126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51076) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.016423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:16.017083 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:16.027432 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 8 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:16.093047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:16.093587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:16.094125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:16.114221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52d147fd-c05a-4b4c-b286-94c05b13f987 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:16.127912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:16.128432 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:16.136970 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 9 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:16.155475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-52d147fd-c05a-4b4c-b286-94c05b13f987 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:16.156923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Subnet': ['ID=b7bd06a0-409b-4bda-af6f-aa762a894d64,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.157966 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52d147fd-c05a-4b4c-b286-94c05b13f987 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4164979 Sep 22 17:07:16.164288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51080) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.182392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:16.182942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:16.183485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:16.190129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Checking segment: {'id': 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:16.190698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network hostable DHCP agents. Network: aa76a929-9d73-4a55-9c0a-e2058a1730da, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:16.201373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832fda-7b11-4ea8-80f6-531499622dbc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:16.202216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832fda-7b11-4ea8-80f6-531499622dbc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:16.203383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17832fda-7b11-4ea8-80f6-531499622dbc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:16.203869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:16.204956 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:16.206433 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 10 to bind port 9555a08d-9039-404b-899d-d165ea059e4d Sep 22 17:07:16.206658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17832fda-7b11-4ea8-80f6-531499622dbc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=18af2dd0edda403da61fd0782710466d&network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 3000 time: 0.2266040 Sep 22 17:07:16.208681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-3ba6d506-ce87-439d-a1e0-b19760f7c7e5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] delete failed (client error): The resource could not be found. Sep 22 17:07:16.210482 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ba6d506-ce87-439d-a1e0-b19760f7c7e5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/6bfc8b4a-1e86-4fcd-825c-301f89c84f1f HTTP/1.1" status: 404 len: 347 time: 0.0446837 Sep 22 17:07:16.218477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.233222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--144335750'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:16.251705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:16.254962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:16.255330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:16.255809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:16.274325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:16.274817 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port 9555a08d-9039-404b-899d-d165ea059e4d on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:16.275296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.286597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network aa76a929-9d73-4a55-9c0a-e2058a1730da is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:16.289208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:16.309000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, aa76a929-9d73-4a55-9c0a-e2058a1730da) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:16.319366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442069c3-c0de-4731-b573-542d1633a538 None None] Network aa76a929-9d73-4a55-9c0a-e2058a1730da requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:16.347261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:16.348079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.489090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.554293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:16.577931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:16.586119 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f212b812-b5a8-41cd-9c2d-00ea4d934591 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7083552 Sep 22 17:07:16.587683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:16.591089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.601611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5329ba9b-8f28-4ddd-9b5a-adccf968d61d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'router': {'external_gateway_info': {'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:16.605688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:16.618741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port 9555a08d-9039-404b-899d-d165ea059e4d, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:16.619339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 17:07:16.625147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-aa76a929-9d73-4a55-9c0a-e2058a1730da', 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da', 'tenant_id': '971798f8fbf44d99ab9e1ce66f052c69', 'fixed_ips': [{'subnet_id': 'b7bd06a0-409b-4bda-af6f-aa762a894d64'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:16.627464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.632267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.633162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] In _notify_port_updated(), no bound segment for port 9555a08d-9039-404b-899d-d165ea059e4d on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:07:16.634602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:16.635578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.637834 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "PUT /v2.0/ports/9555a08d-9039-404b-899d-d165ea059e4d HTTP/1.1" status: 200 len: 976 time: 2.7471495 Sep 22 17:07:16.710987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51096) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.789857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e152c73f-4597-4e6b-8dfd-407b0d58b9d9 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=9555a08d-9039-404b-899d-d165ea059e4d,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.872720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.878508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.898446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Allocated IP 2001:db8:1::2 (aa76a929-9d73-4a55-9c0a-e2058a1730da/b7bd06a0-409b-4bda-af6f-aa762a894d64/91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:16.970150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c34bd7-24d2-4880-94ca-b4e90f263043,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:16.975640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:16.977983 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c5b369dd-39de-48e0-8b87-5ea737a48513 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7534072 Sep 22 17:07:16.982385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51102) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:16.993599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '30c34bd7-24d2-4880-94ca-b4e90f263043', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:17.003852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:17.011234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:17.017222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:17.028747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:17.060741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.207603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.220776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Transition to ACTIVE for port object 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:17.229527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.236900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.243737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Transition to ACTIVE for port object 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:17.250958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.297844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15bfd36-ef82-4695-a0be-62faae9bdead,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.336951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Pushing event updated for resources: {'Port': ['ID=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.345380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.348519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.348910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.349256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.349597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.349937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.350291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.350598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.350958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.351290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.351617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.351944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.352266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:07:17.353399 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ebc1696-e357-4783-9683-3ab1a699f6da tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3690624 Sep 22 17:07:17.356920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.357181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Network aa76a929-9d73-4a55-9c0a-e2058a1730da is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:17.358720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:17.365216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:17.418533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.443433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.464928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5329ba9b-8f28-4ddd-9b5a-adccf968d61d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.491891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Attempting to bind port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:17.492232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Attempting to bind port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:17.492594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Attempting to bind port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f on network aa76a929-9d73-4a55-9c0a-e2058a1730da {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:17.494175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.494885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.495718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.495960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.496512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.497232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.497849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.498942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.499667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.499912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:17.500444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.500821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Checking segment: {'id': 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:17.501068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.501316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.501491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Bound using segment: {'id': 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:17.501885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Bound port: 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': 'aa76a929-9d73-4a55-9c0a-e2058a1730da'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:17.502268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.502927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.503881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.504468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.505220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.505921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.506524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.507266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.507903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.508502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.509214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.509890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.512402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:17.530213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f15bfd36-ef82-4695-a0be-62faae9bdead,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.535627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.541527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5cc2346-29a8-47af-afc0-9e4f138f2def tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/f15bfd36-ef82-4695-a0be-62faae9bdead HTTP/1.1" status: 204 len: 168 time: 0.1778786 Sep 22 17:07:17.541895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51112) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.622070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:17.624148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02369163-f192-457e-bef5-5b849d8a59d1 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19341 time: 0.9119983 Sep 22 17:07:17.627266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7d437813-d815-4bbb-b0b1-f77c1e73d478 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:17.627921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] For port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:17.631534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51116) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.634336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] For port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,segment=NetworkSegment(a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e),segment_id=a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:17.640493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.677386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.710837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Deleting port 9555a08d-9039-404b-899d-d165ea059e4d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:17.711186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:17.743263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7d437813-d815-4bbb-b0b1-f77c1e73d478 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:17.743713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d437813-d815-4bbb-b0b1-f77c1e73d478 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2004237 Sep 22 17:07:17.751388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.803223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffd7432-d163-441b-a9e5-f26124e175d2 None None] Pushing event updated for resources: {'Port': ['ID=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:17.836196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ac4cfb0-eacb-4cba-8053-4fd7d92427a4 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:17.842681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7ac4cfb0-eacb-4cba-8053-4fd7d92427a4 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 814 time: 0.1636474 Sep 22 17:07:17.907669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-5329ba9b-8f28-4ddd-9b5a-adccf968d61d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:07:17.914417 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5329ba9b-8f28-4ddd-9b5a-adccf968d61d tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e HTTP/1.1" status: 400 len: 364 time: 1.3202641 Sep 22 17:07:17.919985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51130) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:17.988477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.042362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port 9555a08d-9039-404b-899d-d165ea059e4d, host hv-neutron-8589, got binding levels [] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:18.042736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.051582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.224157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Calling delete_port for 9555a08d-9039-404b-899d-d165ea059e4d owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:18.325776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51136) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:18.335146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--305643724', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:18.341441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:18.345340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.359112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:18.365190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:18.376783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c34bd7-24d2-4880-94ca-b4e90f263043,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:18.379492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:18.381751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.448565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event deleted for resources: {'Port': ['ID=9555a08d-9039-404b-899d-d165ea059e4d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:18.459374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:18.462962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.487234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.500174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.501464 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-34cc0ce3-04f4-4338-a915-f361a5a62fce tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/30c34bd7-24d2-4880-94ca-b4e90f263043 HTTP/1.1" status: 204 len: 168 time: 0.7493763 Sep 22 17:07:18.506169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51140) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:18.511071 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5bfa5bac-e66d-4573-8312-605981b276ca tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "DELETE /v2.0/ports/9555a08d-9039-404b-899d-d165ea059e4d HTTP/1.1" status: 204 len: 168 time: 0.8784559 Sep 22 17:07:18.525973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51144) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:18.593507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:18.598425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d196125-c917-4071-be94-edf4fdd11356 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] GET failed (client error): The resource could not be found. Sep 22 17:07:18.598960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d196125-c917-4071-be94-edf4fdd11356 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:18.629865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.630217 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment 6012289d-ec2e-45c4-9d10-adf06470995e of type vlan for network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 Sep 22 17:07:18.637394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-680ce29a-fb21-4b4b-98a2-d0a9c00a52a5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:18.656724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d196125-c917-4071-be94-edf4fdd11356 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:18.663781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d196125-c917-4071-be94-edf4fdd11356 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports/9555a08d-9039-404b-899d-d165ea059e4d HTTP/1.1" status: 404 len: 333 time: 0.1297483 Sep 22 17:07:18.669387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51148) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:18.687336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1242783677', 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:18.693386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.699809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-680ce29a-fb21-4b4b-98a2-d0a9c00a52a5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:18.708220 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-680ce29a-fb21-4b4b-98a2-d0a9c00a52a5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1940382 Sep 22 17:07:18.708220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:18.708220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51152) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:18.717287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1969511896'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:18.732090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:18.736539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:18.762402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:18.777706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Made reservation on behalf of 8df34802714642deaab4aab65e381d55 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:18.780314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.797762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.810567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.816703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:18.817346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:18.919324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:18.984783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:19.008828 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6820138 Sep 22 17:07:19.011168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:19.016359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51156) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.023117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:19.027177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a6ff2-f0e0-4ffa-88ab-60b1df45e199 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:19.034842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:19.045559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:19.059007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.243687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950bba19-144b-4a59-b1a9-caf6004ad5d7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:19.245604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-950bba19-144b-4a59-b1a9-caf6004ad5d7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2275281 Sep 22 17:07:19.248712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51160) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.349157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b232e-eef0-4f3f-af5b-1dd8b8a489b1 None None] Network aa76a929-9d73-4a55-9c0a-e2058a1730da requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:19.370484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.394366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.404577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.473136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-27231770-5e7d-41f6-9241-b5c6e3783374 None None] Provisioning for port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:19.501334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12ac6167-7c67-4146-b540-7a1bc30b5480,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:19.526942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.529113 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0769676f-30ed-4969-b623-188d41fcc4cd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8203363 Sep 22 17:07:19.533910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.534887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51164) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.536512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95771fce-0f2d-4f0e-993e-91cbc58e41cf tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:19.538451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95771fce-0f2d-4f0e-993e-91cbc58e41cf tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2884452 Sep 22 17:07:19.544727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51168) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.548373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '12ac6167-7c67-4146-b540-7a1bc30b5480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:19.555264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:19.599147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:19.610878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:19.659941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-39fc8262-7638-4d83-ab06-416f8ed5738b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1013761 Sep 22 17:07:19.661590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:19.669368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51172) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.737439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dd681335-93b5-43a4-a02e-07091aab3175 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0653365 Sep 22 17:07:19.741797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51176) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.751983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:19.755097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:19.757639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:19.758649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:19.759208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.782983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=bea066af-987e-4c5d-8c1c-e0ae4f3b29d9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:19.794899 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a234d18d-cd52-4ca8-bd14-b3340eb75693 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1230075 Sep 22 17:07:19.795657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.867082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de348cdd-ce0c-43ef-aab2-95d0fc420b60 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:19.867671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de348cdd-ce0c-43ef-aab2-95d0fc420b60 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:19.870248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:19.890698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de348cdd-ce0c-43ef-aab2-95d0fc420b60 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:19.899581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de348cdd-ce0c-43ef-aab2-95d0fc420b60 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports/bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 HTTP/1.1" status: 200 len: 955 time: 0.1027408 Sep 22 17:07:19.900535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51184) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:19.937451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Allocated IP 2001:db8::1 (0a148032-bb52-4405-b8ea-e03ef24107ad/786f47f4-3ed5-4174-a146-79055e14860b/124b3dc4-22d1-46bb-8f63-0d066c4a2fe6) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:20.017609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:20.029965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Deleting port bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:20.030735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.234892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:20.245047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:20.245428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.245879 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f Sep 22 17:07:20.306263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Provisioning complete for port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:20.306529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.307406 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Attempt 1 to provision port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f Sep 22 17:07:20.362444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5230dbbd-fefa-4bec-82e4-d21d4e47a5c6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:20.369156 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5230dbbd-fefa-4bec-82e4-d21d4e47a5c6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6211166 Sep 22 17:07:20.373401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.378316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51188) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:20.389472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.446058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4d92d1-1e0b-4eb5-bbd9-dccdae60514d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.471563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.471863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Current status of the port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:20.472098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.495312 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c82d290-cffd-43a4-92f0-bcee2a7ca545 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1115553 Sep 22 17:07:20.496337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51192) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:20.522011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-896060285', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:20.533441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.540169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b74fc0dc-138d-4eb7-8afd-6fc587aed27d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9999576 Sep 22 17:07:20.542278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Transition to ACTIVE for port object 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:20.543951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:20.553678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '12ac6167-7c67-4146-b540-7a1bc30b5480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:20.566574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:20.573111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.578262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:20.579100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] For port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,segment=NetworkSegment(a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e),segment_id=a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:20.580381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:20.580830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.589491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:20.593842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.603323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:20.641719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.665541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.742154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764f28bd-d445-435c-8d70-82f1fac815a8 None None] Pushing event updated for resources: {'Port': ['ID=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.750266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:20.750625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:20.789214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 0a148032-bb52-4405-b8ea-e03ef24107ad is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:20.795270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:20.802413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:20.803063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.830322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Port': ['ID=124b3dc4-22d1-46bb-8f63-0d066c4a2fe6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.866790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.875169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.931094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19e7f0d-1401-4061-817e-b7bafc59998f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:20.954469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:20.959079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fd949c89-880c-4f10-886e-f52e039cc7bd tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4106998 Sep 22 17:07:20.959335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:20.959725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Calling delete_port for bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 owned by {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:20.966931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '12ac6167-7c67-4146-b540-7a1bc30b5480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:21.018446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:21.032979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:21.048552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:21.072782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:21.085415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:21.093176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:21.099363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:21.105425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.116911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:21.133608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.151739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Provisioning for port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:21.164437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:21.165900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Provisioning complete for port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:21.166611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.169634 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 1 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:21.170391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.345170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:21.346056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.405682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:21.416322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event deleted for resources: {'Port': ['ID=bea066af-987e-4c5d-8c1c-e0ae4f3b29d9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.428066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.453312 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-15d5e299-b82a-46d7-be8a-0b42de29d257 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "DELETE /v2.0/ports/bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 HTTP/1.1" status: 204 len: 168 time: 1.5512011 Sep 22 17:07:21.458529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51204) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:21.515724 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-401862a6-74cd-45d0-88a2-bac5457381a6 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] GET failed (client error): The resource could not be found. Sep 22 17:07:21.516807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-401862a6-74cd-45d0-88a2-bac5457381a6 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:21.583302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-401862a6-74cd-45d0-88a2-bac5457381a6 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:21.584578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-401862a6-74cd-45d0-88a2-bac5457381a6 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports/bea066af-987e-4c5d-8c1c-e0ae4f3b29d9 HTTP/1.1" status: 404 len: 333 time: 0.1244822 Sep 22 17:07:21.593815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51208) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:21.607870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2065690571'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:21.622885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:21.664971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.668168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:21.676529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.714351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.741178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59b55ce4-22a4-47ee-bc21-80c379e9c8cd,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.776502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Made reservation on behalf of 8df34802714642deaab4aab65e381d55 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:21.780386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.845740 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 2 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:21.892557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=795675e4-aeb3-467c-93e4-1528f71eb02d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:21.896673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:21.903298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b3330e8d-83e2-473e-8beb-bdffe8ae009d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9388986 Sep 22 17:07:21.909804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51212) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:21.933835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '12ac6167-7c67-4146-b540-7a1bc30b5480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:21.948512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:21.949690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:21.963098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:21.972647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:21.988034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:21.989031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:22.016371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:22.016956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:22.046162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:22.072322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:22.077335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.089954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:22.100809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:22.102117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.112599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbfd4fe-0463-40b6-9336-09a6a0829329 None None] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:22.193158 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a5abd48-d1c5-42ef-b2b5-2b7e06d4ccff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6948650 Sep 22 17:07:22.225596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.237388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.239124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.326367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:22.327014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.327982 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f Sep 22 17:07:22.410844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.440895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.478252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:22.482314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5dad96e7-7cca-4b5f-b7a2-6bfda2f926e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.492010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-419703007', 'description': 'tempest-secgroup-smoke-419703007 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:22.506591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:22.562720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:22.573381 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 3 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:22.588510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event updated for resources: {'Port': ['ID=124b3dc4-22d1-46bb-8f63-0d066c4a2fe6,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:22.605944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50bf6da9-f303-4606-a503-22888ba20e19,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:22.606241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.624987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.665623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.666999 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-79cf9c7d-b6c7-4697-bc28-24841d12c5ec tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7558777 Sep 22 17:07:22.668015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:22.671996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:22.685279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '12ac6167-7c67-4146-b540-7a1bc30b5480', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:22.697732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:22.705006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:22.708958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Network 0a148032-bb52-4405-b8ea-e03ef24107ad is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:22.712041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:22.713279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:22.723646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:22.731292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:22.733962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:22.736874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:22.748030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:22.805606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:22.822699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.827650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.832183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': '795675e4-aeb3-467c-93e4-1528f71eb02d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:22.833704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:22.959458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Router 67d50a37-2300-4734-b514-f12f0d7fd95e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:07:23.079719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Allocated IP 172.20.0.18 (2ab63d66-c6f4-481e-b2f0-4b8d008b18c5/795675e4-aeb3-467c-93e4-1528f71eb02d/d747741b-2088-4f95-85a0-3801adece4cb) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:23.195105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Network 1308664f-b670-4c6a-b0ff-aee922fb8a5a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:23.214273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:23.233740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:07:23.244176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:23.245371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-878e0db6-0e9a-4b70-87cb-c752b1b2f269 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3233206 Sep 22 17:07:23.245787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:23.246803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.248100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51226) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:23.249501 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 4 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:23.254587 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] Sync routers for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:23.285469 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:23.286281 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:23.315982 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.7194703 Sep 22 17:07:23.332275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:23.340828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b32393f-9732-4a8f-a77f-e49ef21f2151 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e72aa2-7531-4d9b-81a7-241e2c9ef3de,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.356175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:23.373561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:23.405419 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:23.416370 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:23.417161 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:06:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:23.465554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.481709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Transition to ACTIVE for port object d747741b-2088-4f95-85a0-3801adece4cb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:23.483408 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:23.484141 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56914bb2-f9ab-486c-97ec-fca98492e8c3 None None] The sync data for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:23.510620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Transition to ACTIVE for port object d747741b-2088-4f95-85a0-3801adece4cb will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:23.520859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.572554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.587957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.595345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.608509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:23.613107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:23.619651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:23.625865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.643732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85def610-4cbe-4567-99b5-e3c20d324d08,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.656362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.668473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-470e7b03-8770-45bd-98e4-5f545d3e83bc tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.690918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Pushing event updated for resources: {'Port': ['ID=d747741b-2088-4f95-85a0-3801adece4cb,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.731572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.732871 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.2527511 Sep 22 17:07:23.760822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82aa5829-df16-43be-bc81-4cb158033325 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f875dcd-c277-44f5-98ef-c16a4c339a35,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:23.763274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:23.775529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.775529 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-890d9689-2f7a-4754-971a-df20b94ef5c4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0970283 Sep 22 17:07:23.776016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:23.777224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:23.802265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:23.811093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:23.815972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:23.826462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:23.835189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Attempting to bind port d747741b-2088-4f95-85a0-3801adece4cb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:23.836001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Attempting to bind port d747741b-2088-4f95-85a0-3801adece4cb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:23.836388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Attempting to bind port d747741b-2088-4f95-85a0-3801adece4cb on network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:23.845878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:23.845878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Checking segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:23.846419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.846920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Bound using segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:23.848390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Bound port: d747741b-2088-4f95-85a0-3801adece4cb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:23.848390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.903818 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 5 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:23.932160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:23.950163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.006193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.025878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:24.054991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] For port d747741b-2088-4f95-85a0-3801adece4cb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:24.065362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] For port d747741b-2088-4f95-85a0-3801adece4cb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d747741b-2088-4f95-85a0-3801adece4cb,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:24.073546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-470e7b03-8770-45bd-98e4-5f545d3e83bc tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 22 17:07:24.073853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.075946 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-470e7b03-8770-45bd-98e4-5f545d3e83bc tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e HTTP/1.1" status: 409 len: 329 time: 0.8065212 Sep 22 17:07:24.079436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:24.093723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] device_id is not set on port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:07:24.106443 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.138057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.139304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Transition to ACTIVE for port object e9e72aa2-7531-4d9b-81a7-241e2c9ef3de will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:24.147863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.164541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.251135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151558f0-bc48-41eb-90ed-24a57d1fa2b1 None None] Pushing event updated for resources: {'Port': ['ID=d747741b-2088-4f95-85a0-3801adece4cb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.312822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79fb51bb-b155-4bcf-9be7-6205aba31a3f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.363382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.368505 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea6a8979-e649-411d-9f5c-7f3eddcb6f4d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5931885 Sep 22 17:07:24.370914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:24.373849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.374197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.374557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.385339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:24.399571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e72aa2-7531-4d9b-81a7-241e2c9ef3de,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.403334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.403888 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.405905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:24.410382 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 2 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.412804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.425143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:24.432041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:24.441320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:24.443577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.443910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.444250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.454765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.455101 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.456351 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 3 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.484553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.527435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.527800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.528154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.532498 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 6 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:24.535865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.536109 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.558208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 4 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.569015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85def610-4cbe-4567-99b5-e3c20d324d08,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.606023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.620184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.622532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b726f861-2bf4-4675-8eb1-973c26e1177d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/85def610-4cbe-4567-99b5-e3c20d324d08 HTTP/1.1" status: 204 len: 168 time: 0.8450074 Sep 22 17:07:24.628741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:24.630848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.632292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.633314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.635733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b01fc147-019b-4d1f-9d50-deb286c48702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.642599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.646488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:24.676042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.676418 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.681423 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 5 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.706474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9316ef62-2b6e-43ab-a77a-66fa9222cd7f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:24.713683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.714016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.714378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.721098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.721438 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.722067 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 6 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.729972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.731460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e7b92c3-5676-4463-9ad6-74f18b42a737 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3593521 Sep 22 17:07:24.735971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:24.741622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:24.753125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:24.758838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.759060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.759412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.762255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:24.767357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:24.775098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.775433 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.776294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:24.778190 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 7 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.800378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.801008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.801519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.809908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.810250 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.810797 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 8 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.834688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.851605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.851937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.852294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.869768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.870112 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.873355 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 9 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.885868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-56fe841c-5800-44ec-8580-d597671f9979 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:24.909262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.909598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.909935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.919842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.920182 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.922060 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempt 10 to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de Sep 22 17:07:24.947733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.950526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:24.950857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:24.951223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempting to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:24.955856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:24.970100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:24.970441 dv-neutron-858953-1-hyperv neutron-server[89052]: ERROR neutron.plugins.ml2.managers [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Failed to bind port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on host hv-neutron-8589 for vnic_type normal using segments [{'id': '6d25dc84-3318-4234-ac79-b87a1a420f4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '1308664f-b670-4c6a-b0ff-aee922fb8a5a'}] Sep 22 17:07:24.970821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.005181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e33027c8-573b-4bcf-ace8-5e7510a5bdf1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.044910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.046154 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec278781-987e-45af-bf3a-249e471d4b9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3091300 Sep 22 17:07:25.050498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.065672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:25.079661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-56fe841c-5800-44ec-8580-d597671f9979 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:25.081914 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-56fe841c-5800-44ec-8580-d597671f9979 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4512906 Sep 22 17:07:25.089470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:25.093120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51262) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.104355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:25.112984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:25.125140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.148646 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 7 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:25.152780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:25.153367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attempted to set empty binding levels {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Sep 22 17:07:25.159053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.178597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:25.207210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.208082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] In _notify_port_updated(), no bound segment for port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de on network 1308664f-b670-4c6a-b0ff-aee922fb8a5a {{(pid=89052) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:07:25.209609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:25.221960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.224692 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "PUT /v2.0/ports/e9e72aa2-7531-4d9b-81a7-241e2c9ef3de HTTP/1.1" status: 200 len: 977 time: 1.8861001 Sep 22 17:07:25.228160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.245600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51266) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.258158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:25.374763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab57ae6-10f6-4fc4-ba0f-f3f4843ac4e3 tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event updated for resources: {'Port': ['ID=e9e72aa2-7531-4d9b-81a7-241e2c9ef3de,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.386078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.409268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=50bf6da9-f303-4606-a503-22888ba20e19,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.416889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.418100 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf4b9237-5c57-4b17-b1d1-47001761baa6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/50bf6da9-f303-4606-a503-22888ba20e19 HTTP/1.1" status: 204 len: 168 time: 0.3238745 Sep 22 17:07:25.424031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51270) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.478927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.488344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Deleting port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:25.489009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.512276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1755c23b-52e7-43f2-866b-e221a18b8fff tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:25.542580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1755c23b-52e7-43f2-866b-e221a18b8fff tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:25.545611 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1755c23b-52e7-43f2-866b-e221a18b8fff tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1204047 Sep 22 17:07:25.550028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51274) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.586632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.590695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.604530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.640074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.665768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=59b55ce4-22a4-47ee-bc21-80c379e9c8cd,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.676628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.681302 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da498556-ac9b-46a1-89be-358d0ea7d4d8 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/59b55ce4-22a4-47ee-bc21-80c379e9c8cd HTTP/1.1" status: 204 len: 168 time: 0.1294353 Sep 22 17:07:25.684496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51278) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.722809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e989b1be-f87b-4ac6-896b-1a796a1b4a7a None None] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:25.795096 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 8 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:25.881546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.903573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:25.915491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.934763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.939953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2a650167-92b2-4ff7-ab46-8fc1fa5781d1 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.2439620 Sep 22 17:07:25.944101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:25.981379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4018ff-51bd-4351-aa7e-e0fa9adc035e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:25.982737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:25.990947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] For port e9e72aa2-7531-4d9b-81a7-241e2c9ef3de, host hv-neutron-8589, got binding levels [] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:25.991633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.002380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.003932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed831739-8e25-49a9-bd98-682a373ff66b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9520600 Sep 22 17:07:26.011248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51286) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.021097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d747741b-2088-4f95-85a0-3801adece4cb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:26.022901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.073883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.100347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c19e7f0d-1401-4061-817e-b7bafc59998f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:26.103043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.104481 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9df980f3-7e5d-4bd1-bf68-d8d5c1690123 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c19e7f0d-1401-4061-817e-b7bafc59998f HTTP/1.1" status: 204 len: 168 time: 0.1592329 Sep 22 17:07:26.108749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51290) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.177431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d747741b-2088-4f95-85a0-3801adece4cb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:26.194650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-457d75af-2add-4bc6-bdb3-94f249dc0929 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:26.200493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:26.224740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Calling delete_port for e9e72aa2-7531-4d9b-81a7-241e2c9ef3de owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:26.229279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-457d75af-2add-4bc6-bdb3-94f249dc0929 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:26.233709 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-457d75af-2add-4bc6-bdb3-94f249dc0929 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1228235 Sep 22 17:07:26.238899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.279153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:26.283375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.300859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.318125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:26.330158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:26.340852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.350211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:26.361667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4c4d92d1-1e0b-4eb5-bbd9-dccdae60514d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:26.367237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.376086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.381505 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c50b71c3-ebc5-43fe-b0f2-17e4a4bea289 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/4c4d92d1-1e0b-4eb5-bbd9-dccdae60514d HTTP/1.1" status: 204 len: 168 time: 0.1413805 Sep 22 17:07:26.384126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51298) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.405006 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 9 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:26.474590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cdf1b3d2-b5b4-4fbc-87e6-478b203f514b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:26.475855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:26.499877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cdf1b3d2-b5b4-4fbc-87e6-478b203f514b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:26.502689 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cdf1b3d2-b5b4-4fbc-87e6-478b203f514b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1172256 Sep 22 17:07:26.505706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51302) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.617654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.630758 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:07:26.647813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.652356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.662606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.713496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.735855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ac6167-7c67-4146-b540-7a1bc30b5480,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:26.738515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Pushing event deleted for resources: {'Port': ['ID=e9e72aa2-7531-4d9b-81a7-241e2c9ef3de,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:26.759757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.764346 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-289fb925-e723-48f1-930e-9f50082e863e tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/12ac6167-7c67-4146-b540-7a1bc30b5480 HTTP/1.1" status: 204 len: 168 time: 0.2570920 Sep 22 17:07:26.765866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.832588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-86b5c5e6-e66e-4414-9fae-ed98b4f59842 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:26.851041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-86b5c5e6-e66e-4414-9fae-ed98b4f59842 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:26.852572 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-86b5c5e6-e66e-4414-9fae-ed98b4f59842 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0847411 Sep 22 17:07:26.861911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51310) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:26.865210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--900171390'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:26.877162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:26.889048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:26.904266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:26.930134 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:26.934797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:26.938268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:26.945562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:26.977247 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Attempt 10 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:26.989503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.044014 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4ef32fef-d41d-4010-acb7-984b091e027c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "DELETE /v2.0/ports/e9e72aa2-7531-4d9b-81a7-241e2c9ef3de HTTP/1.1" status: 204 len: 168 time: 1.7865453 Sep 22 17:07:27.045500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51314) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:27.054528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.061354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.083628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-230852c9-1918-4b4b-9ff2-950a7312081a None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:27.087063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.093069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91b72bb4-d5b7-4da4-876c-cabff917bae7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.094915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.111659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.112962 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-625ff308-2014-4ae5-9cf4-c047860f7f11 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1003635 Sep 22 17:07:27.134214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:27.152506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '1f875dcd-c277-44f5-98ef-c16a4c339a35', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:27.165789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.171328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-aae22fc8-cd53-4a4b-8b77-1ca6df4a043c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] GET failed (client error): The resource could not be found. Sep 22 17:07:27.172431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aae22fc8-cd53-4a4b-8b77-1ca6df4a043c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Synchronizing usage tracker for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:27.186294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:27.186920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.202554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:27.222455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Provisioning for port d747741b-2088-4f95-85a0-3801adece4cb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:27.225012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:27.233898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Provisioning complete for port d747741b-2088-4f95-85a0-3801adece4cb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:27.234460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:27.235941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.236780 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Attempt 1 to provision port d747741b-2088-4f95-85a0-3801adece4cb Sep 22 17:07:27.245539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52792570-19ec-47b9-a412-6ca8189f495a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.248254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:27.272487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aae22fc8-cd53-4a4b-8b77-1ca6df4a043c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] Unset dirty status for tenant:8df34802714642deaab4aab65e381d55 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:27.282787 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aae22fc8-cd53-4a4b-8b77-1ca6df4a043c tempest-PortsAdminExtendedAttrsTestJSON-1950741265 tempest-PortsAdminExtendedAttrsTestJSON-1950741265-project-admin] 10.222.0.25 "GET /v2.0/ports/e9e72aa2-7531-4d9b-81a7-241e2c9ef3de HTTP/1.1" status: 404 len: 333 time: 0.2346969 Sep 22 17:07:27.283143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:27.288575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.291874 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4d417e7-69cf-4214-8270-759f9fef6dbe tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4307663 Sep 22 17:07:27.294602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51326) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:27.304466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '52792570-19ec-47b9-a412-6ca8189f495a', 'direction': 'ingress', 'protocol': 17}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:27.315582 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:07:27.332208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:27.339016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.352161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:27.359768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:27.381330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:27.459026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.487153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Current status of the port d747741b-2088-4f95-85a0-3801adece4cb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:27.487762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.516751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.529784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.534096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.537487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] For port d747741b-2088-4f95-85a0-3801adece4cb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d747741b-2088-4f95-85a0-3801adece4cb,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:27.545387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.566612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.586901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=381e5cd8-3710-45e7-9401-b78560c1dc0f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.595907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.601971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.620036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.625237 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36468edb-04b3-4fee-a55f-398b063f9496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4856968 Sep 22 17:07:27.645654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaccbbd6-d09c-40e1-9ae4-217ec988ecdc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.657995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.659930 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e1f80954-c46e-4e36-9a42-a60b00a66527 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3634305 Sep 22 17:07:27.664513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51332) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:27.680163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Provisioning complete for port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:27.681023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.682000 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Attempt 1 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:27.741793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Calling delete_port for 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:27.776777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:27.777895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Pushing event updated for resources: {'Port': ['ID=d747741b-2088-4f95-85a0-3801adece4cb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:27.808974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.886097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.938422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:27.978294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d747741b-2088-4f95-85a0-3801adece4cb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:27.989903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1308664f-b670-4c6a-b0ff-aee922fb8a5a']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:28.008539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d25dc84-3318-4234-ac79-b87a1a420f4f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:28.008946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d25dc84-3318-4234-ac79-b87a1a420f4f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:28.027446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.027783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-7b00d87a-1007-4115-b9ba-4c5adbbebc32 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:28.069366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-7b00d87a-1007-4115-b9ba-4c5adbbebc32 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:28.071752 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-7b00d87a-1007-4115-b9ba-4c5adbbebc32 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-419703007&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.1896322 Sep 22 17:07:28.073705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.105007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.114130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d747741b-2088-4f95-85a0-3801adece4cb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:28.115067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.115483 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d747741b-2088-4f95-85a0-3801adece4cb Sep 22 17:07:28.126076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:28.126795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.157461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52792570-19ec-47b9-a412-6ca8189f495a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:28.321658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6d25dc84-3318-4234-ac79-b87a1a420f4f resource provider aggregate not found Sep 22 17:07:28.339133 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Attempt 2 to provision port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 Sep 22 17:07:28.367900 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6d25dc84-3318-4234-ac79-b87a1a420f4f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6d25dc84-3318-4234-ac79-b87a1a420f4f found for delete ", "request_id": "req-e320dae1-af75-4be7-8785-e095fe9cea16"}]} Sep 22 17:07:28.386100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.387269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d114fd58-d4a0-4775-b470-e27ce94a1fc4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/52792570-19ec-47b9-a412-6ca8189f495a HTTP/1.1" status: 204 len: 168 time: 0.7210581 Sep 22 17:07:28.392694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:28.417772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.425351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ae8bea07-b361-43c3-bd73-a12470a363b1 None None] Port 124b3dc4-22d1-46bb-8f63-0d066c4a2fe6 was deleted so its status cannot be updated. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Sep 22 17:07:28.443540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d747741b-2088-4f95-85a0-3801adece4cb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:28.476388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.501728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-fc9be3af-a3d2-43a8-89fa-9d39badc9619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:28.503382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-fc9be3af-a3d2-43a8-89fa-9d39badc9619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:28.511763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.528283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Port': ['ID=124b3dc4-22d1-46bb-8f63-0d066c4a2fe6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:28.530681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-fc9be3af-a3d2-43a8-89fa-9d39badc9619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:28.534173 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-fc9be3af-a3d2-43a8-89fa-9d39badc9619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 HTTP/1.1" status: 200 len: 796 time: 0.4499002 Sep 22 17:07:28.571133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-c55a5faa-f1cb-4964-ad8e-0b41b5f8ec62 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0181177 Sep 22 17:07:28.583705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] Pushing event deleted for resources: {'Network': ['ID=1308664f-b670-4c6a-b0ff-aee922fb8a5a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:28.606981 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0d39b0bb-2eaf-44f2-849d-346765b793da tempest-PortsAdminExtendedAttrsTestJSON-641451127 tempest-PortsAdminExtendedAttrsTestJSON-641451127-project] 10.222.0.25 "DELETE /v2.0/networks/1308664f-b670-4c6a-b0ff-aee922fb8a5a HTTP/1.1" status: 204 len: 168 time: 1.3184257 Sep 22 17:07:28.706452 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-d0f1d63b-2cab-4b8c-846d-d0de521f81fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1211021 Sep 22 17:07:28.887688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-41044b14-c497-4574-8fd3-eaf77c658128 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4931715 Sep 22 17:07:28.893272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51356) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:28.905815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--193153788'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:28.915774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:28.917357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:28.929253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:28.935408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:28.944920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:28.948760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-14128bc5-5071-4891-9e4e-3bff99590650 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188077 Sep 22 17:07:28.999826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.138092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51364) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:29.182872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:29.196796 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:29.206114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:29.230103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:29.348002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-2a61dc2f-8595-4f42-bcd2-69a69fbb9587 service neutron] 10.222.0.25 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3818145 Sep 22 17:07:29.424378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.430720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.475933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Router 67d50a37-2300-4734-b514-f12f0d7fd95e has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:07:29.542434 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-256af4e4-13a3-49e5-a6de-8202140f34de admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=09f6428c3e31436ab2516d13bd4240dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4028528 Sep 22 17:07:29.547436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:29.613577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b2fed940-6047-44e0-992f-c19afe551667,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:29.618964 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.621009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb7329db-bd93-4d61-a760-035eef395d88 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7230370 Sep 22 17:07:29.638797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51376) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:29.644650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--223759376'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:29.657192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:29.666436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.667886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:29.671862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:29.691264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:29.716258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.724250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.772955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:29.779961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:29.783924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:29.791849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:29.795526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:07:29.805789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c46a0ba8-f4d5-4789-abd0-983bd5170cf8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7242255 Sep 22 17:07:29.810698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51384) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:29.827917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14851ff5-5222-4050-a61d-f39b8f54e43d req-ab8bc088-b422-4e92-bea9-6be5e6055b8b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 210 time: 0.1267278 Sep 22 17:07:29.829292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] Sync routers for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:07:29.840356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:29.841055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:29.921645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:29.941824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] Routers {'67d50a37-2300-4734-b514-f12f0d7fd95e'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:07:29.942881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['67d50a37-2300-4734-b514-f12f0d7fd95e'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:29.968723 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-dd3470cc-8823-47ca-a317-735cb84e5227 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] show failed (client error): The resource could not be found. Sep 22 17:07:29.970944 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd3470cc-8823-47ca-a317-735cb84e5227 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "GET /v2.0/routers/tempest-non_exist_router-1018350724 HTTP/1.1" status: 404 len: 335 time: 0.1587675 Sep 22 17:07:29.975805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:29.984214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:29.985940 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f176a39e-ef62-44bc-af02-99130ad2ca96 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Request body: {'router': {'name': 'new_name'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:30.063791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:30.064331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fbe3c6a-bf5a-45d1-9e11-e0e05a25624c None None] The sync data for ids ['67d50a37-2300-4734-b514-f12f0d7fd95e'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:07:30.074160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836c5621-06f5-42fc-a6be-9bc95527149d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.096344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.101826 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f8c72a80-9509-425e-b5cc-477bf3f16ef2 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/836c5621-06f5-42fc-a6be-9bc95527149d HTTP/1.1" status: 204 len: 168 time: 0.5510395 Sep 22 17:07:30.129429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f176a39e-ef62-44bc-af02-99130ad2ca96 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] update failed (client error): The resource could not be found. Sep 22 17:07:30.131531 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f176a39e-ef62-44bc-af02-99130ad2ca96 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "PUT /v2.0/routers/tempest-non_exist_router-2091502396 HTTP/1.1" status: 404 len: 335 time: 0.1537669 Sep 22 17:07:30.135048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:30.207652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.215082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.279155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.280916 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6410744 Sep 22 17:07:30.287215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51402) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:30.301326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f042f-25c8-49f0-ab6c-11babc4aa3b6 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc039a39-94d7-4a13-ad74-42fcb7c48866,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.303459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': 'b2fed940-6047-44e0-992f-c19afe551667', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'cc039a39-94d7-4a13-ad74-42fcb7c48866', 'remote_ip_prefix': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:30.333914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:30.349720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:30.360885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting subnet b7bd06a0-409b-4bda-af6f-aa762a894d64 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:07:30.364784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:30.377875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.436559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:30.515639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.592049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.620013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51408) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:30.681891 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb574763-adb6-4d62-86c2-b740ed3f45e4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=8df34802714642deaab4aab65e381d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603724 Sep 22 17:07:30.685912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51412) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:30.751088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.757357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.773632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.791385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.809218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.833559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb5bf09-307c-4059-959a-a52886bb8a91,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.862194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.868089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-de491130-d8c8-440f-ad67-cb088a59a8d7 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5748060 Sep 22 17:07:30.868410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:30.917595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.923133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.924300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.962516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2dd1009-efe5-41d6-ba2f-b9a12e373438,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:30.968388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:30.971732 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3a3e5b34-d563-47b2-85b2-a6773928389d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/c2dd1009-efe5-41d6-ba2f-b9a12e373438 HTTP/1.1" status: 204 len: 168 time: 0.2838314 Sep 22 17:07:30.976254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.006215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bd06a0-409b-4bda-af6f-aa762a894d64,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:31.012977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.029020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534845ee-02ab-4177-bdff-4aeeef03526d None None] Network aa76a929-9d73-4a55-9c0a-e2058a1730da requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:31.030313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:31.030551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b22dacad-02cd-4cf6-8903-b2e6288cd320 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/subnets/b7bd06a0-409b-4bda-af6f-aa762a894d64 HTTP/1.1" status: 204 len: 168 time: 0.8934984 Sep 22 17:07:31.058371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.105098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.107650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/ccb5bf09-307c-4059-959a-a52886bb8a91 HTTP/1.1" status: 204 len: 168 time: 0.2379510 Sep 22 17:07:31.113472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:31.115127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694fa794-3c94-4a26-a36c-14e76695470a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccb5bf09-307c-4059-959a-a52886bb8a91,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:31.452889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-61476421-6114-4ee9-b4b0-e8b528e4d24a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:31.559225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-61476421-6114-4ee9-b4b0-e8b528e4d24a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:31.560977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-61476421-6114-4ee9-b4b0-e8b528e4d24a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.4418092 Sep 22 17:07:31.572137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51440) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:31.587133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c7e3a3ed-d7fc-4850-8340-f97a99f9e9d9 req-7fb25e92-1bd6-42c0-b856-c6980c0a213b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 210 time: 0.2928813 Sep 22 17:07:31.651310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.677352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:31.677921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.719598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-f79dbfb6-9639-4a47-9432-fde4d19e0394 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:31.720491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-f79dbfb6-9639-4a47-9432-fde4d19e0394 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:31.730472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.802182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] DHCP port deletion for aa76a929-9d73-4a55-9c0a-e2058a1730da request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:07:31.808150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Deleting port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:31.808818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.818447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-f79dbfb6-9639-4a47-9432-fde4d19e0394 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:31.819853 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-f79dbfb6-9639-4a47-9432-fde4d19e0394 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 HTTP/1.1" status: 200 len: 796 time: 0.5564995 Sep 22 17:07:31.821562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:31.924691 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-13f01de7-d800-451a-9b12-ccd00d411aa4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 471 time: 0.0895021 Sep 22 17:07:31.947596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['1f875dcd-c277-44f5-98ef-c16a4c339a35']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:31.969943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.049953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:07:32.088032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc039a39-94d7-4a13-ad74-42fcb7c48866,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:32.135028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.136405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ffc1e3da-414b-4eaf-9b15-3aa0052b3ea4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/cc039a39-94d7-4a13-ad74-42fcb7c48866 HTTP/1.1" status: 204 len: 168 time: 0.5629709 Sep 22 17:07:32.140830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51456) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:32.252174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] For port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,segment=NetworkSegment(a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e),segment_id=a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:32.253207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.435388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Calling delete_port for 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:32.449325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51462) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:32.486337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84807329-9f0c-46a1-aea0-bc2cd7109622 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:32.496754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:32.516221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:port and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:32.524325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] For port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,segment=NetworkSegment(a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e),segment_id=a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:32.525237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.528405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.531435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for port was recalculated. Used quota:5. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:32.537240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84807329-9f0c-46a1-aea0-bc2cd7109622 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:32.538708 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-84807329-9f0c-46a1-aea0-bc2cd7109622 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.3966990 Sep 22 17:07:32.543839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51468) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:32.546921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:32.547214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:32.548120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.645785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.648475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:32.652480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.679575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1164665046'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:32.718423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:32.737371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:32.789556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] No DVR routers for this DVR port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:32.827752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Port': ['ID=91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:32.929828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.23 (2ab63d66-c6f4-481e-b2f0-4b8d008b18c5/795675e4-aeb3-467c-93e4-1528f71eb02d/b4d7d88b-2a74-4639-9f17-88c0c66863b0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:32.941953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.950974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:32.952488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:32.987108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Calling delete_port for 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:32.991309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa76a929-9d73-4a55-9c0a-e2058a1730da']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:33.010459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:33.011049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:33.025848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:33.029724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.061183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.062728 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-091e8569-60f4-4b62-b04a-81b06ea06521 req-7065ea45-5390-4f00-8371-e7813a7e391a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 210 time: 0.1114116 Sep 22 17:07:33.109835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:33.110641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.128959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:33.131633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.172319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.204235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:33.207886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:33.286960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:33.293017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.302756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.317130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:security_group_rule and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:33.322913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:33.346036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:33.348733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2fed940-6047-44e0-992f-c19afe551667,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.367542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.384050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Network': ['ID=aa76a929-9d73-4a55-9c0a-e2058a1730da,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.391739 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9f3e043-620d-49f5-a789-9af715c375e5 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/networks/aa76a929-9d73-4a55-9c0a-e2058a1730da HTTP/1.1" status: 204 len: 168 time: 2.3557467 Sep 22 17:07:33.392206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51478) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:33.443487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.446386 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd856d27-390e-4c2b-bdb3-7d2b3ac47201 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/b2fed940-6047-44e0-992f-c19afe551667 HTTP/1.1" status: 204 len: 168 time: 0.9011221 Sep 22 17:07:33.463731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51482) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:33.513993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.538885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting subnet 933869e9-e5f9-48e1-a2ae-e1491a08d93a {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:07:33.544699 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e resource provider aggregate not found Sep 22 17:07:33.551721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.579798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9abecc2-001f-4f2e-b4cf-3c3a7fcbfd70 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:33.583216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object b4d7d88b-2a74-4639-9f17-88c0c66863b0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:33.649776 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a8f13a6a-90c5-4ad6-af50-c8a49f9ce75e found for delete ", "request_id": "req-7672e232-075a-4a26-8703-8b80e5311fc6"}]} Sep 22 17:07:33.671501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b9abecc2-001f-4f2e-b4cf-3c3a7fcbfd70 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:33.674110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b9abecc2-001f-4f2e-b4cf-3c3a7fcbfd70 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2093396 Sep 22 17:07:33.682854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.684140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51488) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:33.695328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--69611538'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:33.696994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.704081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:33.706907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.710974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Deleting port 91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:33.713068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.756051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a28d748-dc2e-4eca-b777-d43caa932732,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.771123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:33.777024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.780785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:33.856399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.867338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.867338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment f9031ad6-625e-4e80-afc5-ca7bf835e224 of type vlan for network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 Sep 22 17:07:33.899356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d563930-7256-4ef2-8b04-797b943f60cd None None] The port '91ea5cbc-5fb2-41fd-b7ac-12fd0477d17f' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:07:33.925482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:33.942954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:33.946983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:33.952000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:33.956402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:33.964146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:33.979953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:33.982330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:33.988073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:34.028660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.066116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.121785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:34.122479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.148953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Subnet': ['ID=933869e9-e5f9-48e1-a2ae-e1491a08d93a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.155030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.156662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.162646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:34.163514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.165480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd0ec16c-ab22-43eb-887d-093d9bf5d98f None None] Network 95bbed9d-0cfb-40f6-8472-23644607d180 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:34.169157 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a86a5bc-907e-440f-a3f0-e529f9a9a586 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/subnets/933869e9-e5f9-48e1-a2ae-e1491a08d93a HTTP/1.1" status: 204 len: 168 time: 0.7750521 Sep 22 17:07:34.171717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51494) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:34.395831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting subnet afff014d-8d85-4aea-b057-01b15b8d16c6 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:07:34.402346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.405793 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-bc091d9a-1ca5-4af1-8441-f0a74e9d3573 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4626856 Sep 22 17:07:34.411103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.412813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=8562ba20-dd8f-4404-8059-f28e6c44c1c7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.429333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-468d6eb7-f3f5-44b5-89d6-afbf88839c28 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.9786773 Sep 22 17:07:34.446840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:34.457803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Request body: {'port': {'device_id': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:34.490086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.523136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.572433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ea05131-54b5-4466-9095-c1d3bb1fd525,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.575910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.580661 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-800b655a-ab1c-4a11-bf56-bcbaa551de1d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8900518 Sep 22 17:07:34.588178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:34.596091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '6ea05131-54b5-4466-9095-c1d3bb1fd525', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:34.605527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:34.618304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:34.624232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:34.637704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:34.713948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.720909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.818142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Provisioning for port b4d7d88b-2a74-4639-9f17-88c0c66863b0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:34.818527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.825090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.859628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Provisioning complete for port b4d7d88b-2a74-4639-9f17-88c0c66863b0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:34.860717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.861873 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Attempt 1 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:34.863053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6630d5c8-2026-4311-8191-c97a6716110a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:34.865019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.947377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.965667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:34.969848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48561621-8b15-424b-859b-707b6d3d1177 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3793726 Sep 22 17:07:34.970534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:34.999229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Subnet': ['ID=afff014d-8d85-4aea-b057-01b15b8d16c6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.015666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.025067 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2f1fe4a2-0de9-4689-abf0-c5f4f9120f7a tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/subnets/afff014d-8d85-4aea-b057-01b15b8d16c6 HTTP/1.1" status: 204 len: 168 time: 0.8509629 Sep 22 17:07:35.030628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51506) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:35.048141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93252df-6360-4f50-b6ae-b0a8c070d6e2 req-34471f8b-d6ed-4cc4-a260-477e539fbfa7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:35.057158 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a93252df-6360-4f50-b6ae-b0a8c070d6e2 req-34471f8b-d6ed-4cc4-a260-477e539fbfa7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 932 time: 0.2175181 Sep 22 17:07:35.062944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.075525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bc196de-0bc1-4b6e-a3ad-07c2bec205da None None] Network 2d74083a-ed66-46c8-b56b-7664749151ae requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:35.076536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.118355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.363103 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a93252df-6360-4f50-b6ae-b0a8c070d6e2 req-51644de8-096d-4bd8-b4e6-0f109147ddf5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3053601 Sep 22 17:07:35.403646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:35.404708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.406275 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/6630d5c8-2026-4311-8191-c97a6716110a HTTP/1.1" status: 204 len: 168 time: 0.4277971 Sep 22 17:07:35.409553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:35.477457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9f108db-6c9b-441c-9de3-cb7d03e850be tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:35.498827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e9f108db-6c9b-441c-9de3-cb7d03e850be tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:35.503916 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e9f108db-6c9b-441c-9de3-cb7d03e850be tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0918031 Sep 22 17:07:35.504184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:35.611199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] DHCP port deletion for 95bbed9d-0cfb-40f6-8472-23644607d180 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:07:35.621779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Deleting port 20562fa6-68a5-47b8-9257-3a727b55b4ea {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:35.622303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.661851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.684500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] DHCP port deletion for 2d74083a-ed66-46c8-b56b-7664749151ae request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:07:35.697726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.703237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Deleting port 41098634-2118-4a04-a92c-90652ac51073 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:35.703813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.756483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.779367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ea05131-54b5-4466-9095-c1d3bb1fd525,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:35.813944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:35.821109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85f8f002-6679-4ee4-b9a0-9bf98d825af2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/6ea05131-54b5-4466-9095-c1d3bb1fd525 HTTP/1.1" status: 204 len: 168 time: 0.3155727 Sep 22 17:07:35.832906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:35.929826 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Attempt 2 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:35.947441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9863ea4b-600e-46b3-b101-f54dc4ab7da5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:35.995484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9863ea4b-600e-46b3-b101-f54dc4ab7da5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:36.013551 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9863ea4b-600e-46b3-b101-f54dc4ab7da5 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1790230 Sep 22 17:07:36.015590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:36.024794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--193412590'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:36.035179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:36.049484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:36.066682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.083086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d7d88b-2a74-4639-9f17-88c0c66863b0 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:07:36.083710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 41098634-2118-4a04-a92c-90652ac51073 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:07:36.101874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.103278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:36.111224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:36.117281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:36.130160 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:07:36.134251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:36.160355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Transition to ACTIVE for port object b4d7d88b-2a74-4639-9f17-88c0c66863b0 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:36.170210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3d41e-5f9e-4cea-9ba5-b8b47329d23f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6630d5c8-2026-4311-8191-c97a6716110a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:36.181218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.254878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:36.299665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] For port 41098634-2118-4a04-a92c-90652ac51073, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=41098634-2118-4a04-a92c-90652ac51073,segment=NetworkSegment(bf70509d-4098-4f86-ade6-16c68ee96d5e),segment_id=bf70509d-4098-4f86-ade6-16c68ee96d5e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:36.300112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.318204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] For port 20562fa6-68a5-47b8-9257-3a727b55b4ea, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=20562fa6-68a5-47b8-9257-3a727b55b4ea,segment=NetworkSegment(a74deb43-c474-4cd2-beaa-cfd0a346913b),segment_id=a74deb43-c474-4cd2-beaa-cfd0a346913b)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:36.319347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.362976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.372227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.452913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.458886 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4408884 Sep 22 17:07:36.459868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:36.471348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': 'af5301a7-3741-4733-b8c8-ffc5e20679a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:36.490940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:36.505167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:36.509068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffd2247-5dd2-46fb-a077-05c8f04f0ba2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af5301a7-3741-4733-b8c8-ffc5e20679a6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:36.526841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:36.536373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:36.556030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.567450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.649788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Calling delete_port for 41098634-2118-4a04-a92c-90652ac51073 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:36.667308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.673871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port 20562fa6-68a5-47b8-9257-3a727b55b4ea {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:36.674463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.675126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.714722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6842596-a4a1-46ad-b041-942a0e4311b3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:36.749710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.756720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:36.766473 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3970427b-7e1f-49b9-92e2-a509bd6fbc25 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3017802 Sep 22 17:07:36.768176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51536) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:36.804023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-068a60d1-f2ae-4176-b0d4-f0987734dfda tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules/c6842596-a4a1-46ad-b041-942a0e4311b3 HTTP/1.1" status: 200 len: 763 time: 0.0342808 Sep 22 17:07:36.804947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51540) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:36.832839 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Attempt 3 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:36.876089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22ee7eb2-c4d3-4de7-8f6e-cc256509ae50 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:36.898375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22ee7eb2-c4d3-4de7-8f6e-cc256509ae50 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:36.904070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22ee7eb2-c4d3-4de7-8f6e-cc256509ae50 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0977495 Sep 22 17:07:36.904839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51544) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:36.939379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Calling delete_port for 20562fa6-68a5-47b8-9257-3a727b55b4ea owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:36.947644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.966887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:36.970415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:37.011727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.056329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6842596-a4a1-46ad-b041-942a0e4311b3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.060145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 41098634-2118-4a04-a92c-90652ac51073 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:37.060982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.062873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.067263 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2250661e-a137-451f-aba0-d4015f248c32 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/c6842596-a4a1-46ad-b041-942a0e4311b3 HTTP/1.1" status: 204 len: 168 time: 0.1611044 Sep 22 17:07:37.067980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.104181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.146788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.149887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-52dc6dcb-5f6e-464c-b814-29e03a3d9024 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:37.184161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-52dc6dcb-5f6e-464c-b814-29e03a3d9024 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:37.190145 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-52dc6dcb-5f6e-464c-b814-29e03a3d9024 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1207771 Sep 22 17:07:37.190926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51552) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.197166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': 'af5301a7-3741-4733-b8c8-ffc5e20679a6', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:37.204952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:37.213329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 20562fa6-68a5-47b8-9257-3a727b55b4ea no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:07:37.217603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:37.232414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] For port 20562fa6-68a5-47b8-9257-3a727b55b4ea, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=20562fa6-68a5-47b8-9257-3a727b55b4ea,segment=NetworkSegment(a74deb43-c474-4cd2-beaa-cfd0a346913b),segment_id=a74deb43-c474-4cd2-beaa-cfd0a346913b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:37.236064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.243234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.247740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] Pushing event deleted for resources: {'Port': ['ID=41098634-2118-4a04-a92c-90652ac51073,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.302234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3be7946-3ba0-49e4-9e1e-006364e01547 None None] No DVR routers for this DVR port 41098634-2118-4a04-a92c-90652ac51073 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:37.309608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 20562fa6-68a5-47b8-9257-3a727b55b4ea {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:07:37.310344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 20562fa6-68a5-47b8-9257-3a727b55b4ea not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:07:37.343253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.347052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] Pushing event deleted for resources: {'Port': ['ID=20562fa6-68a5-47b8-9257-3a727b55b4ea,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.351785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.354574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78be908-032e-4c3d-9eb9-73d43003bc4d None None] No DVR routers for this DVR port 20562fa6-68a5-47b8-9257-3a727b55b4ea on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:37.410082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fce46c-4021-4306-934f-8b6767ec3927,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.416010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.421632 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-126790b9-315f-457b-baa6-15051fc692c3 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2294557 Sep 22 17:07:37.422945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51556) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.426626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Attempting to bind port b4d7d88b-2a74-4639-9f17-88c0c66863b0 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:37.427353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Attempting to bind port b4d7d88b-2a74-4639-9f17-88c0c66863b0 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:37.427896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Attempting to bind port b4d7d88b-2a74-4639-9f17-88c0c66863b0 on network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:37.450948 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-67a2fd49-7bd9-444d-bce3-13d819e91d52 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules/a5fce46c-4021-4306-934f-8b6767ec3927 HTTP/1.1" status: 200 len: 763 time: 0.0260746 Sep 22 17:07:37.452505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.471864 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Attempt 4 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:37.549913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90ce24fc-4006-4600-91e7-a214902b6d46 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:37.556827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:37.558768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Calling delete_port for 20562fa6-68a5-47b8-9257-3a727b55b4ea owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:37.579056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-90ce24fc-4006-4600-91e7-a214902b6d46 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:37.585091 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90ce24fc-4006-4600-91e7-a214902b6d46 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1262212 Sep 22 17:07:37.585774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51564) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.592669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 on network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:07:37.592985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Attempting to bind port b4d7d88b-2a74-4639-9f17-88c0c66863b0 on network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:37.622520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:37.622858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Checking segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:37.623175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Bound using segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:37.623569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Bound port: b4d7d88b-2a74-4639-9f17-88c0c66863b0, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:37.623927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.639515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.653735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.694046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.716251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5fce46c-4021-4306-934f-8b6767ec3927,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:37.742485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.747168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:37.747168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:37.747616 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0f9f48d1-7cd0-4681-af7b-22252e22a2e2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/a5fce46c-4021-4306-934f-8b6767ec3927 HTTP/1.1" status: 204 len: 168 time: 0.1575024 Sep 22 17:07:37.747783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51568) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.809329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55ef655-87c6-4e59-9d57-02bf14dcd9ca req-52d637f4-2d3a-4284-a177-d6651cdf3c10 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:37.810099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b55ef655-87c6-4e59-9d57-02bf14dcd9ca req-52d637f4-2d3a-4284-a177-d6651cdf3c10 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:37.814475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:37.825148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:37.837389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.880703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:37.881210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:37.882811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] 10.222.0.18 "PUT /v2.0/ports/b4d7d88b-2a74-4639-9f17-88c0c66863b0 HTTP/1.1" status: 200 len: 1094 time: 3.4402218 Sep 22 17:07:37.883544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:07:37.886339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a65a20a-514f-4fb1-a02f-6a591fd028de" -d '{"events": [{"name": "network-changed", "server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:07:37.897947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95c7d190-4635-42f8-adf9-e1ef652d5c3b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:37.962915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b55ef655-87c6-4e59-9d57-02bf14dcd9ca req-52d637f4-2d3a-4284-a177-d6651cdf3c10 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:37.964393 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b55ef655-87c6-4e59-9d57-02bf14dcd9ca req-52d637f4-2d3a-4284-a177-d6651cdf3c10 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 944 time: 1.3061333 Sep 22 17:07:37.971291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51574) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:37.972433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:07:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94971395-09e1-4628-bfd1-69850236a22e x-openstack-request-id: req-94971395-09e1-4628-bfd1-69850236a22e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:07:37.973000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:07:37.973442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-94971395-09e1-4628-bfd1-69850236a22e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:07:37.974141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-94971395-09e1-4628-bfd1-69850236a22e'] response: {'name': 'network-changed', 'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0', 'status': 'completed', 'code': 200} Sep 22 17:07:37.977666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:38.044682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-95c7d190-4635-42f8-adf9-e1ef652d5c3b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:38.045980 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-95c7d190-4635-42f8-adf9-e1ef652d5c3b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2960956 Sep 22 17:07:38.056087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51578) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:38.058344 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Attempt 5 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:38.072389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3698-b624-4ac8-a0b1-ada75a725a81 service neutron] Pushing event updated for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:38.082179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': 'af5301a7-3741-4733-b8c8-ffc5e20679a6', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:38.092410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:38.116145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b55ef655-87c6-4e59-9d57-02bf14dcd9ca req-c322983e-2158-4dc4-ac61-6759ee7a71bc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368129 Sep 22 17:07:38.126483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:38.145129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-eb1c2034-3a65-4d4c-be57-8d9b2f073c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:38.145443 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-eb1c2034-3a65-4d4c-be57-8d9b2f073c8d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 1097 time: 0.1609251 Sep 22 17:07:38.165745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:38.174174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:38.180625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:38.201541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:38.208508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.214979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed78a1ec-b07e-4020-8dec-47e7c2e6a295 None None] Port b4d7d88b-2a74-4639-9f17-88c0c66863b0 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:07:38.240161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-08ad0ea3-c516-4434-83cf-70272a43c51e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0 HTTP/1.1" status: 200 len: 217 time: 0.0754845 Sep 22 17:07:38.246180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port 20562fa6-68a5-47b8-9257-3a727b55b4ea {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:38.247028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.261946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:38.268628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.369708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] The port '20562fa6-68a5-47b8-9257-3a727b55b4ea' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:07:38.490072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-42059007-de0f-4f6f-a05f-22809ea9f7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:38.491550 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-42059007-de0f-4f6f-a05f-22809ea9f7ff service neutron] 10.222.0.18 "GET /v2.0/subnets?id=795675e4-aeb3-467c-93e4-1528f71eb02d HTTP/1.1" status: 200 len: 837 time: 0.2158852 Sep 22 17:07:38.533316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.540737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.579418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66bc3cb8-ff5b-42c1-96e7-8b41a8b92ad8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:38.630650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.634722 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-92f0a472-cf83-4e13-8adc-85360bbfca58 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5750217 Sep 22 17:07:38.637130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51582) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:38.672932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a0fb80f-8672-4ba8-9797-c1cc51270a56 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules/66bc3cb8-ff5b-42c1-96e7-8b41a8b92ad8 HTTP/1.1" status: 200 len: 764 time: 0.0339558 Sep 22 17:07:38.676477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51586) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:38.697209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.737289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95bbed9d-0cfb-40f6-8472-23644607d180']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:38.753419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a74deb43-c474-4cd2-beaa-cfd0a346913b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:38.753669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a74deb43-c474-4cd2-beaa-cfd0a346913b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:38.764669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.769667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.777979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aacaa1f3-89ca-4864-b65b-4f7cd0a43e77 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:38.794551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104000c9-5988-4589-9b76-befb0541c958 req-9973ab2c-91e2-4efb-b4ab-26570f9a0cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:38.796120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-9973ab2c-91e2-4efb-b4ab-26570f9a0cd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.2923579 Sep 22 17:07:38.797884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.826864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:38.827284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:38.958073 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a74deb43-c474-4cd2-beaa-cfd0a346913b resource provider aggregate not found Sep 22 17:07:38.972948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aacaa1f3-89ca-4864-b65b-4f7cd0a43e77 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:38.979419 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aacaa1f3-89ca-4864-b65b-4f7cd0a43e77 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2968051 Sep 22 17:07:38.982851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:38.994616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a74deb43-c474-4cd2-beaa-cfd0a346913b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a74deb43-c474-4cd2-beaa-cfd0a346913b found for delete ", "request_id": "req-2b6bc80f-d40e-4aa8-ab0f-57015c162a1a"}]} Sep 22 17:07:39.022816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=70d0d076-82b6-4951-9939-bde2cbe10c55,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.025645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.050374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.050733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.056556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': 'f9031ad6-625e-4e80-afc5-ca7bf835e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:39.056935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: 8562ba20-dd8f-4404-8059-f28e6c44c1c7, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:39.068136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Network': ['ID=95bbed9d-0cfb-40f6-8472-23644607d180,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.071376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.080322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-4a96e0e1-4a3f-453e-b823-3ab0831aac04 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2766395 Sep 22 17:07:39.084947 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-974576f4-029a-478f-a0d3-ded1c63c4ea8 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/networks/95bbed9d-0cfb-40f6-8472-23644607d180 HTTP/1.1" status: 204 len: 168 time: 4.0462697 Sep 22 17:07:39.085214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51600) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:39.106616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:39.118432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.140475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 8562ba20-dd8f-4404-8059-f28e6c44c1c7) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:39.146617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=66bc3cb8-ff5b-42c1-96e7-8b41a8b92ad8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.153604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625fca1e-5e60-4064-b00c-a9857f9ca3e7 None None] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:39.154464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:39.154464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.189398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.196591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99e7e335-cf03-4745-87ae-b3a14af31f7b tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-group-rules/66bc3cb8-ff5b-42c1-96e7-8b41a8b92ad8 HTTP/1.1" status: 204 len: 168 time: 0.2039649 Sep 22 17:07:39.199660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51606) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:39.238137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-392b6d54-973e-434c-a5ca-891f7f4c3b42 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2653060 Sep 22 17:07:39.239692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:39.265325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1257289076'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:39.277000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:39.285187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:39.292334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:39.311684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:39.350926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:39.354356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.354773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.383160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a0f9059-c045-48d9-ad1d-8e46298973e4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:39.412695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:39.456349 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-104000c9-5988-4589-9b76-befb0541c958 req-4cafca35-cc49-488a-b5cc-242113dfa979 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683884 Sep 22 17:07:39.458515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a0f9059-c045-48d9-ad1d-8e46298973e4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:39.460755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a0f9059-c045-48d9-ad1d-8e46298973e4 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2600713 Sep 22 17:07:39.467066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:39.493008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.493606 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 9d81117b-4f06-4484-8aa0-6a4a1304a7b9 of type vlan for network de645c18-086d-4ca8-8c15-849fef7bf80f Sep 22 17:07:39.565228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-8562ba20-dd8f-4404-8059-f28e6c44c1c7', 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': '70d0d076-82b6-4951-9939-bde2cbe10c55'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:39.566813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.570665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.638452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c2c8-6a71-4925-a761-e9ce4dca6036 req-d1dba00c-5e3e-4d87-b5a4-44702afd51c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:39.641534 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f57c2c8-6a71-4925-a761-e9ce4dca6036 req-d1dba00c-5e3e-4d87-b5a4-44702afd51c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 944 time: 0.2299762 Sep 22 17:07:39.670036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.679488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:39.680203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.683001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.742744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d74083a-ed66-46c8-b56b-7664749151ae']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:39.761974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf70509d-4098-4f86-ade6-16c68ee96d5e') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:39.762328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf70509d-4098-4f86-ade6-16c68ee96d5e') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:39.776507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.783785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.825038 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5805261 Sep 22 17:07:39.826129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ecafba-379f-465e-a547-5c746ee9d213 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=de645c18-086d-4ca8-8c15-849fef7bf80f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:39.831522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:39.835479 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7f57c2c8-6a71-4925-a761-e9ce4dca6036 req-8ae7f369-2a71-49e2-ad14-dff530ea0094 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1862864 Sep 22 17:07:39.839879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.847260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:39.858759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': 'de645c18-086d-4ca8-8c15-849fef7bf80f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:39.874165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network de645c18-086d-4ca8-8c15-849fef7bf80f details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:39.877777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-37418ae2-e83d-4ef2-9248-9dcdbf37dd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:39.879312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-37418ae2-e83d-4ef2-9248-9dcdbf37dd61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 1097 time: 0.3020232 Sep 22 17:07:39.956200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:39.956776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.015339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Allocated IP 2001:db8:0:ffff::2 (8562ba20-dd8f-4404-8059-f28e6c44c1c7/70d0d076-82b6-4951-9939-bde2cbe10c55/a792ad20-f258-40b9-8b38-c384cebc3ced) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:40.285791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.335811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.355890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Network': ['ID=2d74083a-ed66-46c8-b56b-7664749151ae,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:40.356968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:40.378006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.397547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Transition to ACTIVE for port object a792ad20-f258-40b9-8b38-c384cebc3ced will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:40.399271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:40.404002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.418465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:40.432205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Transition to ACTIVE for port object a792ad20-f258-40b9-8b38-c384cebc3ced will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:40.441165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.462811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eed9743a-57f3-4482-8182-a203ca444ef6 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/networks/2d74083a-ed66-46c8-b56b-7664749151ae HTTP/1.1" status: 204 len: 168 time: 1.3762391 Sep 22 17:07:40.464181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af5301a7-3741-4733-b8c8-ffc5e20679a6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:40.466161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:40.482014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:40.500760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.502672 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5beb396-f5c7-4640-9970-bcf412726466 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/af5301a7-3741-4733-b8c8-ffc5e20679a6 HTTP/1.1" status: 204 len: 168 time: 1.0340488 Sep 22 17:07:40.510285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51626) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:40.512487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-a452692d-0c85-46e0-b703-e95848143586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:40.515384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-a452692d-0c85-46e0-b703-e95848143586 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 HTTP/1.1" status: 200 len: 897 time: 0.6222231 Sep 22 17:07:40.541489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:40.547709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.592354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting subnet 786f47f4-3ed5-4174-a146-79055e14860b {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:07:40.599780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.604214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:40.612631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:40.620377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:40.679469 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-2fb7b243-f6be-435b-a01f-f28f54482363 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0 HTTP/1.1" status: 200 len: 217 time: 0.1093369 Sep 22 17:07:40.702735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Pushing event updated for resources: {'Port': ['ID=a792ad20-f258-40b9-8b38-c384cebc3ced,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:40.737534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.808882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Attempting to bind port a792ad20-f258-40b9-8b38-c384cebc3ced on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:40.809391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Attempting to bind port a792ad20-f258-40b9-8b38-c384cebc3ced by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'f9031ad6-625e-4e80-afc5-ca7bf835e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:40.810074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Attempting to bind port a792ad20-f258-40b9-8b38-c384cebc3ced on network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:40.820727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:40.821308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Checking segment: {'id': 'f9031ad6-625e-4e80-afc5-ca7bf835e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:40.821935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.822574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Bound using segment: {'id': 'f9031ad6-625e-4e80-afc5-ca7bf835e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:40.823350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Bound port: a792ad20-f258-40b9-8b38-c384cebc3ced, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9031ad6-625e-4e80-afc5-ca7bf835e224', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '8562ba20-dd8f-4404-8059-f28e6c44c1c7'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:40.824749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:40.900537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.000745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] For port a792ad20-f258-40b9-8b38-c384cebc3ced, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:41.007166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] For port a792ad20-f258-40b9-8b38-c384cebc3ced, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a792ad20-f258-40b9-8b38-c384cebc3ced,segment=NetworkSegment(f9031ad6-625e-4e80-afc5-ca7bf835e224),segment_id=f9031ad6-625e-4e80-afc5-ca7bf835e224)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:41.017044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.085810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.182583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f3871a-8a39-46a8-af42-89ef84854c58 None None] Pushing event updated for resources: {'Port': ['ID=a792ad20-f258-40b9-8b38-c384cebc3ced,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.194746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Subnet': ['ID=786f47f4-3ed5-4174-a146-79055e14860b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.199586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.205053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c60f668-2fe4-485d-82e7-0fba90fe201f None None] Network 0a148032-bb52-4405-b8ea-e03ef24107ad requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:41.235808 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dee299e9-eeee-4c24-bb24-b5d8c6daa3cf tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/subnets/786f47f4-3ed5-4174-a146-79055e14860b HTTP/1.1" status: 204 len: 168 time: 0.7635562 Sep 22 17:07:41.238327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51634) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:41.251234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment bf70509d-4098-4f86-ade6-16c68ee96d5e resource provider aggregate not found Sep 22 17:07:41.266831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-ad4a4376-e976-483e-82b3-a80d193098d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:41.269294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-ad4a4376-e976-483e-82b3-a80d193098d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=795675e4-aeb3-467c-93e4-1528f71eb02d HTTP/1.1" status: 200 len: 837 time: 0.3215673 Sep 22 17:07:41.404664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment bf70509d-4098-4f86-ade6-16c68ee96d5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bf70509d-4098-4f86-ade6-16c68ee96d5e found for delete ", "request_id": "req-42edc6cb-4885-4396-858e-c90137c6c443"}]} Sep 22 17:07:41.507514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.536024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Deleting port cf5b8f92-2ba6-4936-a143-b733f52a9838 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:41.536566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.578383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a0104607-359e-4a08-aa0e-2b923488510d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:41.670208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.715707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a0104607-359e-4a08-aa0e-2b923488510d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:41.717351 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a0104607-359e-4a08-aa0e-2b923488510d tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.2000577 Sep 22 17:07:41.738967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:41.759975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group': {'name': 'tempest-secgroup--1054042280'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:41.778677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:41.803048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb844d-14d4-41dc-b74d-e96ee7521d29 req-6a992e52-9aa2-468c-bb85-e279e486af77 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:41.812149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ddb844d-14d4-41dc-b74d-e96ee7521d29 req-6a992e52-9aa2-468c-bb85-e279e486af77 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 944 time: 0.7431617 Sep 22 17:07:41.850301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:41.863780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=af149fa5-0dd5-4e0b-b0ef-d6157ce164ab,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:41.881465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-327fc323-1f31-499b-8bd8-10e9b87e5f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:41.883043 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-327fc323-1f31-499b-8bd8-10e9b87e5f6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.5744088 Sep 22 17:07:41.901506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] DHCP port deletion for 0a148032-bb52-4405-b8ea-e03ef24107ad request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:07:41.912088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Deleting port cf5b8f92-2ba6-4936-a143-b733f52a9838 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:41.912718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.928907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:41.944432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '9d81117b-4f06-4484-8aa0-6a4a1304a7b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'de645c18-086d-4ca8-8c15-849fef7bf80f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:41.945054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: de645c18-086d-4ca8-8c15-849fef7bf80f, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:42.012883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6ddb844d-14d4-41dc-b74d-e96ee7521d29 req-21285872-b8f5-4069-8124-52267d93f392 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1999981 Sep 22 17:07:42.043660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] For port cf5b8f92-2ba6-4936-a143-b733f52a9838, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf5b8f92-2ba6-4936-a143-b733f52a9838,segment=NetworkSegment(9c478750-b67a-4eae-a756-7c46e59be083),segment_id=9c478750-b67a-4eae-a756-7c46e59be083)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:42.044404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.052651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:42.063372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:42.070107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:42.073191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network de645c18-086d-4ca8-8c15-849fef7bf80f is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:42.094312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:42.123551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, de645c18-086d-4ca8-8c15-849fef7bf80f) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:42.142199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:42.142937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.149035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-1f6df377-7a75-4032-a722-0a4dced6e1aa service neutron] 10.222.0.18 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2540789 Sep 22 17:07:42.158583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82871bc4-2ee7-4c41-9785-6214cbd93519 None None] Network de645c18-086d-4ca8-8c15-849fef7bf80f requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:42.178862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a792ad20-f258-40b9-8b38-c384cebc3ced up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:42.378060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7b6af686-30d1-4a32-80e8-4b25306446da tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5443974 Sep 22 17:07:42.387370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:42.405122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Calling delete_port for cf5b8f92-2ba6-4936-a143-b733f52a9838 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:42.576222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a65a20a-514f-4fb1-a02f-6a591fd028de req-43680a71-b3ad-4027-8f08-47ae330f7ad9 service neutron] 10.222.0.18 "GET /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4028921 Sep 22 17:07:42.584854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.587614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.597343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.699181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebeef2b-7e50-490b-8bdd-d68ab4da21aa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:42.702021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.704899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5b0a84a5-0d89-4dc4-b999-5ca60bcc559a tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9521720 Sep 22 17:07:42.709121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51648) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:42.716488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Request body: {'security_group_rule': {'security_group_id': '5ebeef2b-7e50-490b-8bdd-d68ab4da21aa', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:42.726904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.733593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:42.748504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Usage tracker for resource:security_group_rule and tenant:58c167944f6d4a9e941f79b199c5e830 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:42.753211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:42.765528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] No DVR routers for this DVR port cf5b8f92-2ba6-4936-a143-b733f52a9838 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:42.775145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] For port cf5b8f92-2ba6-4936-a143-b733f52a9838, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf5b8f92-2ba6-4936-a143-b733f52a9838,segment=NetworkSegment(9c478750-b67a-4eae-a756-7c46e59be083),segment_id=9c478750-b67a-4eae-a756-7c46e59be083)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:42.775549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.794930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26dd62da-489e-403a-87f9-7a21cffca8f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-de645c18-086d-4ca8-8c15-849fef7bf80f', 'network_id': 'de645c18-086d-4ca8-8c15-849fef7bf80f', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': 'af149fa5-0dd5-4e0b-b0ef-d6157ce164ab'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:42.795839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26dd62da-489e-403a-87f9-7a21cffca8f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.838607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Port': ['ID=cf5b8f92-2ba6-4936-a143-b733f52a9838,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:42.849479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.863441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port a792ad20-f258-40b9-8b38-c384cebc3ced completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:42.881076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:42.944861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:42.963549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Calling delete_port for cf5b8f92-2ba6-4936-a143-b733f52a9838 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:42.966445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.006674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a148032-bb52-4405-b8ea-e03ef24107ad']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.027496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c478750-b67a-4eae-a756-7c46e59be083') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.027907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c478750-b67a-4eae-a756-7c46e59be083') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.042208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.064583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfecdff-5dd8-4744-90fc-f546cd991eab None None] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:43.069105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.089159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device b4d7d88b-2a74-4639-9f17-88c0c66863b0 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:07:43.196190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.211679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:43.212084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.222306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=af149fa5-0dd5-4e0b-b0ef-d6157ce164ab,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.246495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.257168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.365850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:43.410847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'port_id': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0', 'mac_address': 'fa:16:3e:73:3f:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:07:43.412258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.420558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d4ca4f-4140-44e6-9f10-19261bd57755,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.462798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de645c18-086d-4ca8-8c15-849fef7bf80f']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.473670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.474909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6ebe0289-5c67-4a8c-a622-205fb2787074 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7644963 Sep 22 17:07:43.479060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51656) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:43.484907 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 9c478750-b67a-4eae-a756-7c46e59be083 resource provider aggregate not found Sep 22 17:07:43.496890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d81117b-4f06-4484-8aa0-6a4a1304a7b9') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.497281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d81117b-4f06-4484-8aa0-6a4a1304a7b9') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:43.517467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.535912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.550670 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 9c478750-b67a-4eae-a756-7c46e59be083 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9c478750-b67a-4eae-a756-7c46e59be083 found for delete ", "request_id": "req-7e93d45e-5dde-48d0-9e30-38cf3cc95309"}]} Sep 22 17:07:43.559487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.572677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:43.573061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.579607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.626930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Pushing event deleted for resources: {'Network': ['ID=0a148032-bb52-4405-b8ea-e03ef24107ad,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.637148 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-79247ae4-7c0c-472b-b12a-bd7013bdd0e3 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/networks/0a148032-bb52-4405-b8ea-e03ef24107ad HTTP/1.1" status: 204 len: 168 time: 2.3967314 Sep 22 17:07:43.653753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2756e62e-19d7-4918-9c71-e014cfc1a387 req-6ceb2780-b1f8-4f69-936b-3bda86060f35 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:43.657428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2756e62e-19d7-4918-9c71-e014cfc1a387 req-6ceb2780-b1f8-4f69-936b-3bda86060f35 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 944 time: 0.2913518 Sep 22 17:07:43.658615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51664) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:43.724463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf5b8f92-2ba6-4936-a143-b733f52a9838 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:07:43.730092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9d81117b-4f06-4484-8aa0-6a4a1304a7b9 resource provider aggregate not found Sep 22 17:07:43.748679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.784931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.801630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9d81117b-4f06-4484-8aa0-6a4a1304a7b9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9d81117b-4f06-4484-8aa0-6a4a1304a7b9 found for delete ", "request_id": "req-76181701-4ef8-4e13-b554-b403b41f7448"}]} Sep 22 17:07:43.844986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:43.845322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:43.860792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: cf5b8f92-2ba6-4936-a143-b733f52a9838 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:07:43.861137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf5b8f92-2ba6-4936-a143-b733f52a9838 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:07:43.902420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.913544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd688991-56b2-4142-ba1b-32a8e6278461 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Synchronizing usage tracker for tenant:971798f8fbf44d99ab9e1ce66f052c69 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:43.949126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Provisioning for port a792ad20-f258-40b9-8b38-c384cebc3ced completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:43.976984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Provisioning complete for port a792ad20-f258-40b9-8b38-c384cebc3ced triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:43.977959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:43.977959 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Attempt 1 to provision port a792ad20-f258-40b9-8b38-c384cebc3ced Sep 22 17:07:43.990521 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2756e62e-19d7-4918-9c71-e014cfc1a387 req-7e0b29e5-3f31-40f6-927d-24f279e2a088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1492419 Sep 22 17:07:43.994115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebeef2b-7e50-490b-8bdd-d68ab4da21aa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:43.994863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd688991-56b2-4142-ba1b-32a8e6278461 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Unset dirty status for tenant:971798f8fbf44d99ab9e1ce66f052c69 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:44.005221 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd688991-56b2-4142-ba1b-32a8e6278461 tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "GET /v2.0/ports?device_id=67d50a37-2300-4734-b514-f12f0d7fd95e HTTP/1.1" status: 200 len: 205 time: 0.3445499 Sep 22 17:07:44.007370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51670) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.033689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.036258 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a670de04-c23f-48cf-bd4a-1fe355a93d0c tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ebeef2b-7e50-490b-8bdd-d68ab4da21aa HTTP/1.1" status: 204 len: 168 time: 0.5559258 Sep 22 17:07:44.040337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51674) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.055720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port b4d7d88b-2a74-4639-9f17-88c0c66863b0 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:44.059000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.119867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.172698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server [None req-26dd62da-489e-403a-87f9-7a21cffca8f9 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af149fa5-0dd5-4e0b-b0ef-d6157ce164ab: This subnet is being modified by another concurrent operation. Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise self.value Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server raise exception Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet af149fa5-0dd5-4e0b-b0ef-d6157ce164ab: This subnet is being modified by another concurrent operation. Sep 22 17:07:44.183434 dv-neutron-858953-1-hyperv neutron-server[89053]: ERROR oslo_messaging.rpc.server Sep 22 17:07:44.265156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fc8b4973-d331-4ae3-b385-5ca577af5ee0 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:44.266314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06437c29-c45d-4a86-bd30-2bff08e34fd9 None None] Network de645c18-086d-4ca8-8c15-849fef7bf80f requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:44.277108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=de645c18-086d-4ca8-8c15-849fef7bf80f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:44.282115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da4921eb-09fa-4931-99b0-0b283ed9786c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/de645c18-086d-4ca8-8c15-849fef7bf80f HTTP/1.1" status: 204 len: 168 time: 1.8934674 Sep 22 17:07:44.290601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51678) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.297414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1385822980'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:44.304320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:44.312304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fc8b4973-d331-4ae3-b385-5ca577af5ee0 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:44.316353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d7d88b-2a74-4639-9f17-88c0c66863b0 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:07:44.317961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fc8b4973-d331-4ae3-b385-5ca577af5ee0 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2753787 Sep 22 17:07:44.319308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:44.322557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.330839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.358487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Deleting port cf5b8f92-2ba6-4936-a143-b733f52a9838 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:44.359078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.368749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:44.394640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06437c29-c45d-4a86-bd30-2bff08e34fd9 None None] Network de645c18-086d-4ca8-8c15-849fef7bf80f could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:07:44.485570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:44.499606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3289b112-3b00-47bf-9abb-543f1be7ef9a None None] The port 'cf5b8f92-2ba6-4936-a143-b733f52a9838' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:07:44.524508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:44.557981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:44.563365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.563986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.602282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fdb63f4-e686-4385-9bf5-af49beda04cb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Synchronizing usage tracker for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:44.663896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4fdb63f4-e686-4385-9bf5-af49beda04cb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] Unset dirty status for tenant:58c167944f6d4a9e941f79b199c5e830 on resource:security_group_rule {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:44.663896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4fdb63f4-e686-4385-9bf5-af49beda04cb tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.3334906 Sep 22 17:07:44.665511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51686) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.688238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:44.706004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-dac47d35-a474-4a1a-8f39-f8ee2a5b237f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] delete failed (client error): The resource could not be found. Sep 22 17:07:44.713328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dac47d35-a474-4a1a-8f39-f8ee2a5b237f tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "DELETE /v2.0/security-groups/5ebeef2b-7e50-490b-8bdd-d68ab4da21aa HTTP/1.1" status: 404 len: 347 time: 0.0461380 Sep 22 17:07:44.714193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:44.725476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Current status of the port a792ad20-f258-40b9-8b38-c384cebc3ced is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:44.726073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.733304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.734146 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 3da9617e-62a1-40b9-af03-87d667e7743a of type vlan for network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af Sep 22 17:07:44.786635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:44.792736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.808644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] For port a792ad20-f258-40b9-8b38-c384cebc3ced, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a792ad20-f258-40b9-8b38-c384cebc3ced,segment=NetworkSegment(f9031ad6-625e-4e80-afc5-ca7bf835e224),segment_id=f9031ad6-625e-4e80-afc5-ca7bf835e224)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:44.815830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.834957 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4cbda7c7-d349-47d1-981f-66cdf0e258d2 tempest-SecGroupTest-1065436847 tempest-SecGroupTest-1065436847-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1179779 Sep 22 17:07:44.905543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.914543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:44.915214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:44.933764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612f565c-947b-4de8-af09-f6842d0d1bcf None None] Pushing event updated for resources: {'Port': ['ID=a792ad20-f258-40b9-8b38-c384cebc3ced,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.007175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['b4d7d88b-2a74-4639-9f17-88c0c66863b0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:07:45.031738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.037204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.061373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:45.065648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7735288 Sep 22 17:07:45.081002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:45.090080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c0c3ae-4a0a-4a61-9410-0327d385fd34 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=b54a7d4d-49aa-4bc3-ad49-1e299bfba7af,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:45.140174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:45.305749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8669e3-7bd3-43c2-aa33-10194df9ad94 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:07:45.393809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:45.397035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b9c56-97a7-4f6d-9cff-a0f0201edc21 req-29ab10cf-7c18-4865-92b9-ef87e72fbe15 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:45.400756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-931b9c56-97a7-4f6d-9cff-a0f0201edc21 req-29ab10cf-7c18-4865-92b9-ef87e72fbe15 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 945 time: 0.1719420 Sep 22 17:07:45.402760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:45.410604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:45.414333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.415013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Fanout notify agent at l3_agent the message router_deleted on router 67d50a37-2300-4734-b514-f12f0d7fd95e {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:07:45.431148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:45.445892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.447270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9daea00-b58c-4824-b3a7-6a4f9340268e tempest-RoutersNegativeIpV6Test-569659864 tempest-RoutersNegativeIpV6Test-569659864-project] 10.222.0.25 "DELETE /v2.0/routers/67d50a37-2300-4734-b514-f12f0d7fd95e HTTP/1.1" status: 204 len: 168 time: 1.4359918 Sep 22 17:07:45.466118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:45.476478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.520770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-931b9c56-97a7-4f6d-9cff-a0f0201edc21 req-43ad3069-3cfe-4bf5-9315-f51528fc5a97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915635 Sep 22 17:07:45.644032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51706) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:45.719535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bfe3d825-b960-4260-b0db-950c0eba4dfa None None] Provisioning complete for port a792ad20-f258-40b9-8b38-c384cebc3ced triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:45.720156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bfe3d825-b960-4260-b0db-950c0eba4dfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:45.721058 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bfe3d825-b960-4260-b0db-950c0eba4dfa None None] Attempt 1 to provision port a792ad20-f258-40b9-8b38-c384cebc3ced Sep 22 17:07:45.929114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51714) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:45.932082 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2488b7c0-e3ff-46d8-a75b-370dacb17f3a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=58c167944f6d4a9e941f79b199c5e830&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2829552 Sep 22 17:07:46.018496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51718) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:46.041598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.050108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a792ad20-f258-40b9-8b38-c384cebc3ced up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:46.165359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.185865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=b912e34d-fe0f-4123-a16d-31613290f45d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:46.211613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '3da9617e-62a1-40b9-af03-87d667e7743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:46.212336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: b54a7d4d-49aa-4bc3-ad49-1e299bfba7af, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:46.234540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.278631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:46.299588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b54a7d4d-49aa-4bc3-ad49-1e299bfba7af) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:46.306687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:46.307901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.351381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.351734 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6aea4b4f-1627-4282-b572-54900d4da3ef admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=971798f8fbf44d99ab9e1ce66f052c69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3273613 Sep 22 17:07:46.352194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51724) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:46.368837 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31201e19-a707-4252-8220-6517ca42a586 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3013148 Sep 22 17:07:46.373260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51728) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:46.376312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea8669e3-7bd3-43c2-aa33-10194df9ad94 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:07:46.377093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf9c74c-3b0b-4f11-bb0e-23ba76b01ab0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:46.386959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-554704145'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:46.396932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:46.405312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.407443 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-291b1902-7edb-422c-ade7-15fbb4ec3a86 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/aaf9c74c-3b0b-4f11-bb0e-23ba76b01ab0 HTTP/1.1" status: 204 len: 168 time: 0.4769258 Sep 22 17:07:46.409781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:46.416811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:46.429466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:46.451913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:46.459604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.462943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.503684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.537276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bfe3d825-b960-4260-b0db-950c0eba4dfa None None] Current status of the port a792ad20-f258-40b9-8b38-c384cebc3ced is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:46.538897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:46.560150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.560866 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 21175ca5-825c-4d3a-9614-def79137313e of type vlan for network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 Sep 22 17:07:46.627450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.649387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.654717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36da2497-ab00-4143-bebe-7e8461d33a79,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:46.664146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.666434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb0ab7df-0eca-4315-8059-2b3178dfc922 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/36da2497-ab00-4143-bebe-7e8461d33a79 HTTP/1.1" status: 204 len: 168 time: 0.3127296 Sep 22 17:07:46.747387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a792ad20-f258-40b9-8b38-c384cebc3ced triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:46.748066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:46.748654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a792ad20-f258-40b9-8b38-c384cebc3ced Sep 22 17:07:47.008770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:47.016890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:47.017882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:47.129529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a792ad20-f258-40b9-8b38-c384cebc3ced is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:47.166069 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7873008 Sep 22 17:07:47.166941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51742) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:47.174157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': '78cab3c8-0d9e-4e2f-97e4-6220f663ab69', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:47.184054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752a8714-a363-4d6c-b881-2f7cfdbaedea tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=78cab3c8-0d9e-4e2f-97e4-6220f663ab69,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:47.206230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03923eec-b9a8-42b3-bc99-5994a721b8f4 req-ea3c74cf-dfa1-4565-8da7-14fd5624aef5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:47.213640 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-03923eec-b9a8-42b3-bc99-5994a721b8f4 req-ea3c74cf-dfa1-4565-8da7-14fd5624aef5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 945 time: 0.2686613 Sep 22 17:07:47.258834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:47.278843 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-03923eec-b9a8-42b3-bc99-5994a721b8f4 req-8e6e7228-c283-46c4-9412-2d9cbceb2677 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0639582 Sep 22 17:07:47.382136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:47.387474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:47.392307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:47.400888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:47.417171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:47.425567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:47.561595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b54a7d4d-49aa-4bc3-ad49-1e299bfba7af', 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': 'b912e34d-fe0f-4123-a16d-31613290f45d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:47.563726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:47.625567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:07:47.626524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:07:47.802911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Allocated IP 2001:db8::1 (b54a7d4d-49aa-4bc3-ad49-1e299bfba7af/b912e34d-fe0f-4123-a16d-31613290f45d/82cbcfb2-977c-41c4-bfc4-c510e97ab8dc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:47.824133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:47.928198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=baede002-c63c-4b78-bf50-6596bcc799c2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:47.948289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '21175ca5-825c-4d3a-9614-def79137313e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '78cab3c8-0d9e-4e2f-97e4-6220f663ab69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:47.948778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: 78cab3c8-0d9e-4e2f-97e4-6220f663ab69, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:47.977660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:47.996022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 78cab3c8-0d9e-4e2f-97e4-6220f663ab69) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:48.003222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:48.004985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.028269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51760) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:48.035896 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [-] 10.222.0.25 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0052435 Sep 22 17:07:48.041180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:48.065012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2d716af-a142-4b28-88e0-2a3b33bee55f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.8960631 Sep 22 17:07:48.068697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51768) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:48.173319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.192751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Transition to ACTIVE for port object 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:48.230565 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-081438b0-1cc7-4dd9-8b5b-38be112b3474 tempest-NetworksApiDiscovery-438985660 tempest-NetworksApiDiscovery-438985660-project] 10.222.0.25 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1799161 Sep 22 17:07:48.232382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Transition to ACTIVE for port object 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:48.244785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.339686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:48.343389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:48.344847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.348994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:48.393553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Pushing event updated for resources: {'Port': ['ID=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:48.498451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.610063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Attempting to bind port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:48.610715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Attempting to bind port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '3da9617e-62a1-40b9-af03-87d667e7743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:48.611084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Attempting to bind port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc on network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:48.617058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0cb25-265e-4155-ad65-fe5e769824b4 req-605b76f1-e66f-4f5a-8a63-5a8303a7e352 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:48.617668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:48.617879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Checking segment: {'id': '3da9617e-62a1-40b9-af03-87d667e7743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:48.618281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.618688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Bound using segment: {'id': '3da9617e-62a1-40b9-af03-87d667e7743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:48.619307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Bound port: 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3da9617e-62a1-40b9-af03-87d667e7743a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'b54a7d4d-49aa-4bc3-ad49-1e299bfba7af'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:48.619953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ee0cb25-265e-4155-ad65-fe5e769824b4 req-605b76f1-e66f-4f5a-8a63-5a8303a7e352 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 945 time: 0.1250286 Sep 22 17:07:48.620677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.663625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.695034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51778) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:48.704874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ee0cb25-265e-4155-ad65-fe5e769824b4 req-59eebdfd-ca46-4caf-8fa9-a2873c10a1c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770993 Sep 22 17:07:48.720490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=baede002-c63c-4b78-bf50-6596bcc799c2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:48.774315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] For port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:48.779647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] For port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,segment=NetworkSegment(3da9617e-62a1-40b9-af03-87d667e7743a),segment_id=3da9617e-62a1-40b9-af03-87d667e7743a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:48.786158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.827668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.864890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78cab3c8-0d9e-4e2f-97e4-6220f663ab69']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:48.880403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21175ca5-825c-4d3a-9614-def79137313e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:48.880756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21175ca5-825c-4d3a-9614-def79137313e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:48.896323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.918613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a844d-ffa0-43e7-905d-2bff520a23a9 None None] Pushing event updated for resources: {'Port': ['ID=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:48.925934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.927831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.939382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:48.940148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:48.955014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:48.962745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Usage tracker for resource:security_group_rule and tenant:91c2c946da884c1888ddca5abdd7f9d6 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:48.969272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:48.981793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:49.042081 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 21175ca5-825c-4d3a-9614-def79137313e resource provider aggregate not found Sep 22 17:07:49.070953 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 21175ca5-825c-4d3a-9614-def79137313e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21175ca5-825c-4d3a-9614-def79137313e found for delete ", "request_id": "req-edad7c6d-1511-4106-8b9e-3ff290ef3458"}]} Sep 22 17:07:49.086885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.121194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device b4d7d88b-2a74-4639-9f17-88c0c66863b0 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:49.128590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.144385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=78cab3c8-0d9e-4e2f-97e4-6220f663ab69,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:49.153065 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c74857c9-ecdf-4f19-b5ed-dd2eb14e22e4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/78cab3c8-0d9e-4e2f-97e4-6220f663ab69 HTTP/1.1" status: 204 len: 168 time: 1.0792325 Sep 22 17:07:49.153785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51788) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:49.166404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1757120196'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:49.178454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:49.184803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:49.188927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:49.198290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:49.216582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:49.222815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.264800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:49.283087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.283792 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment b5bed1b4-2374-4420-88be-5cd6b0a36043 of type vlan for network c1f15663-0983-4cc1-bc69-715b582582a9 Sep 22 17:07:49.301799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port b4d7d88b-2a74-4639-9f17-88c0c66863b0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:49.317537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port b4d7d88b-2a74-4639-9f17-88c0c66863b0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:49.317772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.318123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.318558 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port b4d7d88b-2a74-4639-9f17-88c0c66863b0 Sep 22 17:07:49.323347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.326003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.375222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.382456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:49.383405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.427513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=91c2c946da884c1888ddca5abdd7f9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7303662 Sep 22 17:07:49.429020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2a230-18ed-4b61-8b18-711ce4aea380 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94a8232-2a52-4dd3-922a-648d9b401d70,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:49.433977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:49.471341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port b4d7d88b-2a74-4639-9f17-88c0c66863b0 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:49.471726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.502499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:07:49.505307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a4b874-08af-4f48-aa6e-4d4d92e6d364" -d '{"events": [{"server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:07:49.516648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:49.526655 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3688776 Sep 22 17:07:49.528965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51798) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:49.529498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.539060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': 'c1f15663-0983-4cc1-bc69-715b582582a9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:49.548986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.568319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c976d6f-f729-4be6-b5a5-6817842db50d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=c1f15663-0983-4cc1-bc69-715b582582a9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:49.604781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.617756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a72bc916-99f7-42e1-8a4b-b4455d0410db x-openstack-request-id: req-a72bc916-99f7-42e1-8a4b-b4455d0410db {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:07:49.618065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "name": "network-vif-plugged", "status": "completed", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:07:49.618369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a72bc916-99f7-42e1-8a4b-b4455d0410db {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:07:49.618708 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a72bc916-99f7-42e1-8a4b-b4455d0410db'] response: {'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0', 'code': 200} Sep 22 17:07:49.622208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c1f15663-0983-4cc1-bc69-715b582582a9 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:49.685488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:49.691355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:49.695851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:49.710272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:49.715936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.725762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:49.731566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.747972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94a8232-2a52-4dd3-922a-648d9b401d70,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:49.763316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:49.768224 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c843b648-6d92-4a69-8eb0-4baa75a7d432 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f94a8232-2a52-4dd3-922a-648d9b401d70 HTTP/1.1" status: 204 len: 168 time: 0.3295748 Sep 22 17:07:49.872003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:50.102920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:50.160040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:50.260359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=d55e678d-44a1-47cb-83ac-168cfe8374a7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:50.288323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbda1de-2aa1-4fbe-9dd6-6b65299d7a7b req-94a9814c-b33e-4a2c-89d8-2cf7493a86fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:50.290113 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebbda1de-2aa1-4fbe-9dd6-6b65299d7a7b req-94a9814c-b33e-4a2c-89d8-2cf7493a86fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 1099 time: 0.3639638 Sep 22 17:07:50.298936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8466973-91d7-4f26-aa66-6a51fc5fe235 req-1d08d52f-e637-47cd-afbb-a1fc84d1eff3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:50.300488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8466973-91d7-4f26-aa66-6a51fc5fe235 req-1d08d52f-e637-47cd-afbb-a1fc84d1eff3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.2887974 Sep 22 17:07:50.308835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:50.310281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': 'b5bed1b4-2374-4420-88be-5cd6b0a36043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'c1f15663-0983-4cc1-bc69-715b582582a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:50.311207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: c1f15663-0983-4cc1-bc69-715b582582a9, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:50.343101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network c1f15663-0983-4cc1-bc69-715b582582a9 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:50.358111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c1f15663-0983-4cc1-bc69-715b582582a9) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:50.368268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:50.368992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:50.384280 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ebbda1de-2aa1-4fbe-9dd6-6b65299d7a7b req-f3fe29f2-1a4e-4ae7-baf9-723307aa18ec service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827329 Sep 22 17:07:50.390199 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8466973-91d7-4f26-aa66-6a51fc5fe235 req-d646eaf9-1419-4ac1-bc4c-5225b61affd8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733287 Sep 22 17:07:50.400656 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb50f72a-194e-4fa1-859e-9804e7af3d46 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 0.8688381 Sep 22 17:07:50.403147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51806) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:50.418064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04b6980-0be0-43e3-96e6-d40a9d3f0cef None None] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:50.434141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99450955-07b9-4dea-a887-a0ee0acbed66 None None] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:50.451593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a79333-cded-43f6-987b-5f1d86490772 None None] Network c1f15663-0983-4cc1-bc69-715b582582a9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:50.583494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99450955-07b9-4dea-a887-a0ee0acbed66 None None] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:07:50.606472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64715ef9-dc65-4547-947a-49221406d99c None None] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:50.641561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64715ef9-dc65-4547-947a-49221406d99c None None] Network 78cab3c8-0d9e-4e2f-97e4-6220f663ab69 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:07:50.655030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Provisioning for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:50.680381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Provisioning complete for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:50.680790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:50.681131 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Attempt 1 to provision port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc Sep 22 17:07:50.775996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:50.879246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.004655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.089153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e883548d-ced2-4eed-a780-fe7beb93c848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c1f15663-0983-4cc1-bc69-715b582582a9', 'network_id': 'c1f15663-0983-4cc1-bc69-715b582582a9', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': 'd55e678d-44a1-47cb-83ac-168cfe8374a7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:51.089153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e883548d-ced2-4eed-a780-fe7beb93c848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.098458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=d55e678d-44a1-47cb-83ac-168cfe8374a7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.160436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Current status of the port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:51.160436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.333018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] For port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,segment=NetworkSegment(3da9617e-62a1-40b9-af03-87d667e7743a),segment_id=3da9617e-62a1-40b9-af03-87d667e7743a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:51.344838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.357680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.379454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1f15663-0983-4cc1-bc69-715b582582a9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:51.385391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-038edad6-c315-4de8-92e5-1156458c19d1 None None] Network c1f15663-0983-4cc1-bc69-715b582582a9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:51.402472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5bed1b4-2374-4420-88be-5cd6b0a36043') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:51.402880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5bed1b4-2374-4420-88be-5cd6b0a36043') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:51.418435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.444467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.455732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:51.456383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.541178 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b5bed1b4-2374-4420-88be-5cd6b0a36043 resource provider aggregate not found Sep 22 17:07:51.603739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.621407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c19b0d9-c425-439b-847a-773b37c69453 None None] Pushing event updated for resources: {'Port': ['ID=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.694586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment b5bed1b4-2374-4420-88be-5cd6b0a36043 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b5bed1b4-2374-4420-88be-5cd6b0a36043 found for delete ", "request_id": "req-ce371159-f2db-429e-8815-1d69713bc74b"}]} Sep 22 17:07:51.757099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.761927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=c1f15663-0983-4cc1-bc69-715b582582a9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:51.791913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-461d7a5b-7e30-444c-b7fc-5ec5088dde82 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/c1f15663-0983-4cc1-bc69-715b582582a9 HTTP/1.1" status: 204 len: 168 time: 1.3861041 Sep 22 17:07:51.799430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51818) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:51.806171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1474247510'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:51.819217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:51.827100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:51.831853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:51.841097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:51.871269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:51.881394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:51.919622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7eae-c0a2-4af1-a6b6-acf6b208bb97 req-12c6e1a3-c08d-434a-8136-c0a09df50731 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:51.922487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-491b7eae-c0a2-4af1-a6b6-acf6b208bb97 req-12c6e1a3-c08d-434a-8136-c0a09df50731 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.3223388 Sep 22 17:07:52.023465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:52.051702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:07:52.056743 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-491b7eae-c0a2-4af1-a6b6-acf6b208bb97 req-8b093393-cb81-4283-a50e-d3f674f8c513 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265695 Sep 22 17:07:52.062806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.063679 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 of type vlan for network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 Sep 22 17:07:52.110513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.152326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:52.153028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.153301 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc Sep 22 17:07:52.167111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.179600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:52.181799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.243821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ef529d-7218-4ed5-829f-f204473f275d None None] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:52.379274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=0cf62f0c-d88b-4dce-8766-e95d80cc4c74,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:52.404232 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aac31ced-21a4-4865-94bb-4a64ad53d46b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5955358 Sep 22 17:07:52.404232 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51822) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:52.418507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-80305791-7506-4d33-9315-83580189b254 None None] Provisioning complete for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:52.418507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-80305791-7506-4d33-9315-83580189b254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.418507 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-80305791-7506-4d33-9315-83580189b254 None None] Attempt 1 to provision port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc Sep 22 17:07:52.425603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:52.453240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:52.507878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03511e87-5660-433b-9998-f21dd32e382b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.701825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:52.708198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:52.714336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:52.714336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:52.726269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:52.754650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:52.754650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:52.908046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-80305791-7506-4d33-9315-83580189b254 None None] Current status of the port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:53.268778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:53.338460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c9968a80-3d07-4306-a6e7-2eabced46bc3 None None] Provisioning complete for port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:53.339446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9968a80-3d07-4306-a6e7-2eabced46bc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:53.340373 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c9968a80-3d07-4306-a6e7-2eabced46bc3 None None] Attempt 1 to provision port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc Sep 22 17:07:53.458723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:53.459722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: 0cf62f0c-d88b-4dce-8766-e95d80cc4c74, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:53.467933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=6f793f1d-6911-423e-967b-c3ec7f62564d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:53.492058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:53.507408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 0cf62f0c-d88b-4dce-8766-e95d80cc4c74) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:53.513308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:53.514455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:53.526941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ed0c0a-0435-4017-947e-d96000526f14 None None] Network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:53.542498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5d829b-6ecc-4fbe-bfce-9778f6e9c3e9 req-b427d9e2-bc7c-418b-aac9-81ac1289442a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:53.548028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-750afeb4-ea42-4a0d-8764-a0135d5a1bc6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1443155 Sep 22 17:07:53.549211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0c5d829b-6ecc-4fbe-bfce-9778f6e9c3e9 req-b427d9e2-bc7c-418b-aac9-81ac1289442a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.1876740 Sep 22 17:07:53.552009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:53.648313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c9968a80-3d07-4306-a6e7-2eabced46bc3 None None] Current status of the port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:07:53.658561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0c5d829b-6ecc-4fbe-bfce-9778f6e9c3e9 req-44218cda-d75e-42bd-a17d-4ef67214510e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972419 Sep 22 17:07:53.741235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:53.855013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-0cf62f0c-d88b-4dce-8766-e95d80cc4c74', 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': '6f793f1d-6911-423e-967b-c3ec7f62564d'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:53.855013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:53.918772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.051412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66790b3-46ad-4113-ade1-8f02ee365d58 req-bea72b75-6908-48a6-917c-b583e9510349 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:54.051412 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b66790b3-46ad-4113-ade1-8f02ee365d58 req-bea72b75-6908-48a6-917c-b583e9510349 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.2166579 Sep 22 17:07:54.100406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Allocated IP 2001:db8::1 (0cf62f0c-d88b-4dce-8766-e95d80cc4c74/6f793f1d-6911-423e-967b-c3ec7f62564d/ac76c4d5-460d-472c-b892-fc9cf06b222a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:54.123656 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b66790b3-46ad-4113-ade1-8f02ee365d58 req-957cb756-e360-486e-8bfc-dd7e443ce43d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0612423 Sep 22 17:07:54.392019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.402991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Transition to ACTIVE for port object ac76c4d5-460d-472c-b892-fc9cf06b222a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:54.438928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Transition to ACTIVE for port object ac76c4d5-460d-472c-b892-fc9cf06b222a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:54.447956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.475176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.624534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:54.624534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:54.638650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:54.638650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-734be171-8369-4eb7-b1e0-3f32bb455ee3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.651497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Pushing event updated for resources: {'Port': ['ID=ac76c4d5-460d-472c-b892-fc9cf06b222a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:54.684182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=6f793f1d-6911-423e-967b-c3ec7f62564d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:54.793790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.824135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf62f0c-d88b-4dce-8766-e95d80cc4c74']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:54.837954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:54.838236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:54.852016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.876055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.884797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Attempting to bind port ac76c4d5-460d-472c-b892-fc9cf06b222a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:54.885342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Attempting to bind port ac76c4d5-460d-472c-b892-fc9cf06b222a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:54.885885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Attempting to bind port ac76c4d5-460d-472c-b892-fc9cf06b222a on network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:54.886177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:54.886596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.894675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:54.895345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Checking segment: {'id': '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:54.895903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.896476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Bound using segment: {'id': '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:54.897192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Bound port: ac76c4d5-460d-472c-b892-fc9cf06b222a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:54.898029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:54.967068 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 resource provider aggregate not found Sep 22 17:07:55.006525 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 found for delete ", "request_id": "req-48442a2e-5237-46f7-8e49-5853710c7842"}]} Sep 22 17:07:55.032928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:07:55.032928 dv-neutron-858953-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:07:55.032928 dv-neutron-858953-1-hyperv neutron-server[89052]: [parameters: {'id': '0cf62f0c-d88b-4dce-8766-e95d80cc4c74'}] Sep 22 17:07:55.032928 dv-neutron-858953-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:07:55.033567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:07:55.066880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] For port ac76c4d5-460d-472c-b892-fc9cf06b222a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:55.066880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] For port ac76c4d5-460d-472c-b892-fc9cf06b222a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ac76c4d5-460d-472c-b892-fc9cf06b222a,segment=NetworkSegment(45bfcc63-f48f-43ae-ac10-c0084dfdc1a5),segment_id=45bfcc63-f48f-43ae-ac10-c0084dfdc1a5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:55.082568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.266214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.275765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0edffaf-598c-42a8-9b68-62e9e4c9498b None None] Pushing event updated for resources: {'Port': ['ID=ac76c4d5-460d-472c-b892-fc9cf06b222a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:55.296282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea8dd67a-e85b-4cae-9520-25987543c70c None None] Network 0cf62f0c-d88b-4dce-8766-e95d80cc4c74 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:55.534368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7f30fd-4bbe-427d-b6a5-f5f286a4fb82 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:07:55.534701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.550446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port ac76c4d5-460d-472c-b892-fc9cf06b222a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:07:55.550927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.605193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.682278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51842) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:55.743099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee7f30fd-4bbe-427d-b6a5-f5f286a4fb82 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:07:55.853126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port ac76c4d5-460d-472c-b892-fc9cf06b222a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ac76c4d5-460d-472c-b892-fc9cf06b222a,segment=NetworkSegment(45bfcc63-f48f-43ae-ac10-c0084dfdc1a5),segment_id=45bfcc63-f48f-43ae-ac10-c0084dfdc1a5)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:07:55.853690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:55.958808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.015671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for ac76c4d5-460d-472c-b892-fc9cf06b222a owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:07:56.112543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.171160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Port': ['ID=ac76c4d5-460d-472c-b892-fc9cf06b222a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:56.176940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No DVR routers for this DVR port ac76c4d5-460d-472c-b892-fc9cf06b222a on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:07:56.395980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.427935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cf62f0c-d88b-4dce-8766-e95d80cc4c74']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:56.444369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:56.444766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45bfcc63-f48f-43ae-ac10-c0084dfdc1a5') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:07:56.458536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.478669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.487328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:07:56.487775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.596667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.602922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.637367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=0cf62f0c-d88b-4dce-8766-e95d80cc4c74,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:56.641542 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5da3e7e-b1e0-414f-a2c4-583574be659e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/0cf62f0c-d88b-4dce-8766-e95d80cc4c74 HTTP/1.1" status: 204 len: 168 time: 3.0880716 Sep 22 17:07:56.645501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:56.651593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-436494096'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:56.657697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:56.662499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:56.665850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:56.674011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:56.685963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:56.689961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.722214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:56.736065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.736571 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment d3b419d7-838e-4994-af47-9071ad5abf48 of type vlan for network 00ea24c3-86f0-48db-b8c8-0af81338ba5a Sep 22 17:07:56.773438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.813114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.820234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:56.820945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:56.941194 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2900186 Sep 22 17:07:56.941194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cc5c33-95d4-474c-89d6-f467a9566781 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=00ea24c3-86f0-48db-b8c8-0af81338ba5a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:56.941796 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:56.948819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:56.954753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:57.005826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.067133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 resource provider aggregate not found Sep 22 17:07:57.093924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45bfcc63-f48f-43ae-ac10-c0084dfdc1a5 found for delete ", "request_id": "req-43cd1f79-1ecd-4e84-bfa6-db44c5187ca2"}]} Sep 22 17:07:57.114987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:57.119420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:57.122645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:57.133576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:57.146333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.148076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:57.151728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.570684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.628120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.17 (2ab63d66-c6f4-481e-b2f0-4b8d008b18c5/795675e4-aeb3-467c-93e4-1528f71eb02d/61230e71-2510-4242-b7c0-04c720920169) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:57.660807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=a913e451-3f49-46fe-b7dd-23cde49bb971,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:57.678481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': 'd3b419d7-838e-4994-af47-9071ad5abf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:57.678843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: 00ea24c3-86f0-48db-b8c8-0af81338ba5a, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:07:57.705062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:07:57.721799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 00ea24c3-86f0-48db-b8c8-0af81338ba5a) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:57.726956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:57.727770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.739563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f869940-2dc9-4c7d-a453-b19d1d43995d None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:07:57.770669 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-88033cd8-72df-4e32-a61d-13df766529b7 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8274472 Sep 22 17:07:57.773816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:57.785998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:57.888323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:57.907878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 61230e71-2510-4242-b7c0-04c720920169 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:57.937608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.008212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-00ea24c3-86f0-48db-b8c8-0af81338ba5a', 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': 'a913e451-3f49-46fe-b7dd-23cde49bb971'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:07:58.009916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.025172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:58.038485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:58.047472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:58.081246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:58.092864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:subnet and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:58.100271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:58.117685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:58.145046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:58.151103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:58.155671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.179623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.486491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Allocated IP 2001:db8::2 (00ea24c3-86f0-48db-b8c8-0af81338ba5a/a913e451-3f49-46fe-b7dd-23cde49bb971/fe328731-0117-455a-b6ff-36f5aad0af17) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:07:58.507719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.604922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Provisioning for port 61230e71-2510-4242-b7c0-04c720920169 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:07:58.627932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Provisioning complete for port 61230e71-2510-4242-b7c0-04c720920169 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:07:58.628446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.628915 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 1 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:07:58.755129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.763177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:58.847190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:58.857952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:58.867445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:58.868402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.922027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=77c81a5c-6f4f-45ad-b767-edbe42741bb1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:58.929449 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd56291e-9399-413e-84cb-6fb9e8ad8ddc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1521783 Sep 22 17:07:58.929850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:58.932019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:58.950550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Transition to ACTIVE for port object fe328731-0117-455a-b6ff-36f5aad0af17 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:58.986754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Transition to ACTIVE for port object fe328731-0117-455a-b6ff-36f5aad0af17 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:07:58.996742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.061216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.064510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.067502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.070495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.073585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.075538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Synchronizing usage tracker for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:07:59.103585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Unset dirty status for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:07:59.111591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d676cbb-9f48-4300-8b94-bef0da527fc0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1716578 Sep 22 17:07:59.113625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51866) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:59.123045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1847861494'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:59.128786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:59.133629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:07:59.133944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:59.141675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:07:59.144319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:07:59.150990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:07:59.158437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Pushing event updated for resources: {'Port': ['ID=fe328731-0117-455a-b6ff-36f5aad0af17,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:59.164180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:07:59.203710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:07:59.208920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.267003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:07:59.283401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.284154 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 51bf5345-55ec-416b-8bbe-f9a7ce0c26af of type vlan for network b1ef1b69-112a-4d19-b729-99fcedccb944 Sep 22 17:07:59.307836 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 2 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:07:59.334259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.384076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.392141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.393177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.407780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.415936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.432899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Attempting to bind port fe328731-0117-455a-b6ff-36f5aad0af17 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:07:59.433522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Attempting to bind port fe328731-0117-455a-b6ff-36f5aad0af17 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'd3b419d7-838e-4994-af47-9071ad5abf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:07:59.434158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Attempting to bind port fe328731-0117-455a-b6ff-36f5aad0af17 on network 00ea24c3-86f0-48db-b8c8-0af81338ba5a {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:07:59.456231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:07:59.456944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Checking segment: {'id': 'd3b419d7-838e-4994-af47-9071ad5abf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:07:59.457603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.458274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Bound using segment: {'id': 'd3b419d7-838e-4994-af47-9071ad5abf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:07:59.459110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Bound port: fe328731-0117-455a-b6ff-36f5aad0af17, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3b419d7-838e-4994-af47-9071ad5abf48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:07:59.459750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.476979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:07:59.520518 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4048450 Sep 22 17:07:59.524817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51870) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:07:59.533758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'New_network'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:07:59.551565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:59.553260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.558819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f2171b-ac59-4675-96ac-e9906b68c47c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=b1ef1b69-112a-4d19-b729-99fcedccb944,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:07:59.575939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:07:59.719853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:07:59.721556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:07:59.822624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.837560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e8138c62-6596-423f-8ab8-828b478628be None None] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:07:59.849905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.860370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e8138c62-6596-423f-8ab8-828b478628be None None] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe328731-0117-455a-b6ff-36f5aad0af17,segment=NetworkSegment(d3b419d7-838e-4994-af47-9071ad5abf48),segment_id=d3b419d7-838e-4994-af47-9071ad5abf48)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:07:59.872789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.890680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network b1ef1b69-112a-4d19-b729-99fcedccb944 is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 17:07:59.901790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:07:59.902791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:07:59.904981 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "PUT /v2.0/networks/b1ef1b69-112a-4d19-b729-99fcedccb944 HTTP/1.1" status: 200 len: 723 time: 0.3794241 Sep 22 17:07:59.914615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51874) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:00.005098 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 3 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:00.047866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:00.054440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8138c62-6596-423f-8ab8-828b478628be None None] Pushing event updated for resources: {'Port': ['ID=fe328731-0117-455a-b6ff-36f5aad0af17,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.058332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:00.083719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:00.287336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77687d3d-1120-424a-b4c9-9502c9567d2a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=b1ef1b69-112a-4d19-b729-99fcedccb944,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.303976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:08:00.352515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:00.378357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:00.400416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:00.409268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:00.458991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:00.478445 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:00.501617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:00.502982 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:00.523406 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e3f4a3cf-01f5-4e56-9f86-41f1707d9167 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/f6cce5b7-47fc-4de7-a49f-dc6d043ac65c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8379526 Sep 22 17:08:00.585233 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 4 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:00.694610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:00.793654 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:00.891656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:00.991168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=80544c68-d350-4c7a-8e41-e51862425499,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:00.995084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '51bf5345-55ec-416b-8bbe-f9a7ce0c26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:00.995555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: b1ef1b69-112a-4d19-b729-99fcedccb944, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:01.021769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network b1ef1b69-112a-4d19-b729-99fcedccb944 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:01.038877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, b1ef1b69-112a-4d19-b729-99fcedccb944) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:01.045336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.046501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.052664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f785d-6125-4ae3-80dd-7029cc334a2c None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:01.100264 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2495d9f2-7ba4-4dfe-85db-201abf8f5ae4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1837559 Sep 22 17:08:01.103883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:01.111937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:01.202015 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 5 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:01.315327 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:07:58Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61230e71-2510-4242-b7c0-04c720920169', 'name': '', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:02:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:57Z', 'updated_at': '2022-09-22T17:07:59Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:01.324181 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:01.324870 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Updating router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c port 61230e71-2510-4242-b7c0-04c720920169 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:08:01.331042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2167684'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.346090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:01.433741 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.445925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-b1ef1b69-112a-4d19-b729-99fcedccb944', 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': '80544c68-d350-4c7a-8e41-e51862425499'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:08:01.448992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.472212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3d8cc9-98ba-4869-9f56-2c185bd0f91a None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:01.617296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3448615'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.726740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:01.728373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.735324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "PUT /v2.0/subnets/80544c68-d350-4c7a-8e41-e51862425499 HTTP/1.1" status: 200 len: 826 time: 0.6254699 Sep 22 17:08:01.736069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51886) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:01.786008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead2f383-b9a1-4d4a-b10c-d83f42ef709e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=80544c68-d350-4c7a-8e41-e51862425499,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:01.850262 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 6 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:01.876594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Allocated IP 2001:db8::2 (b1ef1b69-112a-4d19-b729-99fcedccb944/80544c68-d350-4c7a-8e41-e51862425499/0363c0b4-74f1-42e9-929c-61ac1e81f3dc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:01.879328 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.895869 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Transition to ACTIVE for port object 61230e71-2510-4242-b7c0-04c720920169 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:01.906017 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:01.982439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.082661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:02.164041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.167756 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Attempting to bind port 61230e71-2510-4242-b7c0-04c720920169 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:02.168295 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Attempting to bind port 61230e71-2510-4242-b7c0-04c720920169 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:02.168793 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Attempting to bind port 61230e71-2510-4242-b7c0-04c720920169 on network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:02.183845 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:02.184343 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Checking segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:02.184892 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.185390 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Bound using segment: {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:02.186114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Bound port: 61230e71-2510-4242-b7c0-04c720920169, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6012289d-ec2e-45c4-9d10-adf06470995e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:02.186587 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.209657 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Pushing event updated for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.260149 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.260445 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.260863 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.261304 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.261754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.262188 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.262610 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.263039 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.263464 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.264156 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.264587 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.265693 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:02.291593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe328731-0117-455a-b6ff-36f5aad0af17 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:02.329811 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] For port 61230e71-2510-4242-b7c0-04c720920169, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:02.333942 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] For port 61230e71-2510-4242-b7c0-04c720920169, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61230e71-2510-4242-b7c0-04c720920169,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:02.340721 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.403570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.412806 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:02.413528 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:02.425261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Transition to ACTIVE for port object 0363c0b4-74f1-42e9-929c-61ac1e81f3dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:02.446620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Update dhcp port {'port': {'network_id': '00ea24c3-86f0-48db-b8c8-0af81338ba5a', 'fixed_ips': [{'subnet_id': 'a913e451-3f49-46fe-b7dd-23cde49bb971', 'ip_address': '2001:db8::2'}, {'subnet_id': '77c81a5c-6f4f-45ad-b767-edbe42741bb1'}], 'binding:host_id': 'dv-neutron-858953-1-hyperv'}, 'id': 'fe328731-0117-455a-b6ff-36f5aad0af17'} from dv-neutron-858953-1-hyperv. {{(pid=89053) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Sep 22 17:08:02.490158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Transition to ACTIVE for port object 0363c0b4-74f1-42e9-929c-61ac1e81f3dc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:02.520321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.538517 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b517a6-f31a-4c42-a77d-48c72513bad8 None None] Pushing event updated for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.553479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.594627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fe328731-0117-455a-b6ff-36f5aad0af17 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:08:02.600001 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Attempt 7 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:02.650259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=80544c68-d350-4c7a-8e41-e51862425499,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.682531 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:02.721447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.742178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:02.757542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:02.760697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:02.847942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Pushing event updated for resources: {'Port': ['ID=0363c0b4-74f1-42e9-929c-61ac1e81f3dc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:02.855465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.910209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef1b69-112a-4d19-b729-99fcedccb944']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:02.935476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bf5345-55ec-416b-8bbe-f9a7ce0c26af') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:02.935958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bf5345-55ec-416b-8bbe-f9a7ce0c26af') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:02.937178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-23098525-b399-4027-907c-22e3fed204b3 None None] Port 61230e71-2510-4242-b7c0-04c720920169 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:08:02.964738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:02.994096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.004584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:03.005407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.014656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Attempting to bind port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:03.015703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Attempting to bind port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '51bf5345-55ec-416b-8bbe-f9a7ce0c26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:03.016241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Attempting to bind port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc on network b1ef1b69-112a-4d19-b729-99fcedccb944 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:03.046025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:03.046025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Checking segment: {'id': '51bf5345-55ec-416b-8bbe-f9a7ce0c26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:03.046934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.047269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Bound using segment: {'id': '51bf5345-55ec-416b-8bbe-f9a7ce0c26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:03.047707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Bound port: 0363c0b4-74f1-42e9-929c-61ac1e81f3dc, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bf5345-55ec-416b-8bbe-f9a7ce0c26af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:03.048146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.146754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 51bf5345-55ec-416b-8bbe-f9a7ce0c26af resource provider aggregate not found Sep 22 17:08:03.170973 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:07:58Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61230e71-2510-4242-b7c0-04c720920169', 'name': '', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:02:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:57Z', 'updated_at': '2022-09-22T17:08:02Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:03.183166 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b097d394-3e94-4674-bc9e-fac588886abb None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:07:58Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '61230e71-2510-4242-b7c0-04c720920169', 'name': '', 'network_id': '2ab63d66-c6f4-481e-b2f0-4b8d008b18c5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:02:eb:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:07:57Z', 'updated_at': '2022-09-22T17:08:02Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '795675e4-aeb3-467c-93e4-1528f71eb02d', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:03.200102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Provisioning for port fe328731-0117-455a-b6ff-36f5aad0af17 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:08:03.224399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Provisioning complete for port fe328731-0117-455a-b6ff-36f5aad0af17 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:03.224952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.225166 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Attempt 1 to provision port fe328731-0117-455a-b6ff-36f5aad0af17 Sep 22 17:08:03.298469 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 51bf5345-55ec-416b-8bbe-f9a7ce0c26af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51bf5345-55ec-416b-8bbe-f9a7ce0c26af found for delete ", "request_id": "req-6de1acfa-35ed-483e-90ad-470843b7e1aa"}]} Sep 22 17:08:03.303235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:08:03.303235 dv-neutron-858953-1-hyperv neutron-server[89052]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:08:03.303235 dv-neutron-858953-1-hyperv neutron-server[89052]: [parameters: {'id': 'b1ef1b69-112a-4d19-b729-99fcedccb944'}] Sep 22 17:08:03.303235 dv-neutron-858953-1-hyperv neutron-server[89052]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:03.305738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:03.397267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Allocated IP 172.20.0.1 (00ea24c3-86f0-48db-b8c8-0af81338ba5a/77c81a5c-6f4f-45ad-b767-edbe42741bb1/fe328731-0117-455a-b6ff-36f5aad0af17) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:03.437998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] For port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:03.493282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] For port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0363c0b4-74f1-42e9-929c-61ac1e81f3dc,segment=NetworkSegment(51bf5345-55ec-416b-8bbe-f9a7ce0c26af),segment_id=51bf5345-55ec-416b-8bbe-f9a7ce0c26af)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:03.588809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.807469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.829148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:03.829719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.958822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:03.959426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:03.989727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8601327-f12d-42d1-a2fc-4768e95043eb None None] Pushing event updated for resources: {'Port': ['ID=0363c0b4-74f1-42e9-929c-61ac1e81f3dc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:04.006872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe328731-0117-455a-b6ff-36f5aad0af17,segment=NetworkSegment(d3b419d7-838e-4994-af47-9071ad5abf48),segment_id=d3b419d7-838e-4994-af47-9071ad5abf48)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:04.017290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd879cdb-a9dd-488e-bd4d-3429b0988154 None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:04.114505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61230e71-2510-4242-b7c0-04c720920169 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:04.181634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0363c0b4-74f1-42e9-929c-61ac1e81f3dc,segment=NetworkSegment(51bf5345-55ec-416b-8bbe-f9a7ce0c26af),segment_id=51bf5345-55ec-416b-8bbe-f9a7ce0c26af)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:04.182293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.197721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.resource_extend [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 22 17:08:04.269773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.325427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for 0363c0b4-74f1-42e9-929c-61ac1e81f3dc owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:04.413315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.426346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Ignored duplicate provisioning block setup for port fe328731-0117-455a-b6ff-36f5aad0af17 by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 22 17:08:04.460779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.471177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Port': ['ID=0363c0b4-74f1-42e9-929c-61ac1e81f3dc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:04.475144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No DVR routers for this DVR port 0363c0b4-74f1-42e9-929c-61ac1e81f3dc on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:04.603763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f97cdee-569a-457f-945b-4277a0bc1a87 None None] Network b1ef1b69-112a-4d19-b729-99fcedccb944 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:04.616244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.647268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ef1b69-112a-4d19-b729-99fcedccb944']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:04.662837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bf5345-55ec-416b-8bbe-f9a7ce0c26af') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:04.663162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bf5345-55ec-416b-8bbe-f9a7ce0c26af') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:04.676773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.695519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.703122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:04.703541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.929486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.947660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:04.962062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=b1ef1b69-112a-4d19-b729-99fcedccb944,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:04.967837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:04.969214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:04.970536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 61230e71-2510-4242-b7c0-04c720920169 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:08:04.974180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c185b3e3-5bab-468f-b912-54697ae2b222 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/b1ef1b69-112a-4d19-b729-99fcedccb944 HTTP/1.1" status: 204 len: 168 time: 3.2365656 Sep 22 17:08:04.977180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51896) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:05.004407 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4196cd29-93f4-48e8-823d-10c5a84d248d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:05.005114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4196cd29-93f4-48e8-823d-10c5a84d248d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:05.006913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4196cd29-93f4-48e8-823d-10c5a84d248d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/b1ef1b69-112a-4d19-b729-99fcedccb944 HTTP/1.1" status: 404 len: 339 time: 0.0287404 Sep 22 17:08:05.011779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51900) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:05.017740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-30427624', 'description': 'd1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:05.023753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:05.029207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Usage tracker for resource:network and tenant:b0f21ca8d4484e9dac4ac7cda2636ffe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:05.033052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Quota usage for network was recalculated. Used quota:3. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:05.039981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:05.053312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:05.057619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.067239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52717a-7876-4b96-ae1d-10f581d07ead None None] Pushing event updated for resources: {'Port': ['ID=fe328731-0117-455a-b6ff-36f5aad0af17,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:05.086100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 61230e71-2510-4242-b7c0-04c720920169 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:05.086747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.087295 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:05.092589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:05.105094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.105650 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 282c6c52-286a-41a3-8b0a-69b3775218e7 of type vlan for network 63198f14-cb66-4230-8ca2-c34a5c956959 Sep 22 17:08:05.141307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.181562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.194907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.196122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.385142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 51bf5345-55ec-416b-8bbe-f9a7ce0c26af resource provider aggregate not found Sep 22 17:08:05.410941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 61230e71-2510-4242-b7c0-04c720920169 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:05.411616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.422213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=63198f14-cb66-4230-8ca2-c34a5c956959,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:05.430660 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 51bf5345-55ec-416b-8bbe-f9a7ce0c26af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 51bf5345-55ec-416b-8bbe-f9a7ce0c26af found for delete ", "request_id": "req-2044317f-1927-4b15-a111-c1cd3c2a64bf"}]} Sep 22 17:08:05.436584 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-49483898-2c71-44cc-ba3d-5c1dc08960ed tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4209676 Sep 22 17:08:05.438761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:05.463213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 63198f14-cb66-4230-8ca2-c34a5c956959 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:08:05.685375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 61230e71-2510-4242-b7c0-04c720920169, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61230e71-2510-4242-b7c0-04c720920169,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:05.719385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.752027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1779c92-dee3-417f-b1d2-c493e8146472 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:05.753049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b1779c92-dee3-417f-b1d2-c493e8146472 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Synchronizing usage tracker for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:05.776439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b1779c92-dee3-417f-b1d2-c493e8146472 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Unset dirty status for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:05.780425 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b1779c92-dee3-417f-b1d2-c493e8146472 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks?id=63198f14-cb66-4230-8ca2-c34a5c956959 HTTP/1.1" status: 200 len: 763 time: 0.3375590 Sep 22 17:08:05.780746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51914) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:05.787116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'description': 'd2'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:05.829649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:05.830122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.887920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:05.896051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe328731-0117-455a-b6ff-36f5aad0af17,segment=NetworkSegment(d3b419d7-838e-4994-af47-9071ad5abf48),segment_id=d3b419d7-838e-4994-af47-9071ad5abf48)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:05.901614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.977027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Provisioning complete for port 61230e71-2510-4242-b7c0-04c720920169 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:05.977402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:05.977945 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Attempt 1 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:06.017477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c1bd7e-04dc-4b6b-b7f5-aa9801b7d87e None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:06.138270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:06.143565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61230e71-2510-4242-b7c0-04c720920169 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:06.160102 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:06.239347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network 63198f14-cb66-4230-8ca2-c34a5c956959 is not hosted by any dhcp agent {{(pid=89052) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Sep 22 17:08:06.244189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.244763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:06.250785 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "PUT /v2.0/networks/63198f14-cb66-4230-8ca2-c34a5c956959 HTTP/1.1" status: 200 len: 760 time: 0.4642770 Sep 22 17:08:06.251154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Pushing event updated for resources: {'Port': ['ID=fe328731-0117-455a-b6ff-36f5aad0af17,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:06.252810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:06.298034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81be7dd-1d72-4784-83b8-d07d9e523390 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=63198f14-cb66-4230-8ca2-c34a5c956959,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:06.314534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 63198f14-cb66-4230-8ca2-c34a5c956959 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:08:06.431534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7921f9-6697-417c-a988-8ed3e36504b2 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.433550 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2b7921f9-6697-417c-a988-8ed3e36504b2 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks?id=63198f14-cb66-4230-8ca2-c34a5c956959 HTTP/1.1" status: 200 len: 763 time: 0.1805069 Sep 22 17:08:06.439745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:06.605788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 61230e71-2510-4242-b7c0-04c720920169 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:06.606623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:06.606623 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 61230e71-2510-4242-b7c0-04c720920169 Sep 22 17:08:06.643494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f0d4a1-ab01-449c-87c8-c3f1babfb9bc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.645146 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-44f0d4a1-ab01-449c-87c8-c3f1babfb9bc tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2043905 Sep 22 17:08:06.650118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:06.656644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd43dda-7509-4672-ad18-04dac9d4016f None None] Current status of the port 61230e71-2510-4242-b7c0-04c720920169 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:06.693570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8dd9cb80-f1d2-4902-846c-5b815ab2161f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Synchronizing usage tracker for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:06.722202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8dd9cb80-f1d2-4902-846c-5b815ab2161f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Unset dirty status for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:06.728718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8dd9cb80-f1d2-4902-846c-5b815ab2161f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 207 time: 0.0728779 Sep 22 17:08:06.729246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51930) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:06.828243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 61230e71-2510-4242-b7c0-04c720920169 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:06.829411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe328731-0117-455a-b6ff-36f5aad0af17 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:06.860939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8bdc5a18-83f9-4fc0-b22b-53a75432336b None None] Provisioning complete for port fe328731-0117-455a-b6ff-36f5aad0af17 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:06.861256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8bdc5a18-83f9-4fc0-b22b-53a75432336b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:06.861532 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8bdc5a18-83f9-4fc0-b22b-53a75432336b None None] Attempt 1 to provision port fe328731-0117-455a-b6ff-36f5aad0af17 Sep 22 17:08:06.935003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.942405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.949370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.955627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.961903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.969045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:06.970951 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdb92ce4-fba4-49ec-bb56-5bf204aa793a tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.2403798 Sep 22 17:08:06.977338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51934) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:07.010141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fe328731-0117-455a-b6ff-36f5aad0af17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:07.010626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:07.011265 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fe328731-0117-455a-b6ff-36f5aad0af17 Sep 22 17:08:07.097909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8bdc5a18-83f9-4fc0-b22b-53a75432336b None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:07.175131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:07.238077 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4385d910-63b7-4683-b215-e2a5805bd8ec tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.2591579 Sep 22 17:08:07.243839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:07.244935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-388fc0ee-e853-4ed6-8bdb-a24b7a117aec None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:08:07.358171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.360241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.361772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.363271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.364787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.365745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Synchronizing usage tracker for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:07.380097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Unset dirty status for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:07.381327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f97b314-ebbb-4cda-b81e-02279dc44e3b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1357770 Sep 22 17:08:07.381685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7e626cd3-10f9-4782-8719-05b28bb9248c None None] Provisioning complete for port fe328731-0117-455a-b6ff-36f5aad0af17 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:07.382223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e626cd3-10f9-4782-8719-05b28bb9248c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:07.382843 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7e626cd3-10f9-4782-8719-05b28bb9248c None None] Attempt 1 to provision port fe328731-0117-455a-b6ff-36f5aad0af17 Sep 22 17:08:07.385957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:07.474222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.475740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.477210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.478818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.480223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.481967 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a82f48c9-5857-42d2-8caf-64bb580e8353 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0949388 Sep 22 17:08:07.488520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:07.633991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388fc0ee-e853-4ed6-8bdb-a24b7a117aec None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:08:07.699725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3dc4b82-cdc3-4a52-9df3-3e87a277ba4b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:07.700739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e3dc4b82-cdc3-4a52-9df3-3e87a277ba4b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Synchronizing usage tracker for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:07.716353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e3dc4b82-cdc3-4a52-9df3-3e87a277ba4b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Unset dirty status for tenant:b0f21ca8d4484e9dac4ac7cda2636ffe on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:07.719091 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e3dc4b82-cdc3-4a52-9df3-3e87a277ba4b tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks/8562ba20-dd8f-4404-8059-f28e6c44c1c7 HTTP/1.1" status: 200 len: 804 time: 0.2294688 Sep 22 17:08:07.724689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51952) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:07.829857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7e626cd3-10f9-4782-8719-05b28bb9248c None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:07.927140 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-f04c1b05-06b2-4a19-b2d4-285d89659f1a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2739935 Sep 22 17:08:08.021554 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41493078-8232-4825-ae9f-547ead0fda84 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/networks/8562ba20-dd8f-4404-8059-f28e6c44c1c7?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2949555 Sep 22 17:08:08.023385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:08.056233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe328731-0117-455a-b6ff-36f5aad0af17 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:08.086420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-705a5a52-c2f8-4e19-9902-29444da99e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.088066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-705a5a52-c2f8-4e19-9902-29444da99e46 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1099 time: 0.1100118 Sep 22 17:08:08.151484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6f4bfe-4e05-445f-a309-b6206b35d51e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.159794 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6f6f4bfe-4e05-445f-a309-b6206b35d51e tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets/70d0d076-82b6-4951-9939-bde2cbe10c55 HTTP/1.1" status: 200 len: 843 time: 0.1287751 Sep 22 17:08:08.159794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:08.258322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fe328731-0117-455a-b6ff-36f5aad0af17 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:08.258713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.258903 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fe328731-0117-455a-b6ff-36f5aad0af17 Sep 22 17:08:08.268890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-dd2054ca-31b8-46e5-b5db-0ecce86e1fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.270464 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-dd2054ca-31b8-46e5-b5db-0ecce86e1fa3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 898 time: 0.1620622 Sep 22 17:08:08.311068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784cb8b9-858d-4322-a22f-65c750f917a0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['shared'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.316812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-784cb8b9-858d-4322-a22f-65c750f917a0 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "GET /v2.0/subnets/70d0d076-82b6-4951-9939-bde2cbe10c55?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1525762 Sep 22 17:08:08.317025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51966) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:08.323629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-139755325'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:08.330287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:08.342892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:08.359098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:08.363380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.399525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:08.411001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.411521 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Added segment 73fb9a06-2648-49f9-95a4-bfdcfcc89195 of type vlan for network de4afa81-f37c-49c3-b948-5501f675c2ca Sep 22 17:08:08.427826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-6b8ebe50-e7ea-4397-ac93-497fbce03533 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 1002 time: 0.1481853 Sep 22 17:08:08.449380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fe328731-0117-455a-b6ff-36f5aad0af17 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:08.464938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.506172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.508790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-63c9d271-03dd-45d5-9678-7c2dae4ae85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.510354 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-63c9d271-03dd-45d5-9678-7c2dae4ae85c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 200 len: 834 time: 0.0748198 Sep 22 17:08:08.511549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.512162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.635771 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3175852 Sep 22 17:08:08.638876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 51970) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:08.642776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef19e53-f32a-4be6-8416-e51dd8de7afa tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Network': ['ID=de4afa81-f37c-49c3-b948-5501f675c2ca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:08.649527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:08.660837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network de4afa81-f37c-49c3-b948-5501f675c2ca details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:08:08.677693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-94f247f4-68f3-4e07-a3d6-98ec9ebad8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:08.680402 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-94f247f4-68f3-4e07-a3d6-98ec9ebad8f6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1638987 Sep 22 17:08:08.694365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-6113d716-0500-41e9-a8be-f5a9b374cfe4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:08.695851 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-6113d716-0500-41e9-a8be-f5a9b374cfe4 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061941 Sep 22 17:08:08.779117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:08.790489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:08.806170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Made reservation on behalf of b0f21ca8d4484e9dac4ac7cda2636ffe for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:08.812819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:08.881569 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-b6062219-7d3d-44be-b400-ea3453245d1d service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800272 Sep 22 17:08:09.050585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing IP validity checks on allocation pools {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:08:09.051360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.ipam_backend_mixin [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89052) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:08:09.066007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fe524ba-4df9-4e65-9736-28ba99742a64 req-38595724-78df-4be8-b59f-87985cd9dd1e service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772642 Sep 22 17:08:09.234987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:09.321325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:09.333538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.333894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.334230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.334566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.334897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.335225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.335552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.335878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.336201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.336806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.337180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.337503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:09.344183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Checking segment: {'id': '73fb9a06-2648-49f9-95a4-bfdcfcc89195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:09.344550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network hostable DHCP agents. Network: de4afa81-f37c-49c3-b948-5501f675c2ca, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:09.365966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Network de4afa81-f37c-49c3-b948-5501f675c2ca is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:09.377829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, de4afa81-f37c-49c3-b948-5501f675c2ca) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:09.382259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.382937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:09.393173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c3ea73-b91b-4c2d-b4b5-73906b66a9b3 None None] Network de4afa81-f37c-49c3-b948-5501f675c2ca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:09.423430 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-579fd25a-84b1-42f6-8bd3-a2af5cb67482 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7812138 Sep 22 17:08:09.423686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51974) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:09.429150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:09.737055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2167684'] for subnet, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:09.772651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-de4afa81-f37c-49c3-b948-5501f675c2ca', 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca', 'tenant_id': 'b0f21ca8d4484e9dac4ac7cda2636ffe', 'fixed_ips': [{'subnet_id': 'f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:08:09.774135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:09.995563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c5bf8e-be2b-4b49-8072-4a647c54a5b6 req-31422587-e8f0-4aab-8122-c07c81ea45b7 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:09.997187 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43c5bf8e-be2b-4b49-8072-4a647c54a5b6 req-31422587-e8f0-4aab-8122-c07c81ea45b7 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.1142707 Sep 22 17:08:10.010226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3448615'] for subnet, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.055292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43c5bf8e-be2b-4b49-8072-4a647c54a5b6 req-843aab38-ae81-440a-9440-63e51fa97cb5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486395 Sep 22 17:08:10.110177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:10.110924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.112359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "PUT /v2.0/subnets/f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b HTTP/1.1" status: 200 len: 900 time: 0.6882110 Sep 22 17:08:10.115652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 51984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:10.121383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Allocated IP 2001:db8::3 (de4afa81-f37c-49c3-b948-5501f675c2ca/f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b/d8c80736-f526-4b05-996d-9037e6c18a08) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:10.149797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c13ee7-d356-49cc-81b8-4f711c1b2bba tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event updated for resources: {'Subnet': ['ID=f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.284059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.361399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.375082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.386349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Transition to ACTIVE for port object d8c80736-f526-4b05-996d-9037e6c18a08 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:10.409693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Transition to ACTIVE for port object d8c80736-f526-4b05-996d-9037e6c18a08 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:10.415833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.449671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.490147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Network de4afa81-f37c-49c3-b948-5501f675c2ca is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:10.493499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.494229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:10.500409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:10.537377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Pushing event updated for resources: {'Port': ['ID=d8c80736-f526-4b05-996d-9037e6c18a08,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.597719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.616114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Attempting to bind port d8c80736-f526-4b05-996d-9037e6c18a08 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:10.616480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Attempting to bind port d8c80736-f526-4b05-996d-9037e6c18a08 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '73fb9a06-2648-49f9-95a4-bfdcfcc89195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:10.616884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Attempting to bind port d8c80736-f526-4b05-996d-9037e6c18a08 on network de4afa81-f37c-49c3-b948-5501f675c2ca {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:10.623036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 7, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:10.623413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Checking segment: {'id': '73fb9a06-2648-49f9-95a4-bfdcfcc89195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:10.623824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.624783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Bound using segment: {'id': '73fb9a06-2648-49f9-95a4-bfdcfcc89195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:10.625274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Bound port: d8c80736-f526-4b05-996d-9037e6c18a08, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73fb9a06-2648-49f9-95a4-bfdcfcc89195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:10.625668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.627148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4afa81-f37c-49c3-b948-5501f675c2ca']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:10.642249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fb9a06-2648-49f9-95a4-bfdcfcc89195') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:10.642697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fb9a06-2648-49f9-95a4-bfdcfcc89195') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:10.657634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.675895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.683025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:10.683527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.732880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] For port d8c80736-f526-4b05-996d-9037e6c18a08, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:10.758712 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 73fb9a06-2648-49f9-95a4-bfdcfcc89195 resource provider aggregate not found Sep 22 17:08:10.786356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 73fb9a06-2648-49f9-95a4-bfdcfcc89195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73fb9a06-2648-49f9-95a4-bfdcfcc89195 found for delete ", "request_id": "req-b96f605d-ac96-45f8-9d65-eb70f17ba7d8"}]} Sep 22 17:08:10.795426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] For port d8c80736-f526-4b05-996d-9037e6c18a08, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d8c80736-f526-4b05-996d-9037e6c18a08,segment=NetworkSegment(73fb9a06-2648-49f9-95a4-bfdcfcc89195),segment_id=73fb9a06-2648-49f9-95a4-bfdcfcc89195)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:10.798109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 22 17:08:10.798109 dv-neutron-858953-1-hyperv neutron-server[89051]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 22 17:08:10.798109 dv-neutron-858953-1-hyperv neutron-server[89051]: [parameters: {'id': 'de4afa81-f37c-49c3-b948-5501f675c2ca'}] Sep 22 17:08:10.798109 dv-neutron-858953-1-hyperv neutron-server[89051]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:10.798777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:10.799984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:10.930140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde011fa-7c2f-4377-971f-3e561d0d9c34 None None] Pushing event updated for resources: {'Port': ['ID=d8c80736-f526-4b05-996d-9037e6c18a08,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:10.941648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9d67731-de5b-44dc-8f14-a1986a925a87 None None] Network de4afa81-f37c-49c3-b948-5501f675c2ca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:11.162752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f59a6437-0f28-44d7-8f42-6a8ab56e2d5a None None] Network de4afa81-f37c-49c3-b948-5501f675c2ca requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:11.320332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:11.381917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port d8c80736-f526-4b05-996d-9037e6c18a08 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:11.382499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:11.468496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bf62ad-634e-430b-9099-63d72ee505b2 None None] get_active_networks_info from dv-neutron-858953-1-hyperv {{(pid=89053) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Sep 22 17:08:11.507152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170833f5-af6b-42ac-a20a-c20f15ce0738 req-bcca3247-b05d-4694-8183-bfdc0c418421 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:11.508896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-170833f5-af6b-42ac-a20a-c20f15ce0738 req-bcca3247-b05d-4694-8183-bfdc0c418421 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.2606943 Sep 22 17:08:11.660654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-170833f5-af6b-42ac-a20a-c20f15ce0738 req-6259b8e4-a31f-4ed6-8f93-5c00a1ba7c5d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394687 Sep 22 17:08:11.689922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port d8c80736-f526-4b05-996d-9037e6c18a08, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d8c80736-f526-4b05-996d-9037e6c18a08,segment=NetworkSegment(73fb9a06-2648-49f9-95a4-bfdcfcc89195),segment_id=73fb9a06-2648-49f9-95a4-bfdcfcc89195)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:11.690424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:11.691922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8bf62ad-634e-430b-9099-63d72ee505b2 None None] Resources bound (agent type, host, resource id): {{(pid=89053) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 22 17:08:11.884068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for d8c80736-f526-4b05-996d-9037e6c18a08 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:11.988382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.036857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-d21e736e-f0b1-444d-9078-ce657565c9b9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:12.038384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-d21e736e-f0b1-444d-9078-ce657565c9b9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.2823534 Sep 22 17:08:12.051460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Port': ['ID=d8c80736-f526-4b05-996d-9037e6c18a08,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:12.211565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.211900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.212231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.212560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.212937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.213241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.213563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.213884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.214226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.214558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.214856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.215184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:12.234020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No DVR routers for this DVR port d8c80736-f526-4b05-996d-9037e6c18a08 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:12.359590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port 013f9d7b-6bce-4aea-a7be-7f90605748b6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:12.360575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.437625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.508381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de4afa81-f37c-49c3-b948-5501f675c2ca']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:12.540291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73fb9a06-2648-49f9-95a4-bfdcfcc89195') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:12.540704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73fb9a06-2648-49f9-95a4-bfdcfcc89195') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:12.560762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.656733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.680026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:12.680441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.823337 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 73fb9a06-2648-49f9-95a4-bfdcfcc89195 resource provider aggregate not found Sep 22 17:08:12.829826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.856077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.859785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 73fb9a06-2648-49f9-95a4-bfdcfcc89195 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 73fb9a06-2648-49f9-95a4-bfdcfcc89195 found for delete ", "request_id": "req-6722be5e-fca0-467b-869d-e4eadb0599e8"}]} Sep 22 17:08:12.866525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=de4afa81-f37c-49c3-b948-5501f675c2ca,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:12.873260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] For port 013f9d7b-6bce-4aea-a7be-7f90605748b6, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=013f9d7b-6bce-4aea-a7be-7f90605748b6,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:12.873626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:12.957050 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-036bdc3f-0bbf-41a6-b218-7ef1483ac4ee tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/de4afa81-f37c-49c3-b948-5501f675c2ca HTTP/1.1" status: 204 len: 168 time: 2.8400736 Sep 22 17:08:12.961271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:13.009216 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-38b969bf-b269-4367-9f88-66af6f003634 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:13.009777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38b969bf-b269-4367-9f88-66af6f003634 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:13.012712 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-38b969bf-b269-4367-9f88-66af6f003634 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/f8aa7ff0-3cb4-4ecd-a94a-4e5adfb9555b HTTP/1.1" status: 404 len: 337 time: 0.0491297 Sep 22 17:08:13.020189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3f1abd-1a0b-4ddb-9897-0308a99b851a req-b7ac73e3-ad19-407d-a10b-ca8483cdfd4e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:13.021833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2a3f1abd-1a0b-4ddb-9897-0308a99b851a req-b7ac73e3-ad19-407d-a10b-ca8483cdfd4e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 945 time: 0.1554234 Sep 22 17:08:13.022597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:13.066960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-b78591c3-37ce-43e8-adc3-92acbf1876fd tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:13.067438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b78591c3-37ce-43e8-adc3-92acbf1876fd tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:13.069555 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b78591c3-37ce-43e8-adc3-92acbf1876fd tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/de4afa81-f37c-49c3-b948-5501f675c2ca HTTP/1.1" status: 404 len: 339 time: 0.0457470 Sep 22 17:08:13.074694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52012) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:13.104445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2a3f1abd-1a0b-4ddb-9897-0308a99b851a req-37ba8ba4-4f57-4ca2-8003-68d2557ee847 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614603 Sep 22 17:08:13.122236 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:08:13.300268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.324072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.324456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.324802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP 2a07f389-e838-44f7-ad80-2de43f948481 disassociated. External IP: 172.26.8.32, port: 013f9d7b-6bce-4aea-a7be-7f90605748b6. Sep 22 17:08:13.325148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for 013f9d7b-6bce-4aea-a7be-7f90605748b6 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:13.531063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.560577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63198f14-cb66-4230-8ca2-c34a5c956959']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:13.607020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '282c6c52-286a-41a3-8b0a-69b3775218e7') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:13.607316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '282c6c52-286a-41a3-8b0a-69b3775218e7') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:13.630135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.665555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.676252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:13.676659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.692370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:13.935738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=013f9d7b-6bce-4aea-a7be-7f90605748b6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:14.009021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:14.040354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:14.066528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=63198f14-cb66-4230-8ca2-c34a5c956959,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:14.079643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-044aa3b3-123d-45e5-9e03-5a36b774393d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/63198f14-cb66-4230-8ca2-c34a5c956959 HTTP/1.1" status: 204 len: 168 time: 1.0034666 Sep 22 17:08:14.083245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:14.133479 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-59801132-2f77-4fd8-8604-8c73697991a8 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:14.133925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59801132-2f77-4fd8-8604-8c73697991a8 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:14.136071 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-59801132-2f77-4fd8-8604-8c73697991a8 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/80544c68-d350-4c7a-8e41-e51862425499 HTTP/1.1" status: 404 len: 337 time: 0.0514562 Sep 22 17:08:14.138985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52020) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:14.184136 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-55c11775-993f-45ed-9721-38b91dcf1484 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:14.185281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55c11775-993f-45ed-9721-38b91dcf1484 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:14.189243 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-55c11775-993f-45ed-9721-38b91dcf1484 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/b1ef1b69-112a-4d19-b729-99fcedccb944 HTTP/1.1" status: 404 len: 339 time: 0.0482752 Sep 22 17:08:14.192019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52026) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:14.347057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7ec00ade-8e97-434b-9fd0-71ea0ce0847a req-5d9767ea-95f4-48f6-8529-b1d2b235c58f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:14.353099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:14.374771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting subnet 77c81a5c-6f4f-45ad-b767-edbe42741bb1 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:14.392666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:14.485863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-7ec00ade-8e97-434b-9fd0-71ea0ce0847a req-5d9767ea-95f4-48f6-8529-b1d2b235c58f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:14.487053 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ec00ade-8e97-434b-9fd0-71ea0ce0847a req-5d9767ea-95f4-48f6-8529-b1d2b235c58f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.2295611 Sep 22 17:08:14.554612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:14.852434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:14.863141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:14.874741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:14.875476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:15.024066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 282c6c52-286a-41a3-8b0a-69b3775218e7 resource provider aggregate not found Sep 22 17:08:15.047439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] No DVR routers for this DVR port 013f9d7b-6bce-4aea-a7be-7f90605748b6 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:15.054135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.057955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da8ec3a7-e214-4496-ad8d-73b104978ff4 req-0f780ec6-3a74-4ca3-be6b-1d9bbbbdfac6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "DELETE /v2.0/ports/013f9d7b-6bce-4aea-a7be-7f90605748b6 HTTP/1.1" status: 204 len: 173 time: 3.0078087 Sep 22 17:08:15.058738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'name': 'network-vif-deleted', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:15.063733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9601a7c5-7d5b-41e5-a4c3-858c8e9f6a6f" -d '{"events": [{"server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "name": "network-vif-deleted", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:15.076033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.136636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 282c6c52-286a-41a3-8b0a-69b3775218e7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 282c6c52-286a-41a3-8b0a-69b3775218e7 found for delete ", "request_id": "req-03ed6e1d-aae7-443c-9909-1ff098bfa058"}]} Sep 22 17:08:15.138790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:15.165674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4e2f51-9aee-400d-aaed-4f267a24ab38 x-openstack-request-id: req-0c4e2f51-9aee-400d-aaed-4f267a24ab38 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:15.166328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4451a4cd-3bff-467a-a95e-9dd09988f311", "name": "network-vif-deleted", "tag": "013f9d7b-6bce-4aea-a7be-7f90605748b6", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:15.166587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c4e2f51-9aee-400d-aaed-4f267a24ab38 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:15.167013 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4e2f51-9aee-400d-aaed-4f267a24ab38'] response: {'server_uuid': '4451a4cd-3bff-467a-a95e-9dd09988f311', 'name': 'network-vif-deleted', 'tag': '013f9d7b-6bce-4aea-a7be-7f90605748b6', 'status': 'completed', 'code': 200} Sep 22 17:08:15.224751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.279088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=77c81a5c-6f4f-45ad-b767-edbe42741bb1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.283300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.292510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 013f9d7b-6bce-4aea-a7be-7f90605748b6 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:15.296654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d00c71a-89b3-4d2c-9870-52c16c8c4326 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/77c81a5c-6f4f-45ad-b767-edbe42741bb1 HTTP/1.1" status: 204 len: 168 time: 1.0969622 Sep 22 17:08:15.298334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52038) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:15.358944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf08cb6-1356-48fd-9dc7-5d1ffa54a902 None None] Network 00ea24c3-86f0-48db-b8c8-0af81338ba5a requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:15.377898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting subnet a913e451-3f49-46fe-b7dd-23cde49bb971 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:15.381505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.443828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.512712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 013f9d7b-6bce-4aea-a7be-7f90605748b6 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:15.513278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 013f9d7b-6bce-4aea-a7be-7f90605748b6 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:15.559761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.682439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.822659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=a913e451-3f49-46fe-b7dd-23cde49bb971,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:15.832299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:15.849168 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90065efc-b5ca-44f4-9495-ae965702afaf req-6eb2b263-fc72-431e-85e3-2dd2e6aebe41 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=4451a4cd-3bff-467a-a95e-9dd09988f311 HTTP/1.1" status: 200 len: 210 time: 0.0919943 Sep 22 17:08:15.859596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52044) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:15.873015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1b9ab3e0-fe9c-41c0-99cc-b25b58a77302 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/a913e451-3f49-46fe-b7dd-23cde49bb971 HTTP/1.1" status: 204 len: 168 time: 0.5630436 Sep 22 17:08:15.988511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:15.996642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:16.011344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:16.012329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:07:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:16.089951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] DHCP port deletion for 00ea24c3-86f0-48db-b8c8-0af81338ba5a request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:08:16.093592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.112304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port fe328731-0117-455a-b6ff-36f5aad0af17 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:16.112578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Deleting port fe328731-0117-455a-b6ff-36f5aad0af17 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:16.112828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.112949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.348682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:16.461127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe328731-0117-455a-b6ff-36f5aad0af17,segment=NetworkSegment(d3b419d7-838e-4994-af47-9071ad5abf48),segment_id=d3b419d7-838e-4994-af47-9071ad5abf48)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:16.461707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.606270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for fe328731-0117-455a-b6ff-36f5aad0af17 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:16.719588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] For port fe328731-0117-455a-b6ff-36f5aad0af17, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe328731-0117-455a-b6ff-36f5aad0af17,segment=NetworkSegment(d3b419d7-838e-4994-af47-9071ad5abf48),segment_id=d3b419d7-838e-4994-af47-9071ad5abf48)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:16.720265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.725588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.785678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No DVR routers for this DVR port fe328731-0117-455a-b6ff-36f5aad0af17 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:16.787791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Port': ['ID=fe328731-0117-455a-b6ff-36f5aad0af17,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:16.879151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Calling delete_port for fe328731-0117-455a-b6ff-36f5aad0af17 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:16.942864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:16.981112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00ea24c3-86f0-48db-b8c8-0af81338ba5a']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:17.003618 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3b419d7-838e-4994-af47-9071ad5abf48') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:17.003950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3b419d7-838e-4994-af47-9071ad5abf48') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:17.018920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.040463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.049880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:17.049880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.132990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:17.133618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:17.172562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:17.186306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d67c440-624a-4782-a2ca-34d11f423880 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:17.228029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d3b419d7-838e-4994-af47-9071ad5abf48 resource provider aggregate not found Sep 22 17:08:17.236033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.242869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.294576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/00ea24c3-86f0-48db-b8c8-0af81338ba5a HTTP/1.1" status: 204 len: 168 time: 1.4336433 Sep 22 17:08:17.297099 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d3b419d7-838e-4994-af47-9071ad5abf48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d3b419d7-838e-4994-af47-9071ad5abf48 found for delete ", "request_id": "req-c74b1491-2231-4465-85fc-f0aa9e738a32"}]} Sep 22 17:08:17.298923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.308980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a259f2a-3eb1-47b8-af7d-f20e404cc0b9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=00ea24c3-86f0-48db-b8c8-0af81338ba5a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:17.400473 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-3eae5fe6-543a-4363-a981-72470a7dea1d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.401305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3eae5fe6-543a-4363-a981-72470a7dea1d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.404319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3eae5fe6-543a-4363-a981-72470a7dea1d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/6f793f1d-6911-423e-967b-c3ec7f62564d HTTP/1.1" status: 404 len: 337 time: 0.1027286 Sep 22 17:08:17.408042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52066) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.451389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-20861bd0-f543-465e-90cf-4e1977ea91d4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.452328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20861bd0-f543-465e-90cf-4e1977ea91d4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.455465 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-cc8dad48-3b3e-4dc2-9ab5-2b78edad0ffa tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048684928&fields=id&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 267 time: 0.0930772 Sep 22 17:08:17.455685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20861bd0-f543-465e-90cf-4e1977ea91d4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/0cf62f0c-d88b-4dce-8766-e95d80cc4c74 HTTP/1.1" status: 404 len: 339 time: 0.0457079 Sep 22 17:08:17.458375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.512966 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba293076-f54e-4feb-b4d3-bed712f6f56c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.513726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba293076-f54e-4feb-b4d3-bed712f6f56c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.520107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba293076-f54e-4feb-b4d3-bed712f6f56c tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/d55e678d-44a1-47cb-83ac-168cfe8374a7 HTTP/1.1" status: 404 len: 337 time: 0.0564952 Sep 22 17:08:17.520394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.550897 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a809fe-a490-4324-aeb6-e9e07c51d3a2 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.551556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a809fe-a490-4324-aeb6-e9e07c51d3a2 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.554303 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7a809fe-a490-4324-aeb6-e9e07c51d3a2 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/c1f15663-0983-4cc1-bc69-715b582582a9 HTTP/1.1" status: 404 len: 339 time: 0.0326316 Sep 22 17:08:17.556797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.573610 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a0cf4df-0c77-4bf9-9a68-161d87df7822 None None] New status for floating IP 2a07f389-e838-44f7-ad80-2de43f948481: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:08:17.624324 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-18523765-80dd-489a-a7ec-16b0842c04e9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.625070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18523765-80dd-489a-a7ec-16b0842c04e9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.630367 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-18523765-80dd-489a-a7ec-16b0842c04e9 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/baede002-c63c-4b78-bf50-6596bcc799c2 HTTP/1.1" status: 404 len: 337 time: 0.0699403 Sep 22 17:08:17.630836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.635789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Deleting port fe328731-0117-455a-b6ff-36f5aad0af17 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:17.637888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.671458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-07edb3cd-5ac3-4e3a-84bf-065b53579fc1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:17.680156 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-07edb3cd-5ac3-4e3a-84bf-065b53579fc1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.2128079 Sep 22 17:08:17.684884 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-f017a41e-6ac4-4e4c-b5da-58f0b65ebf6d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:17.685610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f017a41e-6ac4-4e4c-b5da-58f0b65ebf6d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:17.688913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f017a41e-6ac4-4e4c-b5da-58f0b65ebf6d tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/78cab3c8-0d9e-4e2f-97e4-6220f663ab69 HTTP/1.1" status: 404 len: 339 time: 0.0565760 Sep 22 17:08:17.691549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:17.708799 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e92de361-da14-4db4-9d00-d8fd571bf6f8 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/quotas/f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 375 time: 0.0273795 Sep 22 17:08:17.737599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7d3606e9-885f-4557-8e01-81aec7be41e7 None None] The port 'fe328731-0117-455a-b6ff-36f5aad0af17' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:08:17.819762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting subnet b912e34d-fe0f-4123-a16d-31613290f45d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:17.823878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:17.882266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-8ac86bf6-e939-450e-b271-996944c21dd6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1720901 Sep 22 17:08:17.909875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-51ee4caa-5964-44a3-947a-93f107416a25 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:08:17.911170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-51ee4caa-5964-44a3-947a-93f107416a25 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058620 Sep 22 17:08:17.911955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.041908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe328731-0117-455a-b6ff-36f5aad0af17 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:18.096903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.102327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fe328731-0117-455a-b6ff-36f5aad0af17 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:18.102980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe328731-0117-455a-b6ff-36f5aad0af17 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:18.212973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.254197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-0bd361d5-f93e-4038-954e-c932ceab9f38 service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3301797 Sep 22 17:08:18.261698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=b912e34d-fe0f-4123-a16d-31613290f45d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:18.279013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.284881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71dbf4eb-4c4a-4a38-889b-fa817e666b36 None None] Network b54a7d4d-49aa-4bc3-ad49-1e299bfba7af requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:18.301718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df1ade09-dc58-41ca-8feb-189883d502b1 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/b912e34d-fe0f-4123-a16d-31613290f45d HTTP/1.1" status: 204 len: 168 time: 0.6029372 Sep 22 17:08:18.305654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:18.435788 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-f75f88f5-8456-490d-bc0d-dfaa5d5db798 service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679506 Sep 22 17:08:18.647045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] DHCP port deletion for b54a7d4d-49aa-4bc3-ad49-1e299bfba7af request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:08:18.651540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.653484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Deleting port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:18.654146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.672036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:18.672593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:18.931889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] For port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,segment=NetworkSegment(3da9617e-62a1-40b9-af03-87d667e7743a),segment_id=3da9617e-62a1-40b9-af03-87d667e7743a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:18.932297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.066946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Calling delete_port for 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:19.072097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,segment=NetworkSegment(3da9617e-62a1-40b9-af03-87d667e7743a),segment_id=3da9617e-62a1-40b9-af03-87d667e7743a)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:19.072496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.155311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.214333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:19.256448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Pushing event deleted for resources: {'Port': ['ID=82cbcfb2-977c-41c4-bfc4-c510e97ab8dc,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:19.263011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] No DVR routers for this DVR port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:19.270935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.271584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.272156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.273140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.273625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.274139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.274643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.275131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.275608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.276084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.276577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.277101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25d7d8f7-29ee-4d15-910c-03b0b96ed68e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:08:19.308585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:19.309065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:19.809906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:19.810253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:19.884069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] The port '82cbcfb2-977c-41c4-bfc4-c510e97ab8dc' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:08:19.997206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:20.034368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:20.034710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 82cbcfb2-977c-41c4-bfc4-c510e97ab8dc not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:20.152709 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20f1dc99-17b9-4842-a8a9-ba78386e9bab req-b03385ab-939a-4f66-a5e1-366dd2561e0a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.2095280 Sep 22 17:08:20.166716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.216514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54a7d4d-49aa-4bc3-ad49-1e299bfba7af']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:20.240688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3da9617e-62a1-40b9-af03-87d667e7743a') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:20.241201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3da9617e-62a1-40b9-af03-87d667e7743a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:20.262473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.283141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.290096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:20.290504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.365092 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3da9617e-62a1-40b9-af03-87d667e7743a resource provider aggregate not found Sep 22 17:08:20.387957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 3da9617e-62a1-40b9-af03-87d667e7743a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3da9617e-62a1-40b9-af03-87d667e7743a found for delete ", "request_id": "req-bd81a99e-144d-45cd-a02f-a90271ee3993"}]} Sep 22 17:08:20.406242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.410677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.444712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=b54a7d4d-49aa-4bc3-ad49-1e299bfba7af,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:20.450201 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5b689b8a-c0e5-439e-978c-35912b205fb4 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/b54a7d4d-49aa-4bc3-ad49-1e299bfba7af HTTP/1.1" status: 204 len: 168 time: 2.1421170 Sep 22 17:08:20.454163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:20.499593 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb33ac94-250c-4dd2-bb06-e0a68b904bd6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:20.500046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb33ac94-250c-4dd2-bb06-e0a68b904bd6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:20.501835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb33ac94-250c-4dd2-bb06-e0a68b904bd6 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/af149fa5-0dd5-4e0b-b0ef-d6157ce164ab HTTP/1.1" status: 404 len: 337 time: 0.0466542 Sep 22 17:08:20.504389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:20.530919 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5002b4-0b1f-45db-adee-45c85b782806 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] DELETE failed (client error): The resource could not be found. Sep 22 17:08:20.531411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5002b4-0b1f-45db-adee-45c85b782806 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:08:20.533461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6a5002b4-0b1f-45db-adee-45c85b782806 tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/de645c18-086d-4ca8-8c15-849fef7bf80f HTTP/1.1" status: 404 len: 339 time: 0.0280793 Sep 22 17:08:20.536322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52118) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:20.603204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting subnet 70d0d076-82b6-4951-9939-bde2cbe10c55 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:20.606332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.666484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.757486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.838286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.885435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Subnet': ['ID=70d0d076-82b6-4951-9939-bde2cbe10c55,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:20.890183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:20.895802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c4663a-a020-4658-b7a3-c7fff1621954 None None] Network 8562ba20-dd8f-4404-8059-f28e6c44c1c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:20.903525 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd2101c6-2276-4a9b-97ba-3a2ec2bc03bb tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/subnets/70d0d076-82b6-4951-9939-bde2cbe10c55 HTTP/1.1" status: 204 len: 168 time: 0.3660603 Sep 22 17:08:20.907402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52122) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:21.070950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.088803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port a792ad20-f258-40b9-8b38-c384cebc3ced {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:21.089376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.160481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] DHCP port deletion for 8562ba20-dd8f-4404-8059-f28e6c44c1c7 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:08:21.167105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Deleting port a792ad20-f258-40b9-8b38-c384cebc3ced {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:21.167592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.279616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c20258c-b247-4e5a-9ff9-af4cba8319a0 req-5e25baeb-9f1a-45c5-886a-a0994faecc3d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.0578384 Sep 22 17:08:21.406009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] For port a792ad20-f258-40b9-8b38-c384cebc3ced, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a792ad20-f258-40b9-8b38-c384cebc3ced,segment=NetworkSegment(f9031ad6-625e-4e80-afc5-ca7bf835e224),segment_id=f9031ad6-625e-4e80-afc5-ca7bf835e224)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:21.406317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.439567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] For port a792ad20-f258-40b9-8b38-c384cebc3ced, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a792ad20-f258-40b9-8b38-c384cebc3ced,segment=NetworkSegment(f9031ad6-625e-4e80-afc5-ca7bf835e224),segment_id=f9031ad6-625e-4e80-afc5-ca7bf835e224)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:21.440195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.531458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Calling delete_port for a792ad20-f258-40b9-8b38-c384cebc3ced owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:21.576142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Calling delete_port for a792ad20-f258-40b9-8b38-c384cebc3ced owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:21.625427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:21.653808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.db.api [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89052) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:21.654133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG oslo_db.api [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:21.674043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] Pushing event deleted for resources: {'Port': ['ID=a792ad20-f258-40b9-8b38-c384cebc3ced,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:21.679275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-650b806f-bb3e-4b04-8e13-f1eb8b3efd4e None None] No DVR routers for this DVR port a792ad20-f258-40b9-8b38-c384cebc3ced on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:21.996706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a792ad20-f258-40b9-8b38-c384cebc3ced no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:22.036057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: a792ad20-f258-40b9-8b38-c384cebc3ced {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:22.036400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a792ad20-f258-40b9-8b38-c384cebc3ced not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:22.155990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Deleting port a792ad20-f258-40b9-8b38-c384cebc3ced {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:22.156348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.231730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] The port 'a792ad20-f258-40b9-8b38-c384cebc3ced' was deleted {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:08:22.356227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-758a6618-79ea-4d89-b474-303dffe2aa29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.407571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.416442 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e52d31c4-7158-4212-aebe-2ea28615ca5f req-bc056e6a-5084-49c9-9fdd-6b3c5e465b1f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.0658095 Sep 22 17:08:22.440053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8562ba20-dd8f-4404-8059-f28e6c44c1c7']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:22.464895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9031ad6-625e-4e80-afc5-ca7bf835e224') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:22.465143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9031ad6-625e-4e80-afc5-ca7bf835e224') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:22.477827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.498012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.505303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:22.505703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.579204 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f9031ad6-625e-4e80-afc5-ca7bf835e224 resource provider aggregate not found Sep 22 17:08:22.601821 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment f9031ad6-625e-4e80-afc5-ca7bf835e224 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f9031ad6-625e-4e80-afc5-ca7bf835e224 found for delete ", "request_id": "req-eedaef36-00c4-46b6-99bb-09a2c7b36377"}]} Sep 22 17:08:22.619033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.641433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:22.653569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] Pushing event deleted for resources: {'Network': ['ID=8562ba20-dd8f-4404-8059-f28e6c44c1c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:22.661800 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5bc150ce-fa0f-42a4-8d44-751eb8b2cb6f tempest-NetworksIpV6Test-593645292 tempest-NetworksIpV6Test-593645292-project] 10.222.0.25 "DELETE /v2.0/networks/8562ba20-dd8f-4404-8059-f28e6c44c1c7 HTTP/1.1" status: 204 len: 168 time: 1.7533269 Sep 22 17:08:22.997528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52150) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:23.160879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dbfda3bc-6af6-49d4-be7b-1ba1ba3daa59 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=b0f21ca8d4484e9dac4ac7cda2636ffe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1621463 Sep 22 17:08:23.163499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:23.267592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.318277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.403575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.419776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a28d748-dc2e-4eca-b777-d43caa932732,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:23.427810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:23.432680 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0133633c-5caa-4a1b-aab5-b7a12a79891f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a28d748-dc2e-4eca-b777-d43caa932732 HTTP/1.1" status: 204 len: 168 time: 0.2648423 Sep 22 17:08:23.647316 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83208fa8-f73d-4cd7-97bf-7c5234e0bf19 req-15f73f22-3f5f-403f-ac81-dd80f4c452e4 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.1091058 Sep 22 17:08:24.250757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52188) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:24.369330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f941fd52-bdbf-4978-8ff6-1a241507e499 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:24.370242 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-f941fd52-bdbf-4978-8ff6-1a241507e499 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 17:08:24.370738 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-f941fd52-bdbf-4978-8ff6-1a241507e499 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 17:08:24.371728 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f941fd52-bdbf-4978-8ff6-1a241507e499 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1199281 Sep 22 17:08:24.376102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52194) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:24.382188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--2009610114'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:24.388342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:24.393880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:24.397282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:24.411434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:24.426186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.444105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.462150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:24.467175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:24.471166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:24.482513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:24.510395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9a1839d-2398-45bf-879d-6965af292606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.603371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.607706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.620686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:24.629489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:24.638450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:24.650623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:24.654477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f176913-6637-413e-ab63-2a44c09312da,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:24.748065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.757715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.807325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee4e3246-7480-4254-8aa8-60a6d24c9d2a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:24.810728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.812843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b054d614-7ac1-4ecc-ab61-0932b5c669a3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4354291 Sep 22 17:08:24.815801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52202) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:24.822071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'ee4e3246-7480-4254-8aa8-60a6d24c9d2a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:24.829893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:24.835117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:24.839985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:24.845049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9df0750-b02a-4289-a071-7ff909e4a097 req-564dd626-e48b-47e3-bda6-2ec5190255bb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.0612330 Sep 22 17:08:24.848060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:24.870296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.940792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.945357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.973169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca92006-0ab9-42fe-88ce-2ae435a744a0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:24.985691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:24.987727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fda505a8-ec9e-44a1-a03b-b7ffe7489722 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1705713 Sep 22 17:08:24.990886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:25.000034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'ee4e3246-7480-4254-8aa8-60a6d24c9d2a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:25.011665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:25.019038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:25.025579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:25.036999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:25.063587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.142878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.158919 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): There was a conflict when trying to complete your request. Sep 22 17:08:25.163883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-641210f0-9486-48a1-9645-95acb29642e6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1681569 Sep 22 17:08:25.164409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52210) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:25.364666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.416309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-be9569f8-8f77-4906-9943-90b2e3e8af35 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:25.418184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-be9569f8-8f77-4906-9943-90b2e3e8af35 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.2256713 Sep 22 17:08:25.419938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.499211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-d4aa7a28-8716-4ddf-98af-bae12be0d6f7 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 380 time: 0.0671322 Sep 22 17:08:25.508871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'port': {'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'admin_state_up': True, 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'security_groups': ['9320833b-030e-4519-a737-338d0a6f5bfb']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:25.533529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.583182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.621795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee4e3246-7480-4254-8aa8-60a6d24c9d2a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:25.626980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.628131 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-186a6b53-44c3-4923-9d52-89b1f6b04428 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/ee4e3246-7480-4254-8aa8-60a6d24c9d2a HTTP/1.1" status: 204 len: 168 time: 0.4620826 Sep 22 17:08:25.631121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52220) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:25.694984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:25.698801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd807c84-e0ff-4697-b5c0-23a79b0fcd5b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0654368 Sep 22 17:08:25.703154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:25.711239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--571485728'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:25.715585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:25.717968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:25.722675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:25.727377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:25.728743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Made reservation on behalf of f5d66e0c04e747d5876e8312206fbd34 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:25.732473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.734821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:25.749119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.772911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:25.777580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:25.781979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:25.789369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:25.904665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.921450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.934062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:25.944881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.20.0.3 (2b58174b-84ca-44b6-90a1-b14e63858949/5dbba768-5d88-4390-8b2e-1147ab62cf0a/0134daf7-fe77-45e9-983d-ac2186e2cb6d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:26.001680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179dbad2-4fde-4e5d-b47e-22f8a30e8722,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.005702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.007592 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2cf21203-f566-4aa9-9505-95565b16f5ca tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3027666 Sep 22 17:08:26.012496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.023081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7635d6b3-7c60-4dfc-ae97-0287b0d049b6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '179dbad2-4fde-4e5d-b47e-22f8a30e8722', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:26.024272 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-7635d6b3-7c60-4dfc-ae97-0287b0d049b6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 22 17:08:26.025084 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7635d6b3-7c60-4dfc-ae97-0287b0d049b6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:26.026719 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7635d6b3-7c60-4dfc-ae97-0287b0d049b6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0114713 Sep 22 17:08:26.029449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.129065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.166967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fb370a75-75fb-46ae-8a17-72fd0fdb9e28 req-a2619b49-b902-41f4-833f-5b79a226a2e9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.1132119 Sep 22 17:08:26.168213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.239069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.258687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179dbad2-4fde-4e5d-b47e-22f8a30e8722,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.268348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.274118 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e2e03aaf-7092-4ee1-8e07-ac1670599ff3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/179dbad2-4fde-4e5d-b47e-22f8a30e8722 HTTP/1.1" status: 204 len: 168 time: 0.2392511 Sep 22 17:08:26.275661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.334491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.395266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Transition to ACTIVE for port object 0134daf7-fe77-45e9-983d-ac2186e2cb6d will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:26.427598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-720a4025-6940-4fbd-a855-8ab81172ad23 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:26.459247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-720a4025-6940-4fbd-a855-8ab81172ad23 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:26.466602 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-720a4025-6940-4fbd-a855-8ab81172ad23 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1847212 Sep 22 17:08:26.466602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.468115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52242) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.475965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--690153870'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:26.487487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:26.506429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:26.524496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.548623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:26.553240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:26.556227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:26.558160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:26.561904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:26.563149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:26.566034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:26.667963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.673338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.742555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=402ef1ea-c413-4561-ae06-ba8da2d281ba,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.756946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.757380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:26.758141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.758717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6ff5099-fc99-489c-991d-72f40e6d9053 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2888036 Sep 22 17:08:26.763726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52246) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.770120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.773223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7e2b6b45-d1fe-4253-b71a-d337e7c6c3b8 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '402ef1ea-c413-4561-ae06-ba8da2d281ba', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:26.774243 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-7e2b6b45-d1fe-4253-b71a-d337e7c6c3b8 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 22 17:08:26.774927 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7e2b6b45-d1fe-4253-b71a-d337e7c6c3b8 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:26.776332 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7e2b6b45-d1fe-4253-b71a-d337e7c6c3b8 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0112219 Sep 22 17:08:26.779093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52250) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:26.800507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-7f2dba09-0629-41a7-ac68-67ee3b984356 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2954626 Sep 22 17:08:26.819109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Request body: {'port': {'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:26.853107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.882668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.903955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Provisioning for port 0134daf7-fe77-45e9-983d-ac2186e2cb6d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:08:26.912597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Provisioning complete for port 0134daf7-fe77-45e9-983d-ac2186e2cb6d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:26.913256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.913812 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Attempt 1 to provision port 0134daf7-fe77-45e9-983d-ac2186e2cb6d Sep 22 17:08:26.946428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.957430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.984115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=402ef1ea-c413-4561-ae06-ba8da2d281ba,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:26.984575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Port 0134daf7-fe77-45e9-983d-ac2186e2cb6d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:26.990146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:26.991332 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2a46bb6-227c-4499-b782-c4e271d62ad6 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/402ef1ea-c413-4561-ae06-ba8da2d281ba HTTP/1.1" status: 204 len: 168 time: 0.2111216 Sep 22 17:08:26.993970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.053614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9fd48702-f686-40ff-970a-5dea0f42d69b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:27.071433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9fd48702-f686-40ff-970a-5dea0f42d69b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:27.077317 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9fd48702-f686-40ff-970a-5dea0f42d69b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784254 Sep 22 17:08:27.077484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.083142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--294302850'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:27.091029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:27.103427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:27.115399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.140716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:27.145440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:27.149126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:27.157070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.157275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:27.294253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.299730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.348717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0134daf7-fe77-45e9-983d-ac2186e2cb6d {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:08:27.357681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.375423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Transition to ACTIVE for port object 0134daf7-fe77-45e9-983d-ac2186e2cb6d will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:27.380666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.415499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e56907-dff2-4462-8361-cec395065fff,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:27.423376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.424672 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-691b6715-140b-409a-91b9-f29d595a544a tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3460121 Sep 22 17:08:27.427943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52264) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.439205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28846756-716b-481b-9e9d-3808b7ca77a1 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'f8e56907-dff2-4462-8361-cec395065fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:27.440380 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-28846756-716b-481b-9e9d-3808b7ca77a1 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 22 17:08:27.440910 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-28846756-716b-481b-9e9d-3808b7ca77a1 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:27.442604 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28846756-716b-481b-9e9d-3808b7ca77a1 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0129182 Sep 22 17:08:27.446192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.452257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c72deaf0-6921-4af5-82cd-a3a77b98765b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'f8e56907-dff2-4462-8361-cec395065fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:27.453242 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-c72deaf0-6921-4af5-82cd-a3a77b98765b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 22 17:08:27.453733 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-c72deaf0-6921-4af5-82cd-a3a77b98765b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:27.454676 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c72deaf0-6921-4af5-82cd-a3a77b98765b tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0079761 Sep 22 17:08:27.458167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52272) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.463760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cdfd170b-605c-4934-ade2-9a1b78e782eb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'f8e56907-dff2-4462-8361-cec395065fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:27.464587 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-cdfd170b-605c-4934-ade2-9a1b78e782eb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 22 17:08:27.465091 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cdfd170b-605c-4934-ade2-9a1b78e782eb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:27.469767 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cdfd170b-605c-4934-ade2-9a1b78e782eb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0069091 Sep 22 17:08:27.469933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52276) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.476267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b87579a9-694f-4154-a637-a39200e9dc84 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': 'f8e56907-dff2-4462-8361-cec395065fff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:27.477156 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-b87579a9-694f-4154-a637-a39200e9dc84 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 22 17:08:27.477807 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-b87579a9-694f-4154-a637-a39200e9dc84 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:27.478816 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b87579a9-694f-4154-a637-a39200e9dc84 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078058 Sep 22 17:08:27.483612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.486074 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Attempt 2 to provision port 0134daf7-fe77-45e9-983d-ac2186e2cb6d Sep 22 17:08:27.509496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d8d205-f09d-48ec-a589-5d28c3db9cbc req-b50ffe79-3a04-4117-b138-f97b0ec26cb9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:27.512275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9d8d205-f09d-48ec-a589-5d28c3db9cbc req-b50ffe79-3a04-4117-b138-f97b0ec26cb9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.1651373 Sep 22 17:08:27.555946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Port 0134daf7-fe77-45e9-983d-ac2186e2cb6d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:08:27.570692 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9d8d205-f09d-48ec-a589-5d28c3db9cbc req-1fc7278f-bf27-41c7-99a3-08b99512c5e2 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486162 Sep 22 17:08:27.625678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Pushing event updated for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:27.675374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Attempting to bind port 0134daf7-fe77-45e9-983d-ac2186e2cb6d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:27.675755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Attempting to bind port 0134daf7-fe77-45e9-983d-ac2186e2cb6d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:27.676031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Attempting to bind port 0134daf7-fe77-45e9-983d-ac2186e2cb6d on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:27.684475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.686771 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Port 0134daf7-fe77-45e9-983d-ac2186e2cb6d on network 2b58174b-84ca-44b6-90a1-b14e63858949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:08:27.687091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Attempting to bind port 0134daf7-fe77-45e9-983d-ac2186e2cb6d on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:27.703425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:27.703763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:27.704153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Bound using segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:27.704598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Bound port: 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:27.704976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.746609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.850024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:27.851862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.857642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:27.871026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.907427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:27.908034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.909423 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] 10.222.0.18 "PUT /v2.0/ports/0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 1093 time: 1.0956695 Sep 22 17:08:27.910144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e56907-dff2-4462-8361-cec395065fff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:27.911515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:27.913835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79" -d '{"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:27.941119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:27.942300 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-778e1be7-1c24-43d5-8c73-e5434158d2bd tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/f8e56907-dff2-4462-8361-cec395065fff HTTP/1.1" status: 204 len: 168 time: 0.4507387 Sep 22 17:08:27.945973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:27.963086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e604be3f-1046-406a-bf59-dfb933ad0067 service neutron] Pushing event updated for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:28.005898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d30cf8c0-c83b-446f-9fd4-5c9908ef0480 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:28.028226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d30cf8c0-c83b-446f-9fd4-5c9908ef0480 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:28.033882 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d30cf8c0-c83b-446f-9fd4-5c9908ef0480 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823658 Sep 22 17:08:28.034237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52292) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.037396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb206428-1ef7-4abe-bed7-2967c2ff2472 x-openstack-request-id: req-fb206428-1ef7-4abe-bed7-2967c2ff2472 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:28.037396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:28.037396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fb206428-1ef7-4abe-bed7-2967c2ff2472 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:28.037781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb206428-1ef7-4abe-bed7-2967c2ff2472'] response: {'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'status': 'completed', 'code': 200} Sep 22 17:08:28.047060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1964355567'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.053989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.057246 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Attempt 3 to provision port 0134daf7-fe77-45e9-983d-ac2186e2cb6d Sep 22 17:08:28.065620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.077167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-a920b01c-6fab-4411-98b9-dbb7b1b416ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.078000 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.078713 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-a920b01c-6fab-4411-98b9-dbb7b1b416ff service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1096 time: 0.0874255 Sep 22 17:08:28.101500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.106379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.110631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.118720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.139773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2bfaf76c-e63c-41f0-bc11-4441fef318fe None None] Port 0134daf7-fe77-45e9-983d-ac2186e2cb6d had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:08:28.174295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-1c4a8b1b-6af6-414b-a301-4f734d98f35f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 217 time: 0.0759792 Sep 22 17:08:28.218793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.223043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.239807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-9716e42c-a64b-4238-a9ee-5e0d4511c339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.241376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-9716e42c-a64b-4238-a9ee-5e0d4511c339 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0605085 Sep 22 17:08:28.271563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785f3658-73c1-4bf9-9b8a-661c0f607420,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:28.279046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.284027 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4bf5bca5-0dea-4b6b-8c62-9c6479509bc2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2485824 Sep 22 17:08:28.284646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.289702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-96d0602a-2d45-4cd3-9e5d-be2a53784d9d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.290166 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-96d0602a-2d45-4cd3-9e5d-be2a53784d9d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 17:08:28.290662 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-96d0602a-2d45-4cd3-9e5d-be2a53784d9d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.291574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96d0602a-2d45-4cd3-9e5d-be2a53784d9d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060136 Sep 22 17:08:28.294960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52300) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.299635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.306369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.310498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.313482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.319330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.331678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-9c5d4720-cabf-47f4-af54-0dc51a644210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.333181 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-9c5d4720-cabf-47f4-af54-0dc51a644210 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0859849 Sep 22 17:08:28.350002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.351072 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7b998401-e26b-4862-82d5-0ff9616cbc24 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0552273 Sep 22 17:08:28.353978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52304) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.358888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-35d8fdc5-82e2-42cf-b87a-fb17b0cd0ff2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.359369 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-35d8fdc5-82e2-42cf-b87a-fb17b0cd0ff2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 22 17:08:28.359838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-35d8fdc5-82e2-42cf-b87a-fb17b0cd0ff2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.361668 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35d8fdc5-82e2-42cf-b87a-fb17b0cd0ff2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057929 Sep 22 17:08:28.363223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52308) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.367810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.373766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.377646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.380500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.386428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.423597 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.424699 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-886a76b7-6514-4be7-a3de-8f93af212b85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0605679 Sep 22 17:08:28.428461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52312) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.433772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4e994797-1991-404f-96d3-c28d1b5d0c41 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.434247 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-4e994797-1991-404f-96d3-c28d1b5d0c41 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 22 17:08:28.434747 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-4e994797-1991-404f-96d3-c28d1b5d0c41 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.435694 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e994797-1991-404f-96d3-c28d1b5d0c41 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0062504 Sep 22 17:08:28.439141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.445087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.451348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.455553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.459447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.467537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.485161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-56e40be1-afd5-46fb-aaae-26a84117bfc8 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447382 Sep 22 17:08:28.504651 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.505915 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-569a44e5-4b3f-491e-8aa7-0bedf0794756 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0658514 Sep 22 17:08:28.509454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.515151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-99988577-86f6-44c1-a94c-783cec93fc7c tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.515628 dv-neutron-858953-1-hyperv neutron-server[89052]: WARNING neutron.api.v2.base [None req-99988577-86f6-44c1-a94c-783cec93fc7c tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 22 17:08:28.516117 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-99988577-86f6-44c1-a94c-783cec93fc7c tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.517088 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99988577-86f6-44c1-a94c-783cec93fc7c tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0066824 Sep 22 17:08:28.520927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52324) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.526144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.534592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.539126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.542564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.549209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.581525 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.582827 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-589d5a24-97f3-490a-a598-6b8372b3bcb2 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0609546 Sep 22 17:08:28.585861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.592888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '785f3658-73c1-4bf9-9b8a-661c0f607420', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:28.599039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:28.607662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:28.611678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:28.618967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:28.655890 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:28.656162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80068a80-bb86-4943-ab70-2cd1ae304d8f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0677238 Sep 22 17:08:28.658863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:28.746747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b052373-0e1c-4851-90fb-7ceb98f68005 req-74e78bc7-e6ff-4b37-ac31-4da5c13265ec service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539840 Sep 22 17:08:28.910324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.922963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-d4f1cbae-b35f-49a2-bfd9-eab11af7601e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.924497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-d4f1cbae-b35f-49a2-bfd9-eab11af7601e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1096 time: 0.0820606 Sep 22 17:08:28.947163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:28.965222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1bb990-263c-4eb3-b210-0cc1489214ad req-fcc7f18d-9532-4bba-a373-a050860766ce tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:28.966735 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da1bb990-263c-4eb3-b210-0cc1489214ad req-fcc7f18d-9532-4bba-a373-a050860766ce tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.2681212 Sep 22 17:08:29.037108 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da1bb990-263c-4eb3-b210-0cc1489214ad req-04ae7d12-71c1-4a9d-bc8b-b4b240ce7b88 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600972 Sep 22 17:08:29.038231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.062671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785f3658-73c1-4bf9-9b8a-661c0f607420,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:29.068733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.070519 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd8af56d-6b8b-47c3-b4ce-53eb16be637f tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/785f3658-73c1-4bf9-9b8a-661c0f607420 HTTP/1.1" status: 204 len: 168 time: 0.4106913 Sep 22 17:08:29.075926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.104031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-8aeae442-c5fa-476f-a9c6-0fc4f8bae956 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:29.105805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-8aeae442-c5fa-476f-a9c6-0fc4f8bae956 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1680779 Sep 22 17:08:29.146758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e587c6d1-8c3e-42e2-bb97-2b1945c08863 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:29.163192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e587c6d1-8c3e-42e2-bb97-2b1945c08863 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:29.165189 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e587c6d1-8c3e-42e2-bb97-2b1945c08863 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0860982 Sep 22 17:08:29.171257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.177935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--637678808'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:29.181552 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-ced90591-b255-4f98-8bf4-c21d019d0181 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 217 time: 0.0695114 Sep 22 17:08:29.188404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.209734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:29.227545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.254729 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.255899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-7abf8c55-088a-4ca5-bc0b-f3bdf4c2c660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:29.257519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-7abf8c55-088a-4ca5-bc0b-f3bdf4c2c660 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0699058 Sep 22 17:08:29.259284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:29.262515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:29.268848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:29.355398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-a9782637-d1bf-472b-a753-e6c9c14a9104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:29.357180 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-a9782637-d1bf-472b-a753-e6c9c14a9104 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918040 Sep 22 17:08:29.359195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.365453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.425034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7317c3-28ef-45a7-8045-e787b6c924bc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:29.427904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.432754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bcdd8318-dde6-463c-9742-f13761a50b25 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2566476 Sep 22 17:08:29.433058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.439322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '0b7317c3-28ef-45a7-8045-e787b6c924bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:29.447611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.452405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:29.456096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:29.462110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:29.511088 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The resource could not be found. Sep 22 17:08:29.514778 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca49027e-dd52-4a1a-b8a6-2d160f7d4778 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0779190 Sep 22 17:08:29.515276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.517488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-5e63ee4d-cec7-4c65-8a2c-908a9207372c service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523881 Sep 22 17:08:29.522700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '0b7317c3-28ef-45a7-8045-e787b6c924bc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'e3ea9177-cde4-4753-91a4-ef253c9af434'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:29.532835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.538534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:29.542500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:29.552359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:29.603520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The resource could not be found. Sep 22 17:08:29.604802 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c4075461-f5a8-440e-a0d4-d409076fdc71 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0881948 Sep 22 17:08:29.608524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.706161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-54a5b5dd-f11a-4cdb-b8ee-c448c1473c79 req-532b5c2e-b139-43ae-8ca7-e5c3328b8f4a service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820571 Sep 22 17:08:29.711115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.740661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.787658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.814430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7317c3-28ef-45a7-8045-e787b6c924bc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:29.826066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:29.826066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdc14231-44b5-429e-9231-56d34bf02c85 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/0b7317c3-28ef-45a7-8045-e787b6c924bc HTTP/1.1" status: 204 len: 168 time: 0.2067041 Sep 22 17:08:29.826066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52358) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.875699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af7b8dd9-c95b-4892-90da-ee8a9f6dba4e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:29.902807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af7b8dd9-c95b-4892-90da-ee8a9f6dba4e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:29.904071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af7b8dd9-c95b-4892-90da-ee8a9f6dba4e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0831034 Sep 22 17:08:29.908406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52362) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.913194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '6cd7f048-787e-47a7-bb66-5b0ff100a6a7', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:29.919982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.924821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:29.927677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:29.933464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:29.969862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The resource could not be found. Sep 22 17:08:29.970824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b402a5c-5d63-484a-9f54-7590c8c39448 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0614612 Sep 22 17:08:29.975948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52366) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:29.981212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1375841660'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:29.987587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:29.997673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:30.016872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.039452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:30.043635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:30.046981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:30.053582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:30.142614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.147176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.245961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a021b81-e5ff-4be7-b7b5-0166a5e2dcb3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:30.258472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.265512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eb1f7a67-f392-4413-83a0-07b73c9825bb tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2827568 Sep 22 17:08:30.266362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:30.271354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257050969'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:30.279917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:30.288022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:30.294184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:30.303539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3368292-909d-4374-9b27-a3f76be463dd req-d593c92f-95cb-42ad-925a-7c2353664bb5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:30.304298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c3368292-909d-4374-9b27-a3f76be463dd req-d593c92f-95cb-42ad-925a-7c2353664bb5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:30.306180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:30.321514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c3368292-909d-4374-9b27-a3f76be463dd req-d593c92f-95cb-42ad-925a-7c2353664bb5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:30.322721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c3368292-909d-4374-9b27-a3f76be463dd req-d593c92f-95cb-42ad-925a-7c2353664bb5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.1351571 Sep 22 17:08:30.323103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.348672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:30.355047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:30.355502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:30.358715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:30.377710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c3368292-909d-4374-9b27-a3f76be463dd req-79a1a576-13c2-4cc4-8da1-074361f55c4a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439825 Sep 22 17:08:30.425088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:30.708142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.712466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.847547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a384f673-c167-4a70-9510-a257cb6814ce,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:30.852789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:30.854489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de85f987-66a5-41aa-97bf-51ee128ade01 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5872107 Sep 22 17:08:30.856920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52382) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:30.865015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group_rule': {'security_group_id': '9a021b81-e5ff-4be7-b7b5-0166a5e2dcb3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a384f673-c167-4a70-9510-a257cb6814ce'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:30.876171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:30.883671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:30.887949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:30.922407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:30.999151 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:08:31.000111 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a4bf170-cf6f-46fb-aae8-af36f41774e0 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1422701 Sep 22 17:08:31.003188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52386) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.066266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.094023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.119702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.145283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.164667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a384f673-c167-4a70-9510-a257cb6814ce,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:31.172538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.173796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00c004fd-a315-4de9-a612-f00d86712c8d tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/a384f673-c167-4a70-9510-a257cb6814ce HTTP/1.1" status: 204 len: 168 time: 0.1695759 Sep 22 17:08:31.176228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.272960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5da0d3f5-9c07-4366-9184-f26c62b2229e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:31.298612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5da0d3f5-9c07-4366-9184-f26c62b2229e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:31.301029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5da0d3f5-9c07-4366-9184-f26c62b2229e tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1190395 Sep 22 17:08:31.307042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.378507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.411691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.474659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.503558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a021b81-e5ff-4be7-b7b5-0166a5e2dcb3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:31.519575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.524461 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8cc9ceb2-e651-435a-9d03-052403b69764 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/9a021b81-e5ff-4be7-b7b5-0166a5e2dcb3 HTTP/1.1" status: 204 len: 168 time: 0.2130649 Sep 22 17:08:31.524903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52400) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.590658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-35365d2d-4e19-406d-ae5d-cca1b4e89768 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:31.607315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-35365d2d-4e19-406d-ae5d-cca1b4e89768 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:31.613043 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-35365d2d-4e19-406d-ae5d-cca1b4e89768 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0829537 Sep 22 17:08:31.613652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52404) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.618691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039182686'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:31.625237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:31.625794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 61230e71-2510-4242-b7c0-04c720920169 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:31.626351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.635188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:31.645315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.668455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:31.674828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Usage tracker for resource:security_group_rule and tenant:42183f37b39647bdaf470d30973632ec is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:31.678626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:31.689422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:31.790373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.795251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.836108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c62082-b910-470a-aa01-323332a4265f req-4cb539b6-eaf9-4e68-96c2-d38d6513b55b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:31.837753 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-99c62082-b910-470a-aa01-323332a4265f req-4cb539b6-eaf9-4e68-96c2-d38d6513b55b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.3369291 Sep 22 17:08:31.855507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43b93c11-2488-44c3-923c-874bcd63e857,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:31.866558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.872092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b26becb6-0535-426b-bc68-ebb554682069 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2572184 Sep 22 17:08:31.872712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52408) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.879224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f89440bd-b19d-4a66-b234-86f86f6f02c3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Request body: {'security_group': {'name': 'default'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:31.879633 dv-neutron-858953-1-hyperv neutron-server[89051]: WARNING neutron.api.v2.base [None req-f89440bd-b19d-4a66-b234-86f86f6f02c3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 22 17:08:31.880135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-f89440bd-b19d-4a66-b234-86f86f6f02c3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] update failed (client error): There was a conflict when trying to complete your request. Sep 22 17:08:31.881163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f89440bd-b19d-4a66-b234-86f86f6f02c3 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "PUT /v2.0/security-groups/43b93c11-2488-44c3-923c-874bcd63e857 HTTP/1.1" status: 409 len: 330 time: 0.0071099 Sep 22 17:08:31.886139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52412) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:31.978449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:31.994598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-99c62082-b910-470a-aa01-323332a4265f req-db0a106a-d2a6-421e-9f3c-74f3d4542b76 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1263459 Sep 22 17:08:32.016777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.049590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 61230e71-2510-4242-b7c0-04c720920169, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=61230e71-2510-4242-b7c0-04c720920169,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:32.049854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.077488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.097418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43b93c11-2488-44c3-923c-874bcd63e857,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:32.105215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.105848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1e761908-b874-4e57-b16d-51f081723af5 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/43b93c11-2488-44c3-923c-874bcd63e857 HTTP/1.1" status: 204 len: 168 time: 0.2179830 Sep 22 17:08:32.108856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52416) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.164235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9896150-13d9-4e5e-87b4-11f627e9e828 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Synchronizing usage tracker for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:32.180353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f9896150-13d9-4e5e-87b4-11f627e9e828 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] Unset dirty status for tenant:42183f37b39647bdaf470d30973632ec on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:32.182101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f9896150-13d9-4e5e-87b4-11f627e9e828 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0722523 Sep 22 17:08:32.188919 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.197458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 61230e71-2510-4242-b7c0-04c720920169 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:32.259326 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.api.v2.resource [None req-cb77ac61-2569-4967-81e1-70fbc54f0f22 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] delete failed (client error): The resource could not be found. Sep 22 17:08:32.259767 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb77ac61-2569-4967-81e1-70fbc54f0f22 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "DELETE /v2.0/security-groups/3e67e384-9007-4313-8feb-4b387de734c3 HTTP/1.1" status: 404 len: 347 time: 0.0697670 Sep 22 17:08:32.265406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.283460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-cbc7dc46-a790-4a59-8fc1-bbd9956f2193 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] show failed (client error): The resource could not be found. Sep 22 17:08:32.284492 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cbc7dc46-a790-4a59-8fc1-bbd9956f2193 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-groups/2a96715f-9b51-4536-89ae-baafca89e7ff HTTP/1.1" status: 404 len: 347 time: 0.0181060 Sep 22 17:08:32.288217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.303557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-60e92b99-2369-4645-9645-0db22123fd50 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] show failed (client error): The resource could not be found. Sep 22 17:08:32.304494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60e92b99-2369-4645-9645-0db22123fd50 tempest-NegativeSecGroupTest-1066339675 tempest-NegativeSecGroupTest-1066339675-project] 10.222.0.25 "GET /v2.0/security-group-rules/7decae40-ba5e-4f82-be01-1c333dab7882 HTTP/1.1" status: 404 len: 356 time: 0.0153208 Sep 22 17:08:32.447285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.499742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=61230e71-2510-4242-b7c0-04c720920169,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:32.663965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52436) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.852895 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a8a2eac2-7faf-455a-afe6-62cccbd899a1 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=42183f37b39647bdaf470d30973632ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1837313 Sep 22 17:08:32.853329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52442) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:32.915611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:32.942972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:33.090633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:33.163463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:33.180985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f176913-6637-413e-ab63-2a44c09312da,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:33.255398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:33.260189 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-966c16b8-1e72-407c-8129-7de2480c90ca admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6f176913-6637-413e-ab63-2a44c09312da HTTP/1.1" status: 204 len: 168 time: 0.4017208 Sep 22 17:08:33.327974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725942e-194f-445a-8422-b327a2a694ef req-d37863e3-8995-48c9-b632-6d42397f80f6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:33.329652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f725942e-194f-445a-8422-b327a2a694ef req-d37863e3-8995-48c9-b632-6d42397f80f6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.1511736 Sep 22 17:08:33.406757 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f725942e-194f-445a-8422-b327a2a694ef req-ab352739-6364-4f3b-af9c-65bff72520d5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704138 Sep 22 17:08:33.489230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:33.724024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:33.736797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:33.754476 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-90150fb6-e8e0-4ecc-b62e-db4ec33d540f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/f6cce5b7-47fc-4de7-a49f-dc6d043ac65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3944597 Sep 22 17:08:33.760116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:33.760821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:34.046487 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:34.195641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd3fa6-1e4c-4025-ae15-5e1aa9d53603 req-214d8844-ea98-46dc-80af-8e71ec029088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:34.196571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d0cd3fa6-1e4c-4025-ae15-5e1aa9d53603 req-214d8844-ea98-46dc-80af-8e71ec029088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:34.214786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d0cd3fa6-1e4c-4025-ae15-5e1aa9d53603 req-214d8844-ea98-46dc-80af-8e71ec029088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:34.216132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0cd3fa6-1e4c-4025-ae15-5e1aa9d53603 req-214d8844-ea98-46dc-80af-8e71ec029088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.1168876 Sep 22 17:08:34.277522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0cd3fa6-1e4c-4025-ae15-5e1aa9d53603 req-8eab9284-2b98-4662-a804-895a7845f004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526390 Sep 22 17:08:34.538977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:34.543448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:34.553671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:34.554295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:34.781926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d58bec-008f-409f-acad-107466ed391b req-6a98fa39-49c0-4d18-9073-e2e927e90982 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:34.783500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d58bec-008f-409f-acad-107466ed391b req-6a98fa39-49c0-4d18-9073-e2e927e90982 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.2339551 Sep 22 17:08:34.808181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:34.855437 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-53d58bec-008f-409f-acad-107466ed391b req-658f74ae-28b7-461e-a425-9af20b5d380b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655382 Sep 22 17:08:35.269283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:35.274594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-101b2da2-4592-4f6c-858b-6e275dedb4c2 None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'bd4c8bba-cec5-4856-8d12-978a18b572c0', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.132', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'port_id': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1078, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'mac_address': 'fa:16:3e:46:ff:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8809ac14-b609-444e-a557-6cd274ace001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:06:03Z', 'updated_at': '2022-09-22T17:06:09Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:35.521834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5d1f52-8327-4442-b9fa-e6070f4787f2 req-e558ec30-db74-4729-964e-397f486a809c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.523498 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b5d1f52-8327-4442-b9fa-e6070f4787f2 req-e558ec30-db74-4729-964e-397f486a809c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.1158619 Sep 22 17:08:35.594992 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8b5d1f52-8327-4442-b9fa-e6070f4787f2 req-67dfd108-5463-4d11-be83-e06c3ab764ee tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=1f875dcd-c277-44f5-98ef-c16a4c339a35&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619805 Sep 22 17:08:35.961073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-3294504f-d789-41a0-9526-8dc29d72ccd8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:35.962975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-3294504f-d789-41a0-9526-8dc29d72ccd8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 946 time: 0.1033726 Sep 22 17:08:35.971000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61230e71-2510-4242-b7c0-04c720920169 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:36.013577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 61230e71-2510-4242-b7c0-04c720920169 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:36.014208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 61230e71-2510-4242-b7c0-04c720920169 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:36.059276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port b4d7d88b-2a74-4639-9f17-88c0c66863b0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:36.059631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.118379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2ae7c-dc08-44cd-8dd2-22c129f93932 req-c31ecd83-9b1c-401f-901c-f76ce88d9a07 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:36.120892 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ab2ae7c-dc08-44cd-8dd2-22c129f93932 req-c31ecd83-9b1c-401f-901c-f76ce88d9a07 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.1124873 Sep 22 17:08:36.169804 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3ab2ae7c-dc08-44cd-8dd2-22c129f93932 req-fcf5c1fe-e0dd-4a99-bfa9-0cdf75b9488d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428286 Sep 22 17:08:36.427286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port b4d7d88b-2a74-4639-9f17-88c0c66863b0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=b4d7d88b-2a74-4639-9f17-88c0c66863b0,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:36.427579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.564686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for b4d7d88b-2a74-4639-9f17-88c0c66863b0 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:36.828521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.872676 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd7ddb21-e386-49f4-86c6-1ec07e85117a req-78736160-30ba-4f15-9a56-3881bc7815e4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f4dac110-8c19-469d-aaa2-de8f9dc249b9 HTTP/1.1" status: 200 len: 210 time: 0.1022868 Sep 22 17:08:36.888987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=b4d7d88b-2a74-4639-9f17-88c0c66863b0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:36.987277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port b4d7d88b-2a74-4639-9f17-88c0c66863b0 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:36.989933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:36.993078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'name': 'network-vif-deleted', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:36.995500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ba3c5e4-39d5-4756-922c-d6fe0614e516" -d '{"events": [{"server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "name": "network-vif-deleted", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:37.014026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9bf60c5-3bd8-4dfd-889f-7e04695abe1c req-88e42f3e-ec14-49f7-88a2-2c42271f66ca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/b4d7d88b-2a74-4639-9f17-88c0c66863b0 HTTP/1.1" status: 204 len: 173 time: 1.0440028 Sep 22 17:08:37.046778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec944576-6f91-4cf4-8bd2-bf1a7214eff9 x-openstack-request-id: req-ec944576-6f91-4cf4-8bd2-bf1a7214eff9 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:37.047069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4dac110-8c19-469d-aaa2-de8f9dc249b9", "name": "network-vif-deleted", "tag": "b4d7d88b-2a74-4639-9f17-88c0c66863b0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:37.047321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ec944576-6f91-4cf4-8bd2-bf1a7214eff9 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:37.047730 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec944576-6f91-4cf4-8bd2-bf1a7214eff9'] response: {'server_uuid': 'f4dac110-8c19-469d-aaa2-de8f9dc249b9', 'name': 'network-vif-deleted', 'tag': 'b4d7d88b-2a74-4639-9f17-88c0c66863b0', 'status': 'completed', 'code': 200} Sep 22 17:08:37.330655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0134daf7-fe77-45e9-983d-ac2186e2cb6d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:08:37.487038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:37.505600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:08:37.566435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef77201f-8425-4e23-ab38-2e90e1846702 req-bf0e3697-0dd7-45f0-9185-c0d82a0ede38 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:37.569080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef77201f-8425-4e23-ab38-2e90e1846702 req-bf0e3697-0dd7-45f0-9185-c0d82a0ede38 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 943 time: 0.1582904 Sep 22 17:08:37.588905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 0134daf7-fe77-45e9-983d-ac2186e2cb6d is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:37.589321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:37.618828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0134daf7-fe77-45e9-983d-ac2186e2cb6d {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:08:37.641590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:37.647132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:37.657856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef77201f-8425-4e23-ab38-2e90e1846702 req-4d78101e-e3e1-494a-ac3b-4d3ded81f693 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789280 Sep 22 17:08:37.727995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:38.011929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52468) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:38.083084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['0134daf7-fe77-45e9-983d-ac2186e2cb6d'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:08:38.097144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.140620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.235632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.277107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f875dcd-c277-44f5-98ef-c16a4c339a35,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:38.290693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.294575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e4f74f79-0851-4d48-9f2d-be3c779de82f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/1f875dcd-c277-44f5-98ef-c16a4c339a35 HTTP/1.1" status: 204 len: 168 time: 0.2808335 Sep 22 17:08:38.345897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52474) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:38.422820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet 795675e4-aeb3-467c-93e4-1528f71eb02d {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:38.426570 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.485932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.592211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.670016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.713444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=795675e4-aeb3-467c-93e4-1528f71eb02d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:38.715538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.722908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19313805-fa1b-4204-b269-62e830083a69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/795675e4-aeb3-467c-93e4-1528f71eb02d HTTP/1.1" status: 204 len: 168 time: 0.3740714 Sep 22 17:08:38.727291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52480) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:38.737155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cecef94b-25a0-41cf-b694-d985f2344630 None None] Network 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:38.914270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.935029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port d747741b-2088-4f95-85a0-3801adece4cb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:38.935386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:38.998280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f126b949-90f4-444b-883e-db27b4677559 req-f9d9e296-3972-41f7-8933-4f0bf04ff744 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:39.000181 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f126b949-90f4-444b-883e-db27b4677559 req-f9d9e296-3972-41f7-8933-4f0bf04ff744 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 944 time: 0.1873131 Sep 22 17:08:39.126223 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f126b949-90f4-444b-883e-db27b4677559 req-e9e6684d-d974-4d1d-bdf4-e3095e719337 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142106 Sep 22 17:08:39.215824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] DHCP port deletion for 2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:08:39.222708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Deleting port d747741b-2088-4f95-85a0-3801adece4cb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:39.223183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.226574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port d747741b-2088-4f95-85a0-3801adece4cb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d747741b-2088-4f95-85a0-3801adece4cb,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:39.227086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.347729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0134daf7-fe77-45e9-983d-ac2186e2cb6d up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:08:39.367019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for d747741b-2088-4f95-85a0-3801adece4cb owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:39.454186 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.508856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=d747741b-2088-4f95-85a0-3801adece4cb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:39.512550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port d747741b-2088-4f95-85a0-3801adece4cb on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:39.528119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] For port d747741b-2088-4f95-85a0-3801adece4cb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d747741b-2088-4f95-85a0-3801adece4cb,segment=NetworkSegment(6012289d-ec2e-45c4-9d10-adf06470995e),segment_id=6012289d-ec2e-45c4-9d10-adf06470995e)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:39.528580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.651498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.664027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Calling delete_port for d747741b-2088-4f95-85a0-3801adece4cb owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:39.681485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ab63d66-c6f4-481e-b2f0-4b8d008b18c5']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:39.694929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6012289d-ec2e-45c4-9d10-adf06470995e') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:39.695529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6012289d-ec2e-45c4-9d10-adf06470995e') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:39.696249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 0134daf7-fe77-45e9-983d-ac2186e2cb6d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:08:39.708813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.714530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 0134daf7-fe77-45e9-983d-ac2186e2cb6d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:08:39.714902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.715259 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 0134daf7-fe77-45e9-983d-ac2186e2cb6d Sep 22 17:08:39.726923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.735651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:39.736263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.814489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:08:39.815152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:08:39.880383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 0134daf7-fe77-45e9-983d-ac2186e2cb6d is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:39.880890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.913186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:39.915639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60eb51f4-a2ac-4183-a43c-4d74722cb5e1" -d '{"events": [{"server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "name": "network-vif-plugged", "status": "completed", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:39.917195 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6012289d-ec2e-45c4-9d10-adf06470995e resource provider aggregate not found Sep 22 17:08:39.924962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:39.933047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.934176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device b4d7d88b-2a74-4639-9f17-88c0c66863b0 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:39.955736 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6012289d-ec2e-45c4-9d10-adf06470995e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6012289d-ec2e-45c4-9d10-adf06470995e found for delete ", "request_id": "req-eafb5ec5-b961-46c7-9620-cd776f637141"}]} Sep 22 17:08:39.959148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.985419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:39.988796 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=2ab63d66-c6f4-481e-b2f0-4b8d008b18c5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:40.017351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52492) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:40.017979 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5dcb3376-7737-4e95-a88f-5a7e946f67fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/2ab63d66-c6f4-481e-b2f0-4b8d008b18c5 HTTP/1.1" status: 204 len: 168 time: 1.2888310 Sep 22 17:08:40.023846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: b4d7d88b-2a74-4639-9f17-88c0c66863b0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:40.024198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device b4d7d88b-2a74-4639-9f17-88c0c66863b0 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:40.051575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d747741b-2088-4f95-85a0-3801adece4cb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:40.096178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d747741b-2088-4f95-85a0-3801adece4cb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:40.096547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d747741b-2088-4f95-85a0-3801adece4cb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:40.117470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:40.290009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 070329f5-e19a-4bac-b1ef-c453b0d89f95 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:40.290576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.316847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Deleting port d747741b-2088-4f95-85a0-3801adece4cb {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:40.317507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.394833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7665974a-687c-4864-a915-652e8cdd8691 None None] The port 'd747741b-2088-4f95-85a0-3801adece4cb' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:08:40.396658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858373dc-0e23-4400-a38f-d06c72d06234 x-openstack-request-id: req-858373dc-0e23-4400-a38f-d06c72d06234 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:40.397032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "name": "network-vif-plugged", "status": "completed", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:40.397599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-858373dc-0e23-4400-a38f-d06c72d06234 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:40.398068 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-858373dc-0e23-4400-a38f-d06c72d06234'] response: {'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'code': 200} Sep 22 17:08:40.501310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf97449c-7a33-4540-a7b1-90889b2e052d req-7f38447a-c9ab-46a7-81e8-ec46d99feb05 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:40.503055 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf97449c-7a33-4540-a7b1-90889b2e052d req-7f38447a-c9ab-46a7-81e8-ec46d99feb05 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.1623964 Sep 22 17:08:40.564415 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cf97449c-7a33-4540-a7b1-90889b2e052d req-524d4a3a-1ddd-4495-b167-ad24a23cb3a9 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515833 Sep 22 17:08:40.692245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:40.692686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:41.014705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 070329f5-e19a-4bac-b1ef-c453b0d89f95 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:41.197559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b453c8-5fce-43dd-8fd5-fc4b53b8830f req-44201f0a-b111-47b0-9093-a03af7d0e06c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:41.200117 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14b453c8-5fce-43dd-8fd5-fc4b53b8830f req-44201f0a-b111-47b0-9093-a03af7d0e06c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.4948459 Sep 22 17:08:41.358454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14b453c8-5fce-43dd-8fd5-fc4b53b8830f req-d1f1219c-41bb-4579-824d-4f61efd1a1d2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500645 Sep 22 17:08:41.403900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:41.493171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=070329f5-e19a-4bac-b1ef-c453b0d89f95,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:41.671172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:41.671583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP bd4c8bba-cec5-4856-8d12-978a18b572c0 disassociated (deleted). External IP: 172.26.8.132, port: baa7505d-5347-4cb7-b939-f4175d184e7b. Sep 22 17:08:42.012957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80781805-83a8-4997-b7d5-dc16eb0a379f req-7b0c72d1-4c3e-4759-8db1-03a10a6ef4d2 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:42.015484 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80781805-83a8-4997-b7d5-dc16eb0a379f req-7b0c72d1-4c3e-4759-8db1-03a10a6ef4d2 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.2762201 Sep 22 17:08:42.151526 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80781805-83a8-4997-b7d5-dc16eb0a379f req-8c60cb4a-dfad-406c-b718-6d7b28a43d7b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1291840 Sep 22 17:08:42.200547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:42.407899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:42.420071 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:42.426635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:42.432341 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:42.433101 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:42.495883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb9c2c2a-e8f8-4482-8a0e-70792fd647a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/bd4c8bba-cec5-4856-8d12-978a18b572c0 HTTP/1.1" status: 204 len: 168 time: 2.4774053 Sep 22 17:08:42.496766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:42.499280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e1a5b9-6268-47cd-9abf-874386c81f10" -d '{"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:42.579236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84cf6905-8177-4fc0-9005-b4a1f0c13801 x-openstack-request-id: req-84cf6905-8177-4fc0-9005-b4a1f0c13801 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:42.579704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:42.580126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-84cf6905-8177-4fc0-9005-b4a1f0c13801 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:42.581007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-84cf6905-8177-4fc0-9005-b4a1f0c13801'] response: {'name': 'network-changed', 'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'status': 'completed', 'code': 200} Sep 22 17:08:42.649936 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:42.864370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-a3a6b259-ec86-4ac8-9d12-088292d27586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:42.867015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-a3a6b259-ec86-4ac8-9d12-088292d27586 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 1099 time: 0.1638012 Sep 22 17:08:43.166874 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:43.173334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:43.187015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:43.188424 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:43.227939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-acdee6f5-be02-4c14-89db-e966a5f4c97b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.229667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-acdee6f5-be02-4c14-89db-e966a5f4c97b service neutron] 10.222.0.18 "GET /v2.0/networks?id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 200 len: 898 time: 0.3538241 Sep 22 17:08:43.359051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-b8ba8f88-3cad-4b69-b324-d338ead7dda1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 200 len: 217 time: 0.1187575 Sep 22 17:08:43.367247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0abae04-b329-4f5d-986b-e67960ffbac8 req-466ae596-7e5b-4c5b-ad88-bd17353f32d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.368000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0abae04-b329-4f5d-986b-e67960ffbac8 req-466ae596-7e5b-4c5b-ad88-bd17353f32d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:43.423704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b0abae04-b329-4f5d-986b-e67960ffbac8 req-466ae596-7e5b-4c5b-ad88-bd17353f32d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:43.431401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0abae04-b329-4f5d-986b-e67960ffbac8 req-466ae596-7e5b-4c5b-ad88-bd17353f32d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.3358078 Sep 22 17:08:43.490882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-3510b119-bf80-4fff-86aa-d6ed262faafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.492672 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-3510b119-bf80-4fff-86aa-d6ed262faafd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 200 len: 834 time: 0.1215794 Sep 22 17:08:43.496544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3952a4bd-a064-4211-8d26-61584239fde0 req-2a16099f-5e3b-41a5-88f7-3ad023f22bb1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.499480 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3952a4bd-a064-4211-8d26-61584239fde0 req-2a16099f-5e3b-41a5-88f7-3ad023f22bb1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.1251953 Sep 22 17:08:43.536301 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:43.563010 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0abae04-b329-4f5d-986b-e67960ffbac8 req-1d46bd1c-5714-450f-b991-88c5f68bfa57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1305809 Sep 22 17:08:43.600013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3952a4bd-a064-4211-8d26-61584239fde0 req-086e0901-60a1-467e-ae7d-7bcfeda61f3b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0891776 Sep 22 17:08:43.601579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-19b6803a-5568-471c-8025-b6bc28f5068f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:43.603318 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-19b6803a-5568-471c-8025-b6bc28f5068f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1021924 Sep 22 17:08:43.761155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-35e0eef5-7716-4f0a-9165-ea00b77d1f88 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502314 Sep 22 17:08:44.017887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79e1a5b9-6268-47cd-9abf-874386c81f10 req-e2d77d71-c408-404d-80d1-9d8a1cc71f86 service neutron] 10.222.0.18 "GET /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490749 Sep 22 17:08:44.032303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9e9b8-6c20-48b0-a56a-9c9289f81a1a req-c977d625-9b65-4f8f-9709-abd7bbf5f84c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.034688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9bd9e9b8-6c20-48b0-a56a-9c9289f81a1a req-c977d625-9b65-4f8f-9709-abd7bbf5f84c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.2383957 Sep 22 17:08:44.060349 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:44.067530 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17c603ef-c45c-4b29-9423-d6d726fe0758 None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:32Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0429a499-48dd-46d2-9893-e611811c8b57', 'name': '', 'network_id': 'c7c8f1aa-28dc-466e-95ff-35d8c144eaa9', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:de:32:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1009, 'fixed_ips': [{'subnet_id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:13Z', 'updated_at': '2022-09-22T17:05:29Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'a7f764a6-a871-47ce-8e22-ef980c582b81', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:44.093869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9bd9e9b8-6c20-48b0-a56a-9c9289f81a1a req-229a04a1-60a7-479b-b5ec-528a4297e45a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473592 Sep 22 17:08:44.135026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52510) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:44.232697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9f6203-ab72-4b26-9535-7083bc970d50 tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.234297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d9f6203-ab72-4b26-9535-7083bc970d50 tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1093 time: 0.0982001 Sep 22 17:08:44.238346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:44.246617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:44.257447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:44.265450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:floatingip and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:44.272960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:44.292324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:44.317998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:44.453167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-358cef60-7ddf-4301-80e1-a5bc21b87be1 None None] New status for floating IP bd4c8bba-cec5-4856-8d12-978a18b572c0: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:08:44.670547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:44.791871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-3fdacd0f-5c61-4268-bccd-8b334ecc1775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.794146 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-3fdacd0f-5c61-4268-bccd-8b334ecc1775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.2567227 Sep 22 17:08:44.848387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-63df2c8e-c790-4c39-8c4f-b3a806ea28f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:44.849163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-63df2c8e-c790-4c39-8c4f-b3a806ea28f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:44.863547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-63df2c8e-c790-4c39-8c4f-b3a806ea28f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:44.864963 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-63df2c8e-c790-4c39-8c4f-b3a806ea28f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 946 time: 0.1333311 Sep 22 17:08:44.915954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port baa7505d-5347-4cb7-b939-f4175d184e7b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:44.916266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:44.924711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-f1fc5c29-4161-4b30-9fe3-4f94eace3ee8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:08:44.943865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-f1fc5c29-4161-4b30-9fe3-4f94eace3ee8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:08:44.945183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbc59ffb-73a2-4697-9d68-e9a459b289ca req-f1fc5c29-4161-4b30-9fe3-4f94eace3ee8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=d20223b4-2669-4241-b9a6-bd4da396747d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713439 Sep 22 17:08:45.045415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.26.8.142 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/9dc92e76-54e0-4f2d-b35e-ffea7841f8f8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:45.493239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port baa7505d-5347-4cb7-b939-f4175d184e7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=baa7505d-5347-4cb7-b939-f4175d184e7b,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:45.494310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.515951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.643472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for baa7505d-5347-4cb7-b939-f4175d184e7b owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:45.775516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:45.874069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:45.879398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:45.882119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:45.923358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=9dc92e76-54e0-4f2d-b35e-ffea7841f8f8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:45.941912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.033551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=baa7505d-5347-4cb7-b939-f4175d184e7b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:46.200531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port baa7505d-5347-4cb7-b939-f4175d184e7b on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:46.206993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f91a349e-3cd4-434e-b82c-41eca2f59393 req-f7f8f3c9-491f-4858-aec6-95acaa41a553 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=8809ac14-b609-444e-a557-6cd274ace001 HTTP/1.1" status: 200 len: 210 time: 0.0719652 Sep 22 17:08:46.208061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.244097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'name': 'network-vif-deleted', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:46.246557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf83bd8-4b79-41a4-94dc-8a2980e75cdc" -d '{"events": [{"server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "name": "network-vif-deleted", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:46.284421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4911c666-fd02-4bcd-8bd1-fd68029d7e68 req-c0d37579-d890-4824-9bd4-73c4ab678db3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/baa7505d-5347-4cb7-b939-f4175d184e7b HTTP/1.1" status: 204 len: 173 time: 1.4843917 Sep 22 17:08:46.298607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fa1a2c0-4f88-4d41-a373-23279f0c0cf7 x-openstack-request-id: req-7fa1a2c0-4f88-4d41-a373-23279f0c0cf7 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:46.299501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8809ac14-b609-444e-a557-6cd274ace001", "name": "network-vif-deleted", "tag": "baa7505d-5347-4cb7-b939-f4175d184e7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:46.301856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7fa1a2c0-4f88-4d41-a373-23279f0c0cf7 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:46.302476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fa1a2c0-4f88-4d41-a373-23279f0c0cf7'] response: {'server_uuid': '8809ac14-b609-444e-a557-6cd274ace001', 'name': 'network-vif-deleted', 'tag': 'baa7505d-5347-4cb7-b939-f4175d184e7b', 'status': 'completed', 'code': 200} Sep 22 17:08:46.613344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.698395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.971875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:46.978219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.097288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.276669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=9dc92e76-54e0-4f2d-b35e-ffea7841f8f8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.389515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52526) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:47.425434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP fe947065-6e27-401d-9777-bd119f369ca2 associated. External IP: 172.26.8.142, port: 0134daf7-fe77-45e9-983d-ac2186e2cb6d. Sep 22 17:08:47.473615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.507518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.582545 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.603294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20223b4-2669-4241-b9a6-bd4da396747d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:47.618077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:47.623470 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cfcbce83-0f52-48fc-abc9-8a8fbed3c2d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/d20223b4-2669-4241-b9a6-bd4da396747d HTTP/1.1" status: 204 len: 168 time: 0.2285900 Sep 22 17:08:47.663384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52532) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:47.994475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:48.325419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:48.339092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:48.352680 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:48.353731 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:48.363710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.366230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.447826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f6529008-6f81-4ab9-8293-fb8d9431efb0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.2052450 Sep 22 17:08:48.447826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:08:48.449566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8620e6-7e3d-48cb-8790-aa9d432b284e" -d '{"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:08:48.525818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a7e6b97-b60c-494a-bee9-b5797a78e44d x-openstack-request-id: req-3a7e6b97-b60c-494a-bee9-b5797a78e44d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:08:48.526735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:08:48.527239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3a7e6b97-b60c-494a-bee9-b5797a78e44d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:08:48.528040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a7e6b97-b60c-494a-bee9-b5797a78e44d'] response: {'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'status': 'completed', 'code': 200} Sep 22 17:08:48.645544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:48.710704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-82155e7f-6224-45d6-bb33-1c9e024c6829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:48.712475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-82155e7f-6224-45d6-bb33-1c9e024c6829 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.1383417 Sep 22 17:08:48.828401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 0429a499-48dd-46d2-9893-e611811c8b57 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:48.829029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:48.898701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-1432c523-19b7-47dc-bcfe-dafebef4abed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:48.901531 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-1432c523-19b7-47dc-bcfe-dafebef4abed service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1826458 Sep 22 17:08:49.035607 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-10ce08af-93cc-4729-a897-e7edf85257ea service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 999 time: 0.1278160 Sep 22 17:08:49.141734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-f50f4854-ecf2-46bf-a337-1bba192c34f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.143319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-f50f4854-ecf2-46bf-a337-1bba192c34f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.1014419 Sep 22 17:08:49.205523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 0429a499-48dd-46d2-9893-e611811c8b57, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0429a499-48dd-46d2-9893-e611811c8b57,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:49.205896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:49.250678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-de4bdfb9-18ea-4bbd-8f7a-aa53880bb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:49.252438 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-de4bdfb9-18ea-4bbd-8f7a-aa53880bb1dc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1022096 Sep 22 17:08:49.274536 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:46Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:49.279915 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:49.292120 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:49.292807 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:49.357750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 0429a499-48dd-46d2-9893-e611811c8b57 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:49.386423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device baa7505d-5347-4cb7-b939-f4175d184e7b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:49.427250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: baa7505d-5347-4cb7-b939-f4175d184e7b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:49.427859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device baa7505d-5347-4cb7-b939-f4175d184e7b not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:49.510402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:49.530977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-2746ee9d-172f-42bf-a719-04e6723c5550 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2718308 Sep 22 17:08:49.656973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:49.696219 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ff8620e6-7e3d-48cb-8790-aa9d432b284e req-09717d1c-178e-40e1-8d2d-3055361887f9 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591311 Sep 22 17:08:49.749290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=0429a499-48dd-46d2-9893-e611811c8b57,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:50.021568 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:46Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:50.025926 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88956c9-d795-4584-8fa0-c4775417c407 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:46Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:50.100342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:50.125340 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:08:50.298310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e74c1205-4bf9-4492-a5f8-8db7b852bedd None None] New status for floating IP fe947065-6e27-401d-9777-bd119f369ca2: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:08:50.612571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:08:50.965368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:50.977380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Sync routers for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:50.984465 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ffe4683-194f-487d-8be8-0e3106e9d279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/f6cce5b7-47fc-4de7-a49f-dc6d043ac65c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3196850 Sep 22 17:08:50.986941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52540) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:50.990239 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:50.990861 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:51.073789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet a7f764a6-a871-47ce-8e22-ef980c582b81 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:08:51.078148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.149395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.205317 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:51.285623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.377692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.432346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=a7f764a6-a871-47ce-8e22-ef980c582b81,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:51.439861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.445803 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9c23f5bd-103f-4acc-b6cc-e700f04112e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/a7f764a6-a871-47ce-8e22-ef980c582b81 HTTP/1.1" status: 204 len: 168 time: 0.4576526 Sep 22 17:08:51.450392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52544) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:51.472055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e8794-6fb3-47ee-969e-1806a0f81b9c None None] Network c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:51.552446 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:49Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:51.557781 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Checking router: f6cce5b7-47fc-4de7-a49f-dc6d043ac65c for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:51.573080 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Routers {'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:51.573793 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:51.699472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.855586 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] Set router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:51.856504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] DHCP port deletion for c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:08:51.865142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Deleting port c9272991-5b44-407a-808f-20744237a91d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:51.865557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.910386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:51.921550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 3b27e43f-e686-4f34-89d3-630d6e4d3d93 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:08:51.922078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.069997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c9272991-5b44-407a-808f-20744237a91d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:52.162911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] For port c9272991-5b44-407a-808f-20744237a91d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c9272991-5b44-407a-808f-20744237a91d,segment=NetworkSegment(7b74d75f-f12b-47ce-9fce-30dd3ab90289),segment_id=7b74d75f-f12b-47ce-9fce-30dd3ab90289)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:52.163299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.194411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 3b27e43f-e686-4f34-89d3-630d6e4d3d93, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3b27e43f-e686-4f34-89d3-630d6e4d3d93,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:08:52.195326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.249420 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:49Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:52.254817 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3863033f-9bed-4533-b031-d583103f8b03 None None] The sync data for ids ['f6cce5b7-47fc-4de7-a49f-dc6d043ac65c'] in dv-neutron-858953-1-hyperv is: [{'id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'name': 'tempest-TestNetworkBasicOps-router-2066143425', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50'}], 'enable_snat': True}, 'gw_port_id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:05:00Z', 'updated_at': '2022-09-22T17:08:49Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '3b27e43f-e686-4f34-89d3-630d6e4d3d93', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:71:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6cce5b7-47fc-4de7-a49f-dc6d043ac65c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:05:03Z', 'updated_at': '2022-09-22T17:05:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:52.347610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Calling delete_port for c9272991-5b44-407a-808f-20744237a91d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:52.364301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 3b27e43f-e686-4f34-89d3-630d6e4d3d93 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:08:52.467810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-454c8379-8aa9-49c5-b564-672829fa7a77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.497613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c9272991-5b44-407a-808f-20744237a91d is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:08:52.498864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.526071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.608273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] Pushing event deleted for resources: {'Port': ['ID=c9272991-5b44-407a-808f-20744237a91d,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.616785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d807af3a-6a08-4cb6-b2f1-6066930c56e9 None None] No DVR routers for this DVR port c9272991-5b44-407a-808f-20744237a91d on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:08:52.658357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:52.709672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=3b27e43f-e686-4f34-89d3-630d6e4d3d93,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:52.821214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.136527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.140954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.170245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.170520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router f6cce5b7-47fc-4de7-a49f-dc6d043ac65c {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:08:53.188129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.192757 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0e78b97c-1344-49dd-a585-fa6cebdd2f25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/f6cce5b7-47fc-4de7-a49f-dc6d043ac65c HTTP/1.1" status: 204 len: 168 time: 1.7390289 Sep 22 17:08:53.192757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:53.354474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.494215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.523083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7c8f1aa-28dc-466e-95ff-35d8c144eaa9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:53.536866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b74d75f-f12b-47ce-9fce-30dd3ab90289') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:53.537183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b74d75f-f12b-47ce-9fce-30dd3ab90289') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:53.550588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.568952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.575006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:08:53.575203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.650785 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7b74d75f-f12b-47ce-9fce-30dd3ab90289 resource provider aggregate not found Sep 22 17:08:53.677286 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7b74d75f-f12b-47ce-9fce-30dd3ab90289 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7b74d75f-f12b-47ce-9fce-30dd3ab90289 found for delete ", "request_id": "req-38a775e6-287d-4fc0-8454-493263aade6a"}]} Sep 22 17:08:53.697827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.705805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.731213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=c7c8f1aa-28dc-466e-95ff-35d8c144eaa9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:53.747783 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09d7e23c-a267-4193-9ece-ae8ecb764be1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/c7c8f1aa-28dc-466e-95ff-35d8c144eaa9 HTTP/1.1" status: 204 len: 168 time: 0.5505929 Sep 22 17:08:53.773322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:53.775521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--1993000611', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:53.782866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:53.795961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:53.802840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:53.810631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:53.820790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:53.825062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.859387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:08:53.875355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.875355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33 of type vlan for network c210f6fd-0783-4915-8d07-6bd72ef672a7 Sep 22 17:08:53.905983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.939987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:53.951702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:53.951702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.026501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b27e43f-e686-4f34-89d3-630d6e4d3d93 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:54.068210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3b27e43f-e686-4f34-89d3-630d6e4d3d93 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:54.068210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3b27e43f-e686-4f34-89d3-630d6e4d3d93 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:54.068210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0429a499-48dd-46d2-9893-e611811c8b57 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:08:54.110959 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3447342 Sep 22 17:08:54.113092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c83400-9895-4a49-ac16-9d1a51b993b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=c210f6fd-0783-4915-8d07-6bd72ef672a7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:54.117998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52560) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:54.120753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0429a499-48dd-46d2-9893-e611811c8b57 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:08:54.121013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0429a499-48dd-46d2-9893-e611811c8b57 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:08:54.123946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-753770460', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:54.136764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:54.138596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:08:54.144157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:54.147929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:54.161225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:54.174227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.176502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.203310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.507043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.515885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d4058b9a-c8f4-4c94-a54a-7bf1ce0c92f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.854552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:54.904527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.126385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.151473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.74 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/ea237559-dce5-4ddb-9e5f-7c37f931cff2) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:55.304685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.334569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.400672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:55.403405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:55.407584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:55.451234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=ea237559-dce5-4ddb-9e5f-7c37f931cff2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:55.569299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.843923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:55.904138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.196737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.402680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:08:56.689263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:08:56.698341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Sync routers for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:08:56.707986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:56.708593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:56.718352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:56.719491 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ce088f2-0a9e-491c-9511-470164ccf78f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.6031156 Sep 22 17:08:56.722932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:56.770990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6fe13b3-f434-4181-8f09-cee3427b0a9e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0462792 Sep 22 17:08:56.771952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52568) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:56.900220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:56.925029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d07302-e161-4396-89ef-da485bc0a572 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:56.928362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14d07302-e161-4396-89ef-da485bc0a572 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1534538 Sep 22 17:08:56.932596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:56.974955 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c42ea103-5c9f-4ffa-85b2-da16c3e0afbd tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0439129 Sep 22 17:08:56.978931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:56.984855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1762315950', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:08:57.108317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:08:57.113583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:08:57.116726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:08:57.122863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:08:57.141114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:08:57.144943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.180720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.255546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:57.259758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Checking router: 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:08:57.260733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Updating router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 port ea237559-dce5-4ddb-9e5f-7c37f931cff2 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:08:57.325849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.471285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.591621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=bc6d4f32-1386-4881-8d30-cba1df9f99c6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:57.597297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:57.597664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: c210f6fd-0783-4915-8d07-6bd72ef672a7, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:08:57.618701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:08:57.630583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c210f6fd-0783-4915-8d07-6bd72ef672a7) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:57.636994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:08:57.637580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.662733 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-083244f2-127c-4d0b-994f-82e5258dd51f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6827042 Sep 22 17:08:57.667380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:08:57.670844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b2f9da-629b-4f13-8173-3d00b99d6025 None None] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:08:57.795236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.823973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Transition to ACTIVE for port object ea237559-dce5-4ddb-9e5f-7c37f931cff2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:57.840574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.948426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Attempting to bind port ea237559-dce5-4ddb-9e5f-7c37f931cff2 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:57.948825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Attempting to bind port ea237559-dce5-4ddb-9e5f-7c37f931cff2 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:57.949441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Attempting to bind port ea237559-dce5-4ddb-9e5f-7c37f931cff2 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:57.975722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:57.976207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:57.976634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:57.977035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:57.977510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Bound port: ea237559-dce5-4ddb-9e5f-7c37f931cff2, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:57.977887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:58.011159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8fc6-20d9-401d-a6b7-2dc3e448e6c1 None None] Pushing event updated for resources: {'Port': ['ID=ea237559-dce5-4ddb-9e5f-7c37f931cff2,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:58.104316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c210f6fd-0783-4915-8d07-6bd72ef672a7', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:08:58.105195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:58.121923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] For port ea237559-dce5-4ddb-9e5f-7c37f931cff2, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:58.134497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] For port ea237559-dce5-4ddb-9e5f-7c37f931cff2, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ea237559-dce5-4ddb-9e5f-7c37f931cff2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:58.182173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:58.273168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:08:58.273805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:58.423969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8fc6-20d9-401d-a6b7-2dc3e448e6c1 None None] Pushing event updated for resources: {'Port': ['ID=ea237559-dce5-4ddb-9e5f-7c37f931cff2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:58.447995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:58.513466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Allocated IP 172.20.0.2 (c210f6fd-0783-4915-8d07-6bd72ef672a7/bc6d4f32-1386-4881-8d30-cba1df9f99c6/1c1fc817-79dc-490c-b7cb-b2c2e9c42eda) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:58.614753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:08:59.055650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.073071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Transition to ACTIVE for port object 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:59.096296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Transition to ACTIVE for port object 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:59.104071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.174005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:59.177343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:59.180451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:08:59.182286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:59.204891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (c210f6fd-0783-4915-8d07-6bd72ef672a7/bc6d4f32-1386-4881-8d30-cba1df9f99c6/042fef87-d3a3-486e-be86-0c48d2222054) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:08:59.213808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2061e411-2131-4610-ae84-fc34cdea8fe6 None None] The sync data for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv is: [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:08:59.249934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Pushing event updated for resources: {'Port': ['ID=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:59.338432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Attempting to bind port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:08:59.341885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Attempting to bind port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:08:59.342450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Attempting to bind port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda on network c210f6fd-0783-4915-8d07-6bd72ef672a7 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:08:59.350038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:08:59.350038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Checking segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:08:59.350038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.350581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Bound using segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:08:59.351169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Bound port: 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:08:59.351656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.418205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.438710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 042fef87-d3a3-486e-be86-0c48d2222054 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:08:59.458641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] For port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:08:59.464001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] For port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:08:59.470702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.471984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.556233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:08:59.559562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:08:59.564042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:08:59.591702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db5f4f-597a-497f-87c0-be3837b1737a None None] Pushing event updated for resources: {'Port': ['ID=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:59.605349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:08:59.641212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:08:59.818572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.208796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:00.346028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:00.352865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ea237559-dce5-4ddb-9e5f-7c37f931cff2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:00.485666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ea237559-dce5-4ddb-9e5f-7c37f931cff2 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:00.485666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ea237559-dce5-4ddb-9e5f-7c37f931cff2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:00.485666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.485666 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ea237559-dce5-4ddb-9e5f-7c37f931cff2 Sep 22 17:09:00.648712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.648712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.713480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ea237559-dce5-4ddb-9e5f-7c37f931cff2 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:00.713480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.743054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port ea237559-dce5-4ddb-9e5f-7c37f931cff2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ea237559-dce5-4ddb-9e5f-7c37f931cff2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:00.743054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:00.881065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=ea237559-dce5-4ddb-9e5f-7c37f931cff2,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:00.928559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:00.946021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:01.129982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:01.129982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:01.230275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da658d98-51c5-4e02-a56d-80dcc512fbaa None None] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:09:01.500522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:09:01.510674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Provisioning for port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:01.529994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Provisioning complete for port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:01.529994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:01.529994 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Attempt 1 to provision port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda Sep 22 17:09:01.828239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Current status of the port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:01.828239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:01.879059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] For port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:01.883298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:01.991010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ed519-a5fd-422b-b42e-8a524c1ef83f None None] Pushing event updated for resources: {'Port': ['ID=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:02.082857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ea237559-dce5-4ddb-9e5f-7c37f931cff2 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:02.099818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:09:02.116217 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Sync routers for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:02.132331 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:09:02.132331 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:02.162393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52584) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:02.178506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d2e0acf-707b-4e9e-86d2-4bdb2a2e7996 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/8f27bc65-e4de-4d55-b32a-6a8b92cc0955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5015748 Sep 22 17:09:02.265110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ea237559-dce5-4ddb-9e5f-7c37f931cff2 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:02.265110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:02.265110 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ea237559-dce5-4ddb-9e5f-7c37f931cff2 Sep 22 17:09:02.452964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Provisioning complete for port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:02.452964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:02.452964 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Attempt 1 to provision port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.536806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.545423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:09:02.552796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52588) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:02.561144 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b7796b8a-dc72-4e24-abd2-0003eada9603 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.3950102 Sep 22 17:09:02.614368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ea237559-dce5-4ddb-9e5f-7c37f931cff2 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.668295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:02.677638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:02.680432 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-20ae4448-c821-4c9b-b111-34566bfa2c53 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.1385922 Sep 22 17:09:02.720396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Current status of the port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:02.751228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Provisioning for port 042fef87-d3a3-486e-be86-0c48d2222054 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:02.769848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Provisioning complete for port 042fef87-d3a3-486e-be86-0c48d2222054 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:02.769848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:02.769848 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Attempt 1 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:02.955192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Port 042fef87-d3a3-486e-be86-0c48d2222054 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:09:03.014702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b822a9cb-0eb9-4763-ba5d-d7644037011a tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3394513 Sep 22 17:09:03.108095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52598) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:03.112313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-901244928', 'description': 'tempest-secgroup-smoke-901244928 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:03.121109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:03.121109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:03.129931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:03.139944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:03.152668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.168225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:03.168225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Checking router: 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:03.168225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Updating router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 port 042fef87-d3a3-486e-be86-0c48d2222054 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:09:03.183383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:03.183383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:03.194154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:03.204714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:03.335542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.342794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.350727 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.432302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=627ea8db-b41e-4451-95bd-e31b80341da9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:03.441346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.441346 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-02437235-0f31-4c9e-80f7-791c8339ccb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3359649 Sep 22 17:09:03.441346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52602) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:03.453305 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Attempt 2 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:03.458448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:03.468589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:03.477926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:03.488046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:03.507377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:03.529684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Port 042fef87-d3a3-486e-be86-0c48d2222054 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:09:03.550700 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.659405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.664489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.735507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cfe57fc-bf0c-4b57-8d13-f15550e91779,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:03.763817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.767555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:03.771367 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2438e92a-0063-4e49-80d6-0ad9bd875949 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3248403 Sep 22 17:09:03.775750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:03.789162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:03.796116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:03.803335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:03.815095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:03.844966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.962838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:03.973003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.033480 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Attempt 3 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:04.052599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77f8ba46-9c3e-4104-a3d7-c31402ac574c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.066292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.071209 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:04.078658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:04.082195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f3d1f8a8-f5f3-4d70-9d5a-ac9109aee72f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3118007 Sep 22 17:09:04.085654 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.091402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:04.102275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:04.113366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:04.120036 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Transition to ACTIVE for port object 042fef87-d3a3-486e-be86-0c48d2222054 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:09:04.128261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:04.136038 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.140995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:04.173974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.360683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.366115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Port 042fef87-d3a3-486e-be86-0c48d2222054 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:09:04.371109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.393316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:04.393316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.393316 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda Sep 22 17:09:04.399458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0d9c9c9-fc0c-4da9-9323-f9203a242e58,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.418646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.423062 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Pushing event updated for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.427003 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-59791fe0-f3c9-4291-bf16-1107a929ef46 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3515491 Sep 22 17:09:04.427175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52614) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:04.427175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:04.436206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:04.439901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:04.442983 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.443375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:04.443571 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.444109 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.448651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.449494 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:04.452125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:04.479649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.589932 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Attempting to bind port 042fef87-d3a3-486e-be86-0c48d2222054 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:09:04.589932 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Attempting to bind port 042fef87-d3a3-486e-be86-0c48d2222054 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:09:04.589932 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Attempting to bind port 042fef87-d3a3-486e-be86-0c48d2222054 on network c210f6fd-0783-4915-8d07-6bd72ef672a7 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Checking segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Bound using segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Bound port: 042fef87-d3a3-486e-be86-0c48d2222054, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:09:04.602380 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.607492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:04.666131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.672040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.726004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de5bfb84-2b54-470d-b2fe-d792291ce1b7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:04.726765 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] For port 042fef87-d3a3-486e-be86-0c48d2222054, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:09:04.737937 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] For port 042fef87-d3a3-486e-be86-0c48d2222054, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=042fef87-d3a3-486e-be86-0c48d2222054,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:09:04.738775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.742288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d26e13d2-8499-4e9b-bd22-2eb4eb9a3c6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3168399 Sep 22 17:09:04.746272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52618) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:04.747553 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.755101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:04.762322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:04.767982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:04.775349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:04.783012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:04.803512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:09:04.808441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.824159 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:09:04.825122 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:04.862862 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Attempt 4 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:04.949698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.949698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:04.987553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e6d5a9-d968-4f33-9bd6-ff656bdf9e6a None None] Port 042fef87-d3a3-486e-be86-0c48d2222054 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:09:05.024802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:05.024802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2750039 Sep 22 17:09:05.032107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:05.038670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfe6d4b-12d6-48e6-b2d2-5303f50830e6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ec5a2f-a576-49a1-8b54-1593a479927b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:05.042971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '627ea8db-b41e-4451-95bd-e31b80341da9', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:05.046025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:05.061985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:05.067843 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379e783-203b-4503-bc4a-76fc0159089c None None] Pushing event updated for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:05.074493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:05.074493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:05.101316 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:09:05.114379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:05.244084 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:09:05.251841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:05.251841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:05.312442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f4da49-7112-40b6-838a-7585bc9d4147,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:05.329166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:05.331085 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4be5fa4b-a725-4d1e-8d1a-e4e2f4d9ee71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3067307 Sep 22 17:09:05.836672 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:04Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:05.839174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-c6270d7e-b3e2-47ce-bbc3-fa2c73d46dc8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-901244928&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0808473 Sep 22 17:09:05.843738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4590883e-ccee-43a5-ada9-d639bb6baf27 None None] The sync data for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv is: [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:04Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:06.139838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 042fef87-d3a3-486e-be86-0c48d2222054 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:06.240469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 042fef87-d3a3-486e-be86-0c48d2222054 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:06.248908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 042fef87-d3a3-486e-be86-0c48d2222054 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:06.249397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:06.249682 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:06.254986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-043fee7f-696c-4d00-a6ca-dcaff3f237e1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:06.256124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-043fee7f-696c-4d00-a6ca-dcaff3f237e1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:09:06.290658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-043fee7f-696c-4d00-a6ca-dcaff3f237e1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:09:06.294175 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-043fee7f-696c-4d00-a6ca-dcaff3f237e1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 200 len: 797 time: 0.4414730 Sep 22 17:09:06.317867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-57d42d15-91f4-49e0-8f0f-6c3e3cd9444c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0128922 Sep 22 17:09:06.457703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 042fef87-d3a3-486e-be86-0c48d2222054 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:06.458121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:06.460464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-572b0d7d-a8f7-4bcd-b312-efa7de06885f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:09:06.490175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-572b0d7d-a8f7-4bcd-b312-efa7de06885f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:09:06.494298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-572b0d7d-a8f7-4bcd-b312-efa7de06885f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1588156 Sep 22 17:09:06.505081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 042fef87-d3a3-486e-be86-0c48d2222054, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=042fef87-d3a3-486e-be86-0c48d2222054,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:06.510618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:06.599101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:06.750359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-cdf653d9-f1fa-4a84-a01c-ea087c7c29c8 service neutron] 10.222.0.25 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298636 Sep 22 17:09:06.926852 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-b6ab612b-2396-479a-9d08-c6bcd7218cba service neutron] 10.222.0.25 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693969 Sep 22 17:09:07.257845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-051b6fa0-a445-46be-aeb7-66ec8666e2a6 req-bf1f9cd5-58f2-454f-823e-6940feba4c6d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:09:07.273397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-051b6fa0-a445-46be-aeb7-66ec8666e2a6 req-bf1f9cd5-58f2-454f-823e-6940feba4c6d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:09:07.274960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-051b6fa0-a445-46be-aeb7-66ec8666e2a6 req-bf1f9cd5-58f2-454f-823e-6940feba4c6d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 210 time: 0.1100912 Sep 22 17:09:07.677709 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-2b610bae-1d93-469d-bbf6-05b8faa0fe76 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1067972 Sep 22 17:09:07.985113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-95b7929c-9a14-4322-a98c-e0c632c7b638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:07.985113 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-95b7929c-9a14-4322-a98c-e0c632c7b638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.1441727 Sep 22 17:09:08.103899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 042fef87-d3a3-486e-be86-0c48d2222054 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:08.250194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 042fef87-d3a3-486e-be86-0c48d2222054 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:08.253718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:08.254947 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 042fef87-d3a3-486e-be86-0c48d2222054 Sep 22 17:09:08.265058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-73f6e1a2-2168-41e2-8f73-f5f1418dc03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:08.266810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-73f6e1a2-2168-41e2-8f73-f5f1418dc03c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.2523842 Sep 22 17:09:08.468824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-e0ebafa1-451a-4dbb-83cc-dbe416a1668b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 1001 time: 0.1886280 Sep 22 17:09:08.488003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 042fef87-d3a3-486e-be86-0c48d2222054 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:08.549531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-8ecbefcf-85d6-49c2-8648-f43acf29638a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:08.552076 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-8ecbefcf-85d6-49c2-8648-f43acf29638a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0749166 Sep 22 17:09:08.678238 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f667984-79c9-442f-95e1-dc15061541ce req-a2c26b35-71fc-4ea2-b228-d9b0ef0074a9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 210 time: 0.1259882 Sep 22 17:09:08.740787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-bdc00caa-35c0-4d76-a570-3bbdd6af57a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:08.740787 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-bdc00caa-35c0-4d76-a570-3bbdd6af57a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1440475 Sep 22 17:09:09.189493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-6c56e0d7-c8dd-490c-b04c-caebbecfa3fe service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4351072 Sep 22 17:09:09.196565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-aacd7583-f942-4cf5-a61e-97970ec56298 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:09.196565 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-aacd7583-f942-4cf5-a61e-97970ec56298 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 200 len: 797 time: 0.4115324 Sep 22 17:09:09.384754 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-9b9d7067-89e7-4fe9-8b98-d4d6a4a8313d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.1467836 Sep 22 17:09:09.396393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['627ea8db-b41e-4451-95bd-e31b80341da9']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:09.536252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0269b223-825e-4687-8bf9-49b8c608e8a0 req-6f7ab33d-4786-4169-afa7-356fffa6951c service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2842731 Sep 22 17:09:09.620804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:09.639820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:09.654386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:09:09.654386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:09.860116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.5 (c210f6fd-0783-4915-8d07-6bd72ef672a7/bc6d4f32-1386-4881-8d30-cba1df9f99c6/ae7f1293-ce23-439c-9eee-2fbdde50a844) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:09.870276 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0367030-2979-4056-8874-38e24b19c88f req-30f8895f-c5a2-4859-9885-30cd086dcb0b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 210 time: 0.0624268 Sep 22 17:09:10.152657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:10.187064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object ae7f1293-ce23-439c-9eee-2fbdde50a844 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:09:10.209905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:10.297240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:10.301044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:10.303375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:09:10.338486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:10.382638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:10.383304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:10.416587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dccaeee5-b167-4bfa-8f5a-75ee217cf3a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0332811 Sep 22 17:09:10.442728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Request body: {'port': {'device_id': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:10.577084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:10.620364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Provisioning for port ae7f1293-ce23-439c-9eee-2fbdde50a844 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:10.627560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Provisioning complete for port ae7f1293-ce23-439c-9eee-2fbdde50a844 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:10.627560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:10.628345 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Attempt 1 to provision port ae7f1293-ce23-439c-9eee-2fbdde50a844 Sep 22 17:09:10.687777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Port ae7f1293-ce23-439c-9eee-2fbdde50a844 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:09:11.165223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae7f1293-ce23-439c-9eee-2fbdde50a844 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:09:11.174725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:11.213938 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Attempt 2 to provision port ae7f1293-ce23-439c-9eee-2fbdde50a844 Sep 22 17:09:11.225402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Transition to ACTIVE for port object ae7f1293-ce23-439c-9eee-2fbdde50a844 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:09:11.225402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:11.428239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Port ae7f1293-ce23-439c-9eee-2fbdde50a844 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:09:11.545331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9635d0-7873-49d4-b3cd-1519959f256e req-dd24e1a4-760d-4543-b51f-0800230380fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.545331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fe9635d0-7873-49d4-b3cd-1519959f256e req-dd24e1a4-760d-4543-b51f-0800230380fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:09:11.601209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:11.628970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-fe9635d0-7873-49d4-b3cd-1519959f256e req-dd24e1a4-760d-4543-b51f-0800230380fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:09:11.628970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe9635d0-7873-49d4-b3cd-1519959f256e req-dd24e1a4-760d-4543-b51f-0800230380fd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 931 time: 0.5429356 Sep 22 17:09:11.710136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Attempting to bind port ae7f1293-ce23-439c-9eee-2fbdde50a844 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:09:11.710136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Attempting to bind port ae7f1293-ce23-439c-9eee-2fbdde50a844 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:09:11.710136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Attempting to bind port ae7f1293-ce23-439c-9eee-2fbdde50a844 on network c210f6fd-0783-4915-8d07-6bd72ef672a7 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:09:11.743070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Port ae7f1293-ce23-439c-9eee-2fbdde50a844 on network c210f6fd-0783-4915-8d07-6bd72ef672a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:09:11.743070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Attempting to bind port ae7f1293-ce23-439c-9eee-2fbdde50a844 on network c210f6fd-0783-4915-8d07-6bd72ef672a7 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe9635d0-7873-49d4-b3cd-1519959f256e req-3d15ed68-a7a9-4243-8b75-45d33ebce1df tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115911 Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 8, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Checking segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Bound using segment: {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Bound port: ae7f1293-ce23-439c-9eee-2fbdde50a844, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:09:11.778171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:11.894004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:09:11.894004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:09:11.896143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:11.926927 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Attempt 3 to provision port ae7f1293-ce23-439c-9eee-2fbdde50a844 Sep 22 17:09:11.939368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:11.940121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:11.941603 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] 10.222.0.18 "PUT /v2.0/ports/ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 200 len: 1093 time: 1.5036218 Sep 22 17:09:11.943241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:09:11.944538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03748777-7208-42bc-8687-7939355789c5" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:12.050256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26a2cca-6d5b-4cf0-9f05-f8b0ee778759 service neutron] Pushing event updated for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:12.066895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f85d5400-e553-440c-9d6d-61b272a91198 None None] Port ae7f1293-ce23-439c-9eee-2fbdde50a844 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:09:12.093755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-097c27bc-6833-43a1-837d-67d58c4d90fb x-openstack-request-id: req-097c27bc-6833-43a1-837d-67d58c4d90fb {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:12.093755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:12.093755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-097c27bc-6833-43a1-837d-67d58c4d90fb {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:12.093755 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-097c27bc-6833-43a1-837d-67d58c4d90fb'] response: {'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'status': 'completed', 'code': 200} Sep 22 17:09:12.158073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-25a3dcde-de7b-4bad-a8b9-b7abe664d303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:12.159424 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-25a3dcde-de7b-4bad-a8b9-b7abe664d303 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1153347 Sep 22 17:09:12.256630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-b23def4b-ca6d-4ea8-a71b-abcd201dd860 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 200 len: 217 time: 0.0810840 Sep 22 17:09:12.332576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-fea7dc3b-8d98-4c42-9665-fa80ad1b2143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:12.333984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-fea7dc3b-8d98-4c42-9665-fa80ad1b2143 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc6d4f32-1386-4881-8d30-cba1df9f99c6 HTTP/1.1" status: 200 len: 835 time: 0.0739903 Sep 22 17:09:12.438157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dc2a5b3b-815a-44eb-a5e1-acee2724169c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:12.439666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-dc2a5b3b-815a-44eb-a5e1-acee2724169c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c210f6fd-0783-4915-8d07-6bd72ef672a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0999470 Sep 22 17:09:12.599438 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-2d726cca-15b0-4e12-97b9-39ff51da4536 service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519070 Sep 22 17:09:12.760789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6fa7d7d9-4063-473d-96e1-549c3c44cf26 req-395ac935-d443-4c73-98b1-3527d1552355 service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1532567 Sep 22 17:09:13.019131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748777-7208-42bc-8687-7939355789c5 req-6b1b3b29-658b-416a-a3dc-11ce4ea32761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:13.019131 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-6b1b3b29-658b-416a-a3dc-11ce4ea32761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1096 time: 0.1578460 Sep 22 17:09:13.064820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49acc6-3849-47ab-88f7-71dd73c5edaa req-8c7096f0-59c6-46a5-bee9-0cd8db11800a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:13.066473 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7d49acc6-3849-47ab-88f7-71dd73c5edaa req-8c7096f0-59c6-46a5-bee9-0cd8db11800a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 943 time: 0.1522484 Sep 22 17:09:13.255164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7d49acc6-3849-47ab-88f7-71dd73c5edaa req-d7a934b9-db5f-4672-a584-13f5d1248664 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262424 Sep 22 17:09:13.284568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748777-7208-42bc-8687-7939355789c5 req-16d66421-fe4a-4206-a598-a5208d1cfd52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:13.284568 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-16d66421-fe4a-4206-a598-a5208d1cfd52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 200 len: 898 time: 0.2546189 Sep 22 17:09:13.377472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-14d2eeae-97c1-44c7-a067-947cfd53db0b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 200 len: 217 time: 0.0875576 Sep 22 17:09:13.463792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748777-7208-42bc-8687-7939355789c5 req-771c0f0a-7a7b-47f5-badd-f9aa3f75f298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:13.463792 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-771c0f0a-7a7b-47f5-badd-f9aa3f75f298 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc6d4f32-1386-4881-8d30-cba1df9f99c6 HTTP/1.1" status: 200 len: 835 time: 0.0824871 Sep 22 17:09:13.580226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03748777-7208-42bc-8687-7939355789c5 req-082c53dd-c4ac-46d6-a046-181b22cf3e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:13.582097 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-082c53dd-c4ac-46d6-a046-181b22cf3e3e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c210f6fd-0783-4915-8d07-6bd72ef672a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1104448 Sep 22 17:09:13.758664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-bc288f8d-af3a-4f2f-8f0c-5bf5b8944588 service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629479 Sep 22 17:09:14.083019 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03748777-7208-42bc-8687-7939355789c5 req-89eae04e-72ef-4316-bb4e-bc81278ba931 service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150299 Sep 22 17:09:14.683386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c267432e-21a2-4e3d-a374-aa40c0ebcd13 req-13890888-80b0-4bc8-a2ec-98b6369bda62 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:14.689265 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c267432e-21a2-4e3d-a374-aa40c0ebcd13 req-13890888-80b0-4bc8-a2ec-98b6369bda62 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 943 time: 0.2362430 Sep 22 17:09:14.764531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c267432e-21a2-4e3d-a374-aa40c0ebcd13 req-f8201487-f91e-4bfc-b835-b10c4654a24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:09:14.790500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-c267432e-21a2-4e3d-a374-aa40c0ebcd13 req-f8201487-f91e-4bfc-b835-b10c4654a24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:09:14.791945 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c267432e-21a2-4e3d-a374-aa40c0ebcd13 req-f8201487-f91e-4bfc-b835-b10c4654a24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964143 Sep 22 17:09:15.564523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ae7f1293-ce23-439c-9eee-2fbdde50a844 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:09:15.715787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:15.732261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'port_id': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'mac_address': 'fa:16:3e:0b:73:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:09:15.794604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port ae7f1293-ce23-439c-9eee-2fbdde50a844 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:15.795043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:15.819232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae7f1293-ce23-439c-9eee-2fbdde50a844 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:09:15.838958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:15.844518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:15.927406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:16.219642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1c6af2-5cb6-4ffd-9b2f-2ce43d5ad7b3 req-5f09b328-e0c9-4b1f-a18d-7f1ca4844fa8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:16.224366 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b1c6af2-5cb6-4ffd-9b2f-2ce43d5ad7b3 req-5f09b328-e0c9-4b1f-a18d-7f1ca4844fa8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 944 time: 0.1086147 Sep 22 17:09:16.268230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['ae7f1293-ce23-439c-9eee-2fbdde50a844'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:09:16.288241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b1c6af2-5cb6-4ffd-9b2f-2ce43d5ad7b3 req-27ad3eaa-e716-4b24-812e-091c6ee130b6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575149 Sep 22 17:09:17.512082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f331e-da65-4b18-a374-71093a37b31c req-c66472ad-6057-46ff-8c46-97cf5fb5edf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:17.513630 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-956f331e-da65-4b18-a374-71093a37b31c req-c66472ad-6057-46ff-8c46-97cf5fb5edf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 944 time: 0.0953972 Sep 22 17:09:17.562043 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-956f331e-da65-4b18-a374-71093a37b31c req-cd2b8e2c-9089-4ef0-a6a9-cbdc58044d5a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426583 Sep 22 17:09:17.586951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ae7f1293-ce23-439c-9eee-2fbdde50a844 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:09:17.659392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port ae7f1293-ce23-439c-9eee-2fbdde50a844 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:09:17.665506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port ae7f1293-ce23-439c-9eee-2fbdde50a844 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:09:17.665920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:17.666303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port ae7f1293-ce23-439c-9eee-2fbdde50a844 Sep 22 17:09:17.792467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port ae7f1293-ce23-439c-9eee-2fbdde50a844 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:09:17.792771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:17.825726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:09:17.828275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db58e6f-62fd-46cd-bb6e-6020a2ba03ae" -d '{"events": [{"server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "name": "network-vif-plugged", "status": "completed", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:17.843268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:09:17.848802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:17.892686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97313a90-6157-4ce8-8891-dd3381125bba x-openstack-request-id: req-97313a90-6157-4ce8-8891-dd3381125bba {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:17.892978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "name": "network-vif-plugged", "status": "completed", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:17.893234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-97313a90-6157-4ce8-8891-dd3381125bba {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:17.893629 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97313a90-6157-4ce8-8891-dd3381125bba'] response: {'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'code': 200} Sep 22 17:09:17.932549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:18.188671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413b1842-8587-4cf0-aeb3-ed7205288d4a req-efadbdef-00e1-4a4f-99ab-210e162e5184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.190174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-413b1842-8587-4cf0-aeb3-ed7205288d4a req-efadbdef-00e1-4a4f-99ab-210e162e5184 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0875700 Sep 22 17:09:18.237949 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-413b1842-8587-4cf0-aeb3-ed7205288d4a req-ebddf4d9-aaf2-4c28-b559-3f1d99767fbd service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420363 Sep 22 17:09:18.786940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5680471-cf75-4dbe-ab9c-03ce6c2dcf56 req-1fe93a3d-4fca-484d-ace0-c9cde21d144f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:18.788545 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b5680471-cf75-4dbe-ab9c-03ce6c2dcf56 req-1fe93a3d-4fca-484d-ace0-c9cde21d144f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.1036208 Sep 22 17:09:18.844902 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b5680471-cf75-4dbe-ab9c-03ce6c2dcf56 req-3f1e569a-f7a2-4510-ba87-5be70f3f077b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458307 Sep 22 17:09:20.074843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e3072-c267-4d1c-85e4-0e2f84a9d238 req-79d829e7-98ae-49a7-9010-8f5ff29a9958 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:20.076447 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-906e3072-c267-4d1c-85e4-0e2f84a9d238 req-79d829e7-98ae-49a7-9010-8f5ff29a9958 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.1055381 Sep 22 17:09:20.136554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-906e3072-c267-4d1c-85e4-0e2f84a9d238 req-1cd2e8c5-7a6e-430f-b6e6-30faef05c55e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503776 Sep 22 17:09:20.376327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4511bd-c702-483c-99de-12c69772e1e2 req-f0edec19-241e-42d3-a05c-76d441a36755 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:20.377975 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d4511bd-c702-483c-99de-12c69772e1e2 req-f0edec19-241e-42d3-a05c-76d441a36755 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.1099265 Sep 22 17:09:20.430712 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d4511bd-c702-483c-99de-12c69772e1e2 req-e709d7f8-4a06-4d3d-9dfb-5ce67117714f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467112 Sep 22 17:09:20.461262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52682) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:20.548032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bbcde00-8aa1-417d-ae75-d6b2754568f7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:20.549625 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7bbcde00-8aa1-417d-ae75-d6b2754568f7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1093 time: 0.0872431 Sep 22 17:09:20.553207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52686) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:20.558516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:09:20.565886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:09:20.570367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:09:20.573815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:09:20.580979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:09:20.592644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:20.750157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:20.944962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.44 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/a284a491-c19f-4204-a21a-50bcaf870fcb) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:09:21.128485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:21.159587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:21.230531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:09:21.234647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:09:21.237521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:09:21.286461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=a284a491-c19f-4204-a21a-50bcaf870fcb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:21.300689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.301036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.301372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.301704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.302032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.302362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.302687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.303009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.303331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.303650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.303967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.304289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:09:21.751105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:21.833250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:22.180861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:22.186604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:22.303764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:22.356946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=a284a491-c19f-4204-a21a-50bcaf870fcb,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:09:22.362406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0bc8be20-7461-4392-bf03-be8e882de61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:22.515070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7c3518f9-0610-4b7b-b03c-3874b4197bbb associated. External IP: 172.26.8.44, port: ae7f1293-ce23-439c-9eee-2fbdde50a844. Sep 22 17:09:22.907304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:09:23.097155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:09:23.109268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Sync routers for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:09:23.126935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:09:23.127330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:23.127685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:23.197383 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f68e8820-713b-4e90-8644-9ed6de2ed388 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6427186 Sep 22 17:09:23.198176 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:09:23.200150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52690) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:23.202038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f544eb1-65d6-4022-9a7e-388690776a4b" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:09:23.297023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27ebbd38-7034-4b3d-a773-2d3a5b5c5714 x-openstack-request-id: req-27ebbd38-7034-4b3d-a773-2d3a5b5c5714 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:09:23.297514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:09:23.297913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-27ebbd38-7034-4b3d-a773-2d3a5b5c5714 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:09:23.299207 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27ebbd38-7034-4b3d-a773-2d3a5b5c5714'] response: {'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'status': 'completed', 'code': 200} Sep 22 17:09:23.326630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:09:23.406571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0c54b56f-3c1a-41fb-9b43-0e43fc11cba9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7c3518f9-0610-4b7b-b03c-3874b4197bbb HTTP/1.1" status: 200 len: 990 time: 0.2031786 Sep 22 17:09:23.459581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-1bb2731b-8f56-4942-98a7-1e6a6bce033d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.461453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-1bb2731b-8f56-4942-98a7-1e6a6bce033d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1098 time: 0.0997462 Sep 22 17:09:23.606433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-586ed466-c10d-4332-bb81-573787c2e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.607938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-586ed466-c10d-4332-bb81-573787c2e87a service neutron] 10.222.0.18 "GET /v2.0/networks?id=c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 200 len: 898 time: 0.1408093 Sep 22 17:09:23.721604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-4297c2c0-640e-43f6-aeef-9cdaec3c979b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 200 len: 998 time: 0.1076412 Sep 22 17:09:23.811775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-4198fa5f-78fc-4b00-9149-593835885129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.813331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-4198fa5f-78fc-4b00-9149-593835885129 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc6d4f32-1386-4881-8d30-cba1df9f99c6 HTTP/1.1" status: 200 len: 835 time: 0.0865293 Sep 22 17:09:23.832564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7c3518f9-0610-4b7b-b03c-3874b4197bbb', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'port_id': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'mac_address': 'fa:16:3e:0b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:21Z', 'updated_at': '2022-09-22T17:09:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:23.838136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Checking router: 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:09:23.854029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:09:23.854758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:08:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:23.912175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-0ee3cc73-932d-41a2-a912-f0e924a15fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:09:23.914979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-0ee3cc73-932d-41a2-a912-f0e924a15fb9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c210f6fd-0783-4915-8d07-6bd72ef672a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0955808 Sep 22 17:09:24.083688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:09:24.103858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-475d9c09-f08e-4499-9df2-7e70cbbf750f service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1828585 Sep 22 17:09:24.263495 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f544eb1-65d6-4022-9a7e-388690776a4b req-2103cba1-cbba-4756-8d1b-f498af61faa8 service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537371 Sep 22 17:09:24.411562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:24.521378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a085c3a9-e225-445b-b921-f57fb022b366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:24.527024 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-997c08f1-4ff1-43af-b4fe-f5a928361fc6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7c3518f9-0610-4b7b-b03c-3874b4197bbb HTTP/1.1" status: 200 len: 990 time: 0.1142552 Sep 22 17:09:24.555045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7c3518f9-0610-4b7b-b03c-3874b4197bbb', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'port_id': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'mac_address': 'fa:16:3e:0b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:21Z', 'updated_at': '2022-09-22T17:09:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:09:24.559689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ebf2bbc-fde4-4430-b8d3-c6b9c88e919d None None] The sync data for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv is: [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7c3518f9-0610-4b7b-b03c-3874b4197bbb', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.44', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'port_id': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'mac_address': 'fa:16:3e:0b:73:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:09:21Z', 'updated_at': '2022-09-22T17:09:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:09:24.765700 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-728b1cc9-6a1c-404f-9a7a-f7e7ab6e9fcd None None] New status for floating IP 7c3518f9-0610-4b7b-b03c-3874b4197bbb: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:09:25.136392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:25.531441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:09:25.578269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:25.640923 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e06a086a-155a-4c3b-84ad-8e026fffdfab tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7c3518f9-0610-4b7b-b03c-3874b4197bbb HTTP/1.1" status: 200 len: 992 time: 0.1082931 Sep 22 17:09:25.907402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:27.125004 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:09:27.148078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:52.348289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0b7464f-1e42-4195-bd59-7ba644ef9871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:54.495691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-136d2d2a-d586-43a0-91b6-6fb440fab8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:55.157603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:55.572914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:55.910810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:09:57.151358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:04.125548 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:10:07.647067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-0ff26d2a-a631-4462-b283-b17f8198bb75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0831034 Sep 22 17:10:07.813585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-30387ed0-5fca-455c-9ebb-6c8042985b97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:07.815031 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-30387ed0-5fca-455c-9ebb-6c8042985b97 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.0783377 Sep 22 17:10:07.958123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-648f5a8c-013b-4efa-9fda-d2a77e9719d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:07.959616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-648f5a8c-013b-4efa-9fda-d2a77e9719d3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1258373 Sep 22 17:10:08.064537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-9f22d8c7-7d1f-4dad-9b2a-bba3756890c8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 1001 time: 0.0990281 Sep 22 17:10:08.234550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-222056ab-f113-4199-a4d8-09c9249a4fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:08.237003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-222056ab-f113-4199-a4d8-09c9249a4fcf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.1668944 Sep 22 17:10:08.322295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-ec683e55-8f0c-41ad-b7a2-3e50dfa22f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:08.323793 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-ec683e55-8f0c-41ad-b7a2-3e50dfa22f48 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809433 Sep 22 17:10:08.453309 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-3f2e65ef-d809-4617-a4b5-f750e41d283d service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232660 Sep 22 17:10:08.588495 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f87c1316-8132-499c-92ea-0119d6a251c6 req-3ba8a4b5-204b-4e22-b738-080c833bafb9 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289737 Sep 22 17:10:22.354597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d7f5d689-8d36-4e9c-97ec-71cf3a7992ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:24.498665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e202ab1d-0a76-4ea6-b360-eb89cb4bee91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:25.158219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:25.583962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:25.920987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:27.155984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:37.053512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52764) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:37.184389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dcc8cff1-e3c8-4670-a80d-16b3993cbf54 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7c3518f9-0610-4b7b-b03c-3874b4197bbb HTTP/1.1" status: 200 len: 992 time: 0.1306612 Sep 22 17:10:37.623282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:38.028449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port a284a491-c19f-4204-a21a-50bcaf870fcb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:10:38.028851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:38.354974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:38.357442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:38.530760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for a284a491-c19f-4204-a21a-50bcaf870fcb owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:10:38.753453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:38.830595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=a284a491-c19f-4204-a21a-50bcaf870fcb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:38.894352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.894877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.895360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.895888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.896333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.896823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.897547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.898074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.898619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.899190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.899664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:38.900207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:39.000383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:39.000703 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7c3518f9-0610-4b7b-b03c-3874b4197bbb disassociated (deleted). External IP: 172.26.8.44, port: ae7f1293-ce23-439c-9eee-2fbdde50a844. Sep 22 17:10:39.574335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:10:39.810043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:10:39.823745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Sync routers for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:10:39.835402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:39.836432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:39.846223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:40.058611 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0b76796-72ed-45ad-8546-813d844db2c3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/7c3518f9-0610-4b7b-b03c-3874b4197bbb HTTP/1.1" status: 204 len: 168 time: 2.4338071 Sep 22 17:10:40.059621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:10:40.064830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:40.084200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:40.361298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead406d6-9cbd-49de-91b7-8ff98b81984e x-openstack-request-id: req-ead406d6-9cbd-49de-91b7-8ff98b81984e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:40.361598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:40.361879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ead406d6-9cbd-49de-91b7-8ff98b81984e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:40.362258 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ead406d6-9cbd-49de-91b7-8ff98b81984e'] response: {'name': 'network-changed', 'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'status': 'completed', 'code': 200} Sep 22 17:10:40.531127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-658e4ebc-67d9-48fe-92d3-67a54d0375bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.533803 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-658e4ebc-67d9-48fe-92d3-67a54d0375bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 1098 time: 0.1194355 Sep 22 17:10:40.540891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:40.554197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Checking router: 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:10:40.578683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:40.579391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:40.709278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-8963c0d7-d4d8-4857-b46a-6db55e45c9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.711022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-8963c0d7-d4d8-4857-b46a-6db55e45c9a3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 200 len: 898 time: 0.1715536 Sep 22 17:10:40.822929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-3c3e6e0a-64a9-4aee-adb2-829281bf855b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 200 len: 217 time: 0.0745287 Sep 22 17:10:40.824844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:40.910220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-126f491b-e1e5-458a-ba44-8eaca8b79d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.911680 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-126f491b-e1e5-458a-ba44-8eaca8b79d99 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=bc6d4f32-1386-4881-8d30-cba1df9f99c6 HTTP/1.1" status: 200 len: 835 time: 0.0820811 Sep 22 17:10:40.924090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d2d6-ffba-4866-ac59-73b60823c0ea req-9f88540b-b1c8-4563-af8b-807e144d0774 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:40.925160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-30a8d2d6-ffba-4866-ac59-73b60823c0ea req-9f88540b-b1c8-4563-af8b-807e144d0774 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.2129536 Sep 22 17:10:41.026252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-30a8d2d6-ffba-4866-ac59-73b60823c0ea req-662c9654-76bd-4965-b889-c898bf276a80 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629337 Sep 22 17:10:41.056884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-402d8124-6271-419f-9175-aa34b33511db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:41.056884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-402d8124-6271-419f-9175-aa34b33511db service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c210f6fd-0783-4915-8d07-6bd72ef672a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1282661 Sep 22 17:10:41.131113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:10:41.203071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-2f53a52d-4b2d-4b9d-b715-a737c4e990cf service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418438 Sep 22 17:10:41.275988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:41.280936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83103a6c-887c-4931-a0f6-1353e11d3810 None None] The sync data for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv is: [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:08:59Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '042fef87-d3a3-486e-be86-0c48d2222054', 'name': '', 'network_id': 'c210f6fd-0783-4915-8d07-6bd72ef672a7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e6:09:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_interface', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:58Z', 'updated_at': '2022-09-22T17:09:06Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'bc6d4f32-1386-4881-8d30-cba1df9f99c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:10:41.393527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b28b6f0-dac2-4879-8b06-7a42fd0f8e45 req-20c8433d-d413-4d12-9c9f-c76e3a3a560f service neutron] 10.222.0.18 "GET /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825330 Sep 22 17:10:41.585744 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcedf2ae-432d-4e81-b939-619fcdb74dbd None None] New status for floating IP 7c3518f9-0610-4b7b-b03c-3874b4197bbb: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:10:42.241721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11fba10-86f9-43ad-8b96-a60bb0fc672f req-12c4edcc-f81c-4a87-ab8e-9b02d570dbb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:42.242803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f11fba10-86f9-43ad-8b96-a60bb0fc672f req-12c4edcc-f81c-4a87-ab8e-9b02d570dbb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:10:42.257847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f11fba10-86f9-43ad-8b96-a60bb0fc672f req-12c4edcc-f81c-4a87-ab8e-9b02d570dbb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:10:42.258939 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f11fba10-86f9-43ad-8b96-a60bb0fc672f req-12c4edcc-f81c-4a87-ab8e-9b02d570dbb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.1052675 Sep 22 17:10:42.304339 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f11fba10-86f9-43ad-8b96-a60bb0fc672f req-31769832-5a2f-4f1e-a298-04d31c963894 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390556 Sep 22 17:10:42.652356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-6dcc3d66-3a79-4358-8a3a-8747eb833179 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:42.653836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-6dcc3d66-3a79-4358-8a3a-8747eb833179 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.0954974 Sep 22 17:10:42.725848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port ae7f1293-ce23-439c-9eee-2fbdde50a844 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:10:42.726184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.112459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-c7f9a125-a890-4a4d-a4b3-c87f92130140 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2048684928&fields=id&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 267 time: 0.0748484 Sep 22 17:10:43.122611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port ae7f1293-ce23-439c-9eee-2fbdde50a844, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ae7f1293-ce23-439c-9eee-2fbdde50a844,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:10:43.122970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.319388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for ae7f1293-ce23-439c-9eee-2fbdde50a844 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:10:43.456570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-c9dc2f44-88ee-48c6-9667-42107ed03611 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:43.458039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-c9dc2f44-88ee-48c6-9667-42107ed03611 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.3373675 Sep 22 17:10:43.510028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b319fd-492d-44f7-ac26-d8b10521e9c2 req-e2034ed6-33c6-464a-9a01-784cbcce3526 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:43.511414 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00b319fd-492d-44f7-ac26-d8b10521e9c2 req-e2034ed6-33c6-464a-9a01-784cbcce3526 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2a4899da-51b7-46d1-ae7b-062b19265ce1 HTTP/1.1" status: 200 len: 945 time: 0.0942199 Sep 22 17:10:43.515220 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-7be91c7c-bc42-4d8d-807f-f8b8f0784587 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/quotas/f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 375 time: 0.0508819 Sep 22 17:10:43.557219 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00b319fd-492d-44f7-ac26-d8b10521e9c2 req-00e90ccd-4e13-46de-ac05-ee13b45b74c6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=627ea8db-b41e-4451-95bd-e31b80341da9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391347 Sep 22 17:10:43.587641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.647852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=ae7f1293-ce23-439c-9eee-2fbdde50a844,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:43.702608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.703384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.703384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.703594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.703920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.704246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.704561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.704907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.705233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.705548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.705867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.706176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:43.759314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port ae7f1293-ce23-439c-9eee-2fbdde50a844 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:10:43.762687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:43.766087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'name': 'network-vif-deleted', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:10:43.768353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8c23be3-038a-4819-8e41-dbff70b6d15b" -d '{"events": [{"server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "name": "network-vif-deleted", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:43.797029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-0c8ff7dd-517e-4abb-a426-7a1f3f45604d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2735651 Sep 22 17:10:43.798258 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0d98dac-b6a6-4d12-aedb-d91ebd1e95bf req-abfc4dd1-0daa-4c4c-974e-9ac26708d7fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/ae7f1293-ce23-439c-9eee-2fbdde50a844 HTTP/1.1" status: 204 len: 173 time: 1.1387177 Sep 22 17:10:43.873047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf203b04-92d0-47e0-b242-456684b65983 x-openstack-request-id: req-bf203b04-92d0-47e0-b242-456684b65983 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:43.873824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4899da-51b7-46d1-ae7b-062b19265ce1", "name": "network-vif-deleted", "tag": "ae7f1293-ce23-439c-9eee-2fbdde50a844", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:43.874083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bf203b04-92d0-47e0-b242-456684b65983 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:43.874530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf203b04-92d0-47e0-b242-456684b65983'] response: {'server_uuid': '2a4899da-51b7-46d1-ae7b-062b19265ce1', 'name': 'network-vif-deleted', 'tag': 'ae7f1293-ce23-439c-9eee-2fbdde50a844', 'status': 'completed', 'code': 200} Sep 22 17:10:44.091758 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-8fd45135-17d0-43bd-a087-a0e719697bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774251 Sep 22 17:10:44.225135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-a61ff5d7-9b01-4ad7-b788-bd66591057fa service neutron] 10.222.0.25 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273956 Sep 22 17:10:44.664403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9f1cba67-3bc5-4644-85f5-c549f83d26a6 req-a73f3ae1-89dc-431f-8b7a-b7074ae95995 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 210 time: 0.0668375 Sep 22 17:10:44.668430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:44.753326 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:44.784908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:44.860904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:44.881792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=627ea8db-b41e-4451-95bd-e31b80341da9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:44.899043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:44.900702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72bcdacd-8a2a-46e2-8c8b-da8246d279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/627ea8db-b41e-4451-95bd-e31b80341da9 HTTP/1.1" status: 204 len: 168 time: 0.2307956 Sep 22 17:10:44.945830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:45.728366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:45.826992 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f8cb7a80-0f36-4d70-aa55-654b297bd1df req-a515cec3-95f1-407f-9374-2e1ebf8a5c99 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 210 time: 0.0510414 Sep 22 17:10:45.960250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ae7f1293-ce23-439c-9eee-2fbdde50a844 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:10:45.995880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: ae7f1293-ce23-439c-9eee-2fbdde50a844 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:10:45.996635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ae7f1293-ce23-439c-9eee-2fbdde50a844 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:10:46.158197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-28de46a9-8e27-46a3-92f8-0d3c6be21e24 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:46.159298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-28de46a9-8e27-46a3-92f8-0d3c6be21e24 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 812 time: 0.2561884 Sep 22 17:10:46.264114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-47a988ef-ba1f-4bd7-aa3b-031f7e315ac0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5d66e0c04e747d5876e8312206fbd34 HTTP/1.1" status: 200 len: 380 time: 0.0674191 Sep 22 17:10:46.264758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 042fef87-d3a3-486e-be86-0c48d2222054 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:10:46.265103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:46.293715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'port': {'device_id': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'admin_state_up': True, 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'security_groups': ['9320833b-030e-4519-a737-338d0a6f5bfb']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:10:46.563477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:10:46.586047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:10:46.593443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 042fef87-d3a3-486e-be86-0c48d2222054, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=042fef87-d3a3-486e-be86-0c48d2222054,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:10:46.593803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:46.661270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Made reservation on behalf of f5d66e0c04e747d5876e8312206fbd34 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:10:46.664811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:46.739457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 042fef87-d3a3-486e-be86-0c48d2222054 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:10:47.171404 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bcb04ab5-95f3-4756-a4c9-a142cf01c164 req-9e30aad9-0a1e-4c5f-8a60-8e86921d1dab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 210 time: 0.0776849 Sep 22 17:10:47.284683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.20.0.13 (2b58174b-84ca-44b6-90a1-b14e63858949/5dbba768-5d88-4390-8b2e-1147ab62cf0a/7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:47.419142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:47.531751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=042fef87-d3a3-486e-be86-0c48d2222054,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:47.758446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:47.803222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Transition to ACTIVE for port object 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:10:47.903443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:47.971833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:48.072643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 2b58174b-84ca-44b6-90a1-b14e63858949 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:10:48.124293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:48.138167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:10:48.175087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:48.230313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:48.231263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:48.307833 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-b563258b-4dac-4195-9eea-9968176aba33 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0181558 Sep 22 17:10:48.332746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Request body: {'port': {'device_id': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:10:48.406998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b07fa-af1b-4e45-a49d-74ec20d21857 req-18791e06-5408-4d25-8c07-9b4b0f093b53 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:48.409415 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-733b07fa-af1b-4e45-a49d-74ec20d21857 req-18791e06-5408-4d25-8c07-9b4b0f093b53 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 932 time: 0.0964556 Sep 22 17:10:48.416502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Provisioning for port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:10:48.422464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Provisioning complete for port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:10:48.422844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:48.423222 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Attempt 1 to provision port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc Sep 22 17:10:48.470278 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-733b07fa-af1b-4e45-a49d-74ec20d21857 req-1893846c-73de-43e6-8c7a-0ba341183aa3 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556648 Sep 22 17:10:48.494293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:10:48.545052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:48.565122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:10:48.996356 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Attempt 2 to provision port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc Sep 22 17:10:49.052457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:10:49.057861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:10:49.065694 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-76f6b4af-f45b-4771-9fba-2a152b9e6eb4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/8f27bc65-e4de-4d55-b32a-6a8b92cc0955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1179578 Sep 22 17:10:49.067840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:49.070746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Sync routers for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:10:49.081172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:49.081769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:49.177067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet bc6d4f32-1386-4881-8d30-cba1df9f99c6 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:10:49.180389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.261087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.335400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:49.416811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:10:49.429012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.449420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.483065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Transition to ACTIVE for port object 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:10:49.492814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.559016 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Attempt 3 to provision port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc Sep 22 17:10:49.661087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:10:49.773176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:10:47Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:49.779449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Checking router: 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:10:49.790643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Routers {'8f27bc65-e4de-4d55-b32a-6a8b92cc0955'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:49.791473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:49.799442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:49.845166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.903435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=bc6d4f32-1386-4881-8d30-cba1df9f99c6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:49.909639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Attempting to bind port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:10:49.910056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Attempting to bind port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:10:49.910347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Attempting to bind port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:10:49.919303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.927596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc on network 2b58174b-84ca-44b6-90a1-b14e63858949 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:10:49.927931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Attempting to bind port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc on network 2b58174b-84ca-44b6-90a1-b14e63858949 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:10:49.940674 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7089c079-a8a1-49a4-aa2f-3db9348530be tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/bc6d4f32-1386-4881-8d30-cba1df9f99c6 HTTP/1.1" status: 204 len: 168 time: 0.8708894 Sep 22 17:10:49.942007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6adf19d8-fbf2-4841-adba-0e9a31f556be None None] Network c210f6fd-0783-4915-8d07-6bd72ef672a7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:10:49.942275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:10:49.942770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Checking segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:10:49.943441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Bound using segment: {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:10:49.944069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Bound port: 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:10:49.944511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:49.945353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:49.963140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a803877-3895-4072-94af-c04a93898010 req-a0a90787-522d-40f4-9329-3bede5b8cc41 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:49.964130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3a803877-3895-4072-94af-c04a93898010 req-a0a90787-522d-40f4-9329-3bede5b8cc41 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:10:50.033421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3a803877-3895-4072-94af-c04a93898010 req-a0a90787-522d-40f4-9329-3bede5b8cc41 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:10:50.034845 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a803877-3895-4072-94af-c04a93898010 req-a0a90787-522d-40f4-9329-3bede5b8cc41 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.3627009 Sep 22 17:10:50.112239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] Set router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:50.114767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a803877-3895-4072-94af-c04a93898010 req-df0d47b0-0077-4b69-b9ff-9c14afd72fa5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644696 Sep 22 17:10:50.118952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:10:50.127506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:10:50.133360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.140844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.142486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.145929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] 10.222.0.18 "PUT /v2.0/ports/7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 200 len: 1094 time: 1.8187652 Sep 22 17:10:50.179863 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Attempt 4 to provision port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc Sep 22 17:10:50.183920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:10:50.186939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3c92f11-a443-40c3-8129-289bc4c660f5" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:10:50.225213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.272855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:10:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97514c5-f598-4e3b-adb0-69a98acf1819 x-openstack-request-id: req-b97514c5-f598-4e3b-adb0-69a98acf1819 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:10:50.273468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:10:50.273740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b97514c5-f598-4e3b-adb0-69a98acf1819 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:10:50.274132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b97514c5-f598-4e3b-adb0-69a98acf1819'] response: {'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'status': 'completed', 'code': 200} Sep 22 17:10:50.317386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752d8a1-a6f0-4298-8572-0049f08eb010 service neutron] Pushing event updated for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:50.336851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-5fb6f608-3173-4f69-a06f-2f3594d1ef6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.338565 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-5fb6f608-3173-4f69-a06f-2f3594d1ef6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1097 time: 0.1207983 Sep 22 17:10:50.426773 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-70c721a8-0c2c-49d5-b9f2-43ead5741bc6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 200 len: 217 time: 0.0744433 Sep 22 17:10:50.439721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.449658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port ea237559-dce5-4ddb-9e5f-7c37f931cff2 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:10:50.450217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.503363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4c08f5b3-3868-4958-b992-4660e8a2ace7 None None] Port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:10:50.618894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-bed8d5b0-0655-492e-86dd-27899150b6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.620994 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-bed8d5b0-0655-492e-86dd-27899150b6f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.1883106 Sep 22 17:10:50.663501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] DHCP port deletion for c210f6fd-0783-4915-8d07-6bd72ef672a7 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:10:50.679401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Deleting port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:10:50.680128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.698930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port ea237559-dce5-4ddb-9e5f-7c37f931cff2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ea237559-dce5-4ddb-9e5f-7c37f931cff2,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:10:50.699235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:50.760757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:10:47Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:50.798022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-96f18a9d-8c8f-4ea7-9f9d-12e62232f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:50.800814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-96f18a9d-8c8f-4ea7-9f9d-12e62232f360 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1719806 Sep 22 17:10:50.805458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b0987e-de1c-4c0c-88e9-2edce939f862 None None] The sync data for ids ['8f27bc65-e4de-4d55-b32a-6a8b92cc0955'] in dv-neutron-858953-1-hyperv is: [{'id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'name': 'tempest-TestNetworkBasicOps-router-753770460', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74'}], 'enable_snat': True}, 'gw_port_id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:10:47Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'ea237559-dce5-4ddb-9e5f-7c37f931cff2', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:21:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f27bc65-e4de-4d55-b32a-6a8b92cc0955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1339, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.74', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:08:54Z', 'updated_at': '2022-09-22T17:09:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:10:50.886777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for ea237559-dce5-4ddb-9e5f-7c37f931cff2 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:10:51.001420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-92cd5fd9-89ed-4e77-a835-c56e49d66c82 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920078 Sep 22 17:10:51.100593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] For port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,segment=NetworkSegment(dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33),segment_id=dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:10:51.101059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:51.170576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:51.188825 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21443090-bb86-40b7-b3fc-ff5d9005fed1 req-69d588d3-dab6-46e9-aef5-7b18b9c221c4 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1817048 Sep 22 17:10:51.390446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Calling delete_port for 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:10:51.594532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-3664c2fa-8e5d-455c-af55-6fc59cb9be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:51.594532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-3664c2fa-8e5d-455c-af55-6fc59cb9be6f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1097 time: 0.2916458 Sep 22 17:10:51.605566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:51.613399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aa0074-61a4-451b-9e33-593469e7153d req-80806f60-a79c-47a3-b15e-1d61d9c04dff tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:51.622112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75aa0074-61a4-451b-9e33-593469e7153d req-80806f60-a79c-47a3-b15e-1d61d9c04dff tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.1736884 Sep 22 17:10:51.642206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=ea237559-dce5-4ddb-9e5f-7c37f931cff2,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:51.768974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Pushing event deleted for resources: {'Port': ['ID=1c1fc817-79dc-490c-b7cb-b2c2e9c42eda,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:51.782060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75aa0074-61a4-451b-9e33-593469e7153d req-a015a04d-1d5f-44de-9d41-87e9ca62800b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553338 Sep 22 17:10:51.794288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.794288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.797742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.797742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.797742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.801270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.804519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:51.815047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25826650-3021-4fde-ad95-7736500abaa1 None None] No DVR routers for this DVR port 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:10:51.845710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:51.888493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-5a7f688b-c034-4d9d-850e-b11683597914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:51.891910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-5a7f688b-c034-4d9d-850e-b11683597914 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.2893403 Sep 22 17:10:51.998415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-e2ee13bd-ed79-493e-8238-abacfe5e3a1c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 200 len: 217 time: 0.0991509 Sep 22 17:10:52.151959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-5b122354-b7cf-4018-a8cf-18cec017a042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:52.153828 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-5b122354-b7cf-4018-a8cf-18cec017a042 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.1491194 Sep 22 17:10:52.158388 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.163998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.254786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.254786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router 8f27bc65-e4de-4d55-b32a-6a8b92cc0955 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:10:52.300231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.300231 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ea6c7837-0876-49df-80c2-1861c782e68c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/8f27bc65-e4de-4d55-b32a-6a8b92cc0955 HTTP/1.1" status: 204 len: 168 time: 2.3435264 Sep 22 17:10:52.300231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52866) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:52.312132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:10:52.358495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-53918aa5-805a-493f-910f-84f0c4741178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:52.361438 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-53918aa5-805a-493f-910f-84f0c4741178 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1983469 Sep 22 17:10:52.391636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:10:52.392049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1c1fc817-79dc-490c-b7cb-b2c2e9c42eda not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:10:52.392398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 042fef87-d3a3-486e-be86-0c48d2222054 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:10:52.448898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 042fef87-d3a3-486e-be86-0c48d2222054 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:10:52.449247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 042fef87-d3a3-486e-be86-0c48d2222054 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:10:52.454072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-854fe796-d8b4-4daa-a6a9-46da9c69bc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.631454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.647767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-357e1395-1f76-41fe-b07a-c106860c2a7e service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2793725 Sep 22 17:10:52.791864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.815372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3c92f11-a443-40c3-8129-289bc4c660f5 req-be19df75-58e6-4475-b5bd-8f03fb4de88c service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602271 Sep 22 17:10:52.830262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c210f6fd-0783-4915-8d07-6bd72ef672a7']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:52.854871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:52.855378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:52.877741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.900651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.908063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:10:52.908474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:52.984220 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33 resource provider aggregate not found Sep 22 17:10:53.081320 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd81b7ab-6d8d-4886-a7e1-d3e5d4d80e33 found for delete ", "request_id": "req-667e87d5-6c3a-4bc4-bf76-46aa31d65bc1"}]} Sep 22 17:10:53.112596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.149179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.160488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=c210f6fd-0783-4915-8d07-6bd72ef672a7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:53.176319 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f22005a6-ca48-490c-80f6-cccd00f1db1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/c210f6fd-0783-4915-8d07-6bd72ef672a7 HTTP/1.1" status: 204 len: 168 time: 0.8810852 Sep 22 17:10:53.191198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c3654-2f18-4201-b48c-6061254e408c req-8e6456bd-e3af-467b-b34d-24a610a7899d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:53.192789 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-543c3654-2f18-4201-b48c-6061254e408c req-8e6456bd-e3af-467b-b34d-24a610a7899d tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.2047832 Sep 22 17:10:53.193054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:53.201885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--2141045937', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:10:53.212842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:10:53.221681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:10:53.227007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:10:53.240909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:10:53.276120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:10:53.292682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.293591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-543c3654-2f18-4201-b48c-6061254e408c req-68fd703a-dab5-406c-a2d2-98ec3e7594be tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890357 Sep 22 17:10:53.345627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:10:53.363500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.364749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3 of type vlan for network c298d41d-543e-4656-acd5-9f510cbee66e Sep 22 17:10:53.411341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.453920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.459218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:53.461033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.580672 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3841553 Sep 22 17:10:53.582733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52880) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:53.585769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3152b-889c-48d7-ac28-a8a8095d0bdb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=c298d41d-543e-4656-acd5-9f510cbee66e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:53.590991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-627735226', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:10:53.599913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:10:53.602063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network c298d41d-543e-4656-acd5-9f510cbee66e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:10:53.606311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:10:53.610594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:10:53.617691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:10:53.636761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.639458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:53.658171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.041952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ea237559-dce5-4ddb-9e5f-7c37f931cff2 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:10:54.081648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ea237559-dce5-4ddb-9e5f-7c37f931cff2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:10:54.081988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ea237559-dce5-4ddb-9e5f-7c37f931cff2 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:10:54.092000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.486886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.504894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61e01bcf-dd4a-4976-b22b-708b355b923f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.531386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.674620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7bf1af-ff81-442f-9a2d-19764c85a209 req-dd68b164-ee98-45d8-b6a5-e2c75df9026b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:54.676287 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a7bf1af-ff81-442f-9a2d-19764c85a209 req-dd68b164-ee98-45d8-b6a5-e2c75df9026b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.2377255 Sep 22 17:10:54.744008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.102 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/e589bf69-16a2-4a25-98dc-dd7696c59418) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:54.752646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a7bf1af-ff81-442f-9a2d-19764c85a209 req-6b733469-d7b4-49cb-a1ff-bbc8f467f627 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692189 Sep 22 17:10:54.925378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:54.964925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:55.042444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:10:55.046185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:55.048866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:10:55.088623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=e589bf69-16a2-4a25-98dc-dd7696c59418,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:55.200083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:55.583303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:55.655367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:55.927991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:55.999934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8517c63-579d-441d-9c17-4843ab4c385f req-3988b56e-172b-4ab6-9ad3-812a9b4419a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:56.002924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8517c63-579d-441d-9c17-4843ab4c385f req-3988b56e-172b-4ab6-9ad3-812a9b4419a5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.1257141 Sep 22 17:10:56.061252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c8517c63-579d-441d-9c17-4843ab4c385f req-0f771508-0300-4dfb-b5e9-4c0e72e47ec4 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480051 Sep 22 17:10:56.090157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:56.321668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:10:56.547529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:10:56.559282 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:10:56.569747 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:56.570365 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:56.584580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:56.586192 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-464856af-c369-46b5-b744-2a9c16733887 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0024860 Sep 22 17:10:56.589649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:56.769680 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-534c23e4-655b-41b4-a8b0-a25730d9f961 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1783686 Sep 22 17:10:56.773356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:56.781938 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:56.926086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b979819-459b-4db3-b3ca-c22051373077 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:56.927652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6b979819-459b-4db3-b3ca-c22051373077 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1531820 Sep 22 17:10:56.930777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:56.976471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-00f6fc05-000d-4508-af48-80ad484bdc50 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0445399 Sep 22 17:10:56.979284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:56.985200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-49052044', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:10:57.108053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:10:57.113006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:10:57.116703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:10:57.128881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:10:57.149207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:10:57.157291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.180064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.278665 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:10:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:10:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:57.284987 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:10:57.285962 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Updating router 00e469c7-df47-404b-8402-b56e95e4c5a4 port e589bf69-16a2-4a25-98dc-dd7696c59418 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:10:57.351993 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.418458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32172b78-ec2f-4f9a-a217-d4f405214410 req-647197b9-8139-4e01-9d63-dc160af518bb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:57.420504 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-32172b78-ec2f-4f9a-a217-d4f405214410 req-647197b9-8139-4e01-9d63-dc160af518bb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.1592653 Sep 22 17:10:57.652095 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-32172b78-ec2f-4f9a-a217-d4f405214410 req-1642e433-2dd3-4b77-bf00-015f64e501fa tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947460 Sep 22 17:10:57.708081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.742077 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.765825 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Transition to ACTIVE for port object e589bf69-16a2-4a25-98dc-dd7696c59418 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:10:57.774722 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.805527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:57.818005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:10:57.818370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: c298d41d-543e-4656-acd5-9f510cbee66e, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:10:57.841489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c298d41d-543e-4656-acd5-9f510cbee66e is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:10:57.845864 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Attempting to bind port e589bf69-16a2-4a25-98dc-dd7696c59418 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:10:57.846235 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Attempting to bind port e589bf69-16a2-4a25-98dc-dd7696c59418 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:10:57.846601 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Attempting to bind port e589bf69-16a2-4a25-98dc-dd7696c59418 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:10:57.859300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, c298d41d-543e-4656-acd5-9f510cbee66e) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:57.860393 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:10:57.860813 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:10:57.861245 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.861640 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:10:57.862571 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Bound port: e589bf69-16a2-4a25-98dc-dd7696c59418, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:10:57.862961 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.868159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:57.869515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:57.870339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0710290-60e2-441b-8940-dab5b6fda98b None None] Network c298d41d-543e-4656-acd5-9f510cbee66e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:10:57.913514 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Pushing event updated for resources: {'Port': ['ID=e589bf69-16a2-4a25-98dc-dd7696c59418,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:57.916814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52908) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:10:57.917735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae58b08b-18c2-4798-99ad-458af4cfb206 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9369831 Sep 22 17:10:57.932754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.933136 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.933640 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.934135 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.934611 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.935081 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.935598 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.936081 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.936574 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.937054 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.937623 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.938089 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:10:57.977449 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] For port e589bf69-16a2-4a25-98dc-dd7696c59418, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:10:57.987865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] For port e589bf69-16a2-4a25-98dc-dd7696c59418, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e589bf69-16a2-4a25-98dc-dd7696c59418,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:10:57.997257 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:58.061864 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:10:58.062857 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:58.170710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-c298d41d-543e-4656-acd5-9f510cbee66e', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:10:58.172423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:58.287072 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccac0198-4f79-413e-a087-d0e3e78aa7c5 None None] Pushing event updated for resources: {'Port': ['ID=e589bf69-16a2-4a25-98dc-dd7696c59418,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:58.308991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:10:58.397910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Allocated IP 172.20.0.2 (c298d41d-543e-4656-acd5-9f510cbee66e/9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450/47f84c23-a388-450f-a7dc-826446b1ff9b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:58.635216 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:10:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:10:58.642525 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed1927d-e60f-4d1f-83fb-613f53344e70 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:10:55Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:10:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:10:58.678248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:58.689212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Transition to ACTIVE for port object 47f84c23-a388-450f-a7dc-826446b1ff9b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:10:58.712453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Transition to ACTIVE for port object 47f84c23-a388-450f-a7dc-826446b1ff9b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:10:58.720256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:58.801808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Network c298d41d-543e-4656-acd5-9f510cbee66e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:10:58.805609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:10:58.811443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:10:58.814073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Pushing event updated for resources: {'Port': ['ID=47f84c23-a388-450f-a7dc-826446b1ff9b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:58.932807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Attempting to bind port 47f84c23-a388-450f-a7dc-826446b1ff9b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:10:58.933185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Attempting to bind port 47f84c23-a388-450f-a7dc-826446b1ff9b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:10:58.933555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Attempting to bind port 47f84c23-a388-450f-a7dc-826446b1ff9b on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:10:58.939945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:10:58.940666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Checking segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:10:58.941194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:58.941525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Bound using segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:10:58.941995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Bound port: 47f84c23-a388-450f-a7dc-826446b1ff9b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:10:58.942388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:59.072135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] For port 47f84c23-a388-450f-a7dc-826446b1ff9b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:10:59.078955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] For port 47f84c23-a388-450f-a7dc-826446b1ff9b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=47f84c23-a388-450f-a7dc-826446b1ff9b,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:10:59.089261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:59.096754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:59.114357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284fb8a-512e-4e22-bd4d-126e728f847a req-a2f365a1-20fb-4870-9a3b-4f7e3933d6ed tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:10:59.116034 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a284fb8a-512e-4e22-bd4d-126e728f847a req-a2f365a1-20fb-4870-9a3b-4f7e3933d6ed tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 944 time: 0.2676208 Sep 22 17:10:59.253652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c098b8b-ce5e-467a-b47b-f4861983e484 None None] Pushing event updated for resources: {'Port': ['ID=47f84c23-a388-450f-a7dc-826446b1ff9b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:10:59.362859 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a284fb8a-512e-4e22-bd4d-126e728f847a req-de82426e-2302-4be8-8ee5-30537cca3fdb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2401414 Sep 22 17:10:59.751394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (c298d41d-543e-4656-acd5-9f510cbee66e/9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450/eac675b0-776f-4418-8d56-d318317abc63) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:10:59.952224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:10:59.970750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object eac675b0-776f-4418-8d56-d318317abc63 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:11:00.002512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.024983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:11:00.078588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c298d41d-543e-4656-acd5-9f510cbee66e is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:00.082902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:00.087510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:11:00.130875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:00.163119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.233862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e589bf69-16a2-4a25-98dc-dd7696c59418 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:00.364659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:00.380208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e589bf69-16a2-4a25-98dc-dd7696c59418 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:00.388053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'port_id': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'mac_address': 'fa:16:3e:1b:f9:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:11:00.391378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e589bf69-16a2-4a25-98dc-dd7696c59418 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:00.392235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.392235 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e589bf69-16a2-4a25-98dc-dd7696c59418 Sep 22 17:11:00.534208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:00.534741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.557465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:11:00.576533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:00.580396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a797838-c2b6-4cab-98f9-d6fb57c6998f None None] Network c298d41d-543e-4656-acd5-9f510cbee66e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:11:00.605438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.612203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:00.700708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df46aff-4c2f-4041-ba16-033a85e36174 req-8d602770-1a64-42d8-ad29-92f2dc77e548 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:00.703615 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2df46aff-4c2f-4041-ba16-033a85e36174 req-8d602770-1a64-42d8-ad29-92f2dc77e548 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 945 time: 0.1712806 Sep 22 17:11:00.789573 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2df46aff-4c2f-4041-ba16-033a85e36174 req-ccfc8885-e4a9-4da0-be5e-98852ce070f5 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786898 Sep 22 17:11:00.971518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-55c7496d-540b-49f7-b896-449af101e0b9 None None] Provisioning for port 47f84c23-a388-450f-a7dc-826446b1ff9b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:01.002165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:01.011467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e589bf69-16a2-4a25-98dc-dd7696c59418 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:01.012072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.025724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:11:01.138253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port e589bf69-16a2-4a25-98dc-dd7696c59418, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e589bf69-16a2-4a25-98dc-dd7696c59418,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:01.155744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.156543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 47f84c23-a388-450f-a7dc-826446b1ff9b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:01.385046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=e589bf69-16a2-4a25-98dc-dd7696c59418,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:01.389555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.400987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.456158 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 47f84c23-a388-450f-a7dc-826446b1ff9b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:01.483162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 47f84c23-a388-450f-a7dc-826446b1ff9b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:01.483761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.484303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 47f84c23-a388-450f-a7dc-826446b1ff9b Sep 22 17:11:01.613067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:01.617482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.816311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 47f84c23-a388-450f-a7dc-826446b1ff9b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:01.816755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:01.818184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c298d41d-543e-4656-acd5-9f510cbee66e is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:01.820194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:01.895965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 47f84c23-a388-450f-a7dc-826446b1ff9b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=47f84c23-a388-450f-a7dc-826446b1ff9b,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:01.909346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:02.019505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Provisioning complete for port 47f84c23-a388-450f-a7dc-826446b1ff9b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:02.020138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:02.020741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 1 to provision port 47f84c23-a388-450f-a7dc-826446b1ff9b Sep 22 17:11:02.047424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=47f84c23-a388-450f-a7dc-826446b1ff9b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:02.138333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:11:02.147497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e589bf69-16a2-4a25-98dc-dd7696c59418 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:02.228628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Current status of the port 47f84c23-a388-450f-a7dc-826446b1ff9b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:02.248651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Provisioning for port eac675b0-776f-4418-8d56-d318317abc63 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:02.257005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Provisioning complete for port eac675b0-776f-4418-8d56-d318317abc63 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:02.257852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:02.258371 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 1 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:02.314674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e589bf69-16a2-4a25-98dc-dd7696c59418 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:02.315045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:02.315385 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e589bf69-16a2-4a25-98dc-dd7696c59418 Sep 22 17:11:02.342287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b8f7c5-56fd-4319-9095-769e400f39d9 req-ecb6fc48-6d11-4f39-9348-cfc2d85b31fe tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.343650 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-72b8f7c5-56fd-4319-9095-769e400f39d9 req-ecb6fc48-6d11-4f39-9348-cfc2d85b31fe tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 945 time: 0.3411040 Sep 22 17:11:02.375341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:02.397382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:11:02.420370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-72b8f7c5-56fd-4319-9095-769e400f39d9 req-217d1d22-fc5e-48d0-968f-b65377426e19 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699782 Sep 22 17:11:02.423530 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c0e29127-fbba-4946-8046-64669d207176 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/00e469c7-df47-404b-8402-b56e95e4c5a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5045936 Sep 22 17:11:02.427611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:02.439194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:02.469910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:02.470435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:02.545277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e589bf69-16a2-4a25-98dc-dd7696c59418 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:02.627752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.628225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.628721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.629185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.629641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.630096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.631997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62cb1368-4e93-4537-9aa2-739d0d413ba6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2033455 Sep 22 17:11:02.637008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52922) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:02.678542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:02.763283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.764125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.765284 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.766119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.766945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.767747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:02.773953 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4b3909d1-703b-40df-b4c0-ed98d8cc8f1d tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.1323543 Sep 22 17:11:02.774503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52926) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:02.890594 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 2 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:02.988096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:03.014772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-86b55ee5-27e1-454d-a187-40c45b8deddf tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2384419 Sep 22 17:11:03.104333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52932) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:03.106027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:03.109950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-436456253', 'description': 'tempest-secgroup-smoke-436456253 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:03.111904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:03.112488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Updating router 00e469c7-df47-404b-8402-b56e95e4c5a4 port eac675b0-776f-4418-8d56-d318317abc63 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:11:03.116344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:03.120899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:03.124212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:03.131847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:03.148593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.172996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:03.177632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:03.181066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:03.188274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:03.213791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.284036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.291614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.346675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01943888-0269-4afc-84d1-52044b593314,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:03.350025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.351428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aa3e2795-8950-4835-9b9c-e30b9871699d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2459452 Sep 22 17:11:03.356264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52936) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:03.363966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:03.370692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:03.377806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:03.382867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:03.390222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:03.411464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.488400 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 3 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:03.509533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.516381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.556706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fa363b-fd02-409b-accf-70d0014bf0dc,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:03.573020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.577748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 52942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:03.578531 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d5dcc89a-285b-4b60-9411-829f7e05e2f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2195339 Sep 22 17:11:03.583269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:03.590526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:03.596054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:03.600051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:03.610580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:03.675744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.682347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:03.777511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.782983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.822829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec082758-7718-4855-8ca8-f8b845063894 req-00c2622a-8110-477c-8627-111abc7425f6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:03.824386 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ec082758-7718-4855-8ca8-f8b845063894 req-00c2622a-8110-477c-8627-111abc7425f6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 945 time: 0.1872392 Sep 22 17:11:03.826150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3ed0e9-b44d-4bc4-a70b-6576554eac9d,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:03.855089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.856329 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39d8174c-1a7e-4e90-b3c9-8812ddd189b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2775385 Sep 22 17:11:03.860845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:03.869808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:03.881863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:03.886229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ec082758-7718-4855-8ca8-f8b845063894 req-3cc3bdae-93f0-4d1e-91ad-79a992c11f29 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536244 Sep 22 17:11:03.888472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:03.893899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:03.906790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:03.911217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.933212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Transition to ACTIVE for port object eac675b0-776f-4418-8d56-d318317abc63 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:11:03.940492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:03.944659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.062682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.068444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.094191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:04.129838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74172414-557f-4fe0-91a7-903a2719ad2f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.140047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.142069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-17f32a15-1e1d-4436-862a-b0cd012a780d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2795143 Sep 22 17:11:04.146803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52950) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:04.156099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:04.160185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 47f84c23-a388-450f-a7dc-826446b1ff9b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:04.166359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:04.173265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:04.178667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:04.190037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:04.222112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.237828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 4 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:04.341876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.348922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.393070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18051790-8d10-4e21-9aa4-dfce086f1e92,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.409069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.411313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d468ccb9-4d8e-4ace-94ab-37de5ea5d183 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2625790 Sep 22 17:11:04.414871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52954) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:04.423873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:04.434346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:04.441354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4cee-b926-4b26-a99c-68f94a8a2ff6 None None] Pushing event updated for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.442873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:04.448662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:04.460517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:04.478390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:11:04.490232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.499610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:04.536795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Attempting to bind port eac675b0-776f-4418-8d56-d318317abc63 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:11:04.538581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Attempting to bind port eac675b0-776f-4418-8d56-d318317abc63 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:11:04.539256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Attempting to bind port eac675b0-776f-4418-8d56-d318317abc63 on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:11:04.560758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:11:04.561384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Checking segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:11:04.562060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.562719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Bound using segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:11:04.563560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Bound port: eac675b0-776f-4418-8d56-d318317abc63, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:11:04.564176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.577355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.582227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.603470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:04.607700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb0e3cf2-c3c2-4378-9c18-b712454deb8d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.615599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 47f84c23-a388-450f-a7dc-826446b1ff9b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:04.616232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.616862 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 47f84c23-a388-450f-a7dc-826446b1ff9b Sep 22 17:11:04.628714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.630547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-28e792d9-be3f-4c56-94b4-dfd4ec975c7e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2141252 Sep 22 17:11:04.635117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 52958) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:04.641886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '01943888-0269-4afc-84d1-52044b593314', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:04.649534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:04.654663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:04.658544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:04.665271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:04.678783 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:11:04.687779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.692890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:04.693500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.694070 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc Sep 22 17:11:04.766322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.770783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.797911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c352c7d-38e6-4bd0-98a4-51a7a157d677,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:04.811637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:04.812907 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b51baefa-981d-491e-afd2-85759c2a1d26 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1763370 Sep 22 17:11:05.006941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-986f6c69-496d-449e-94ec-977f21ef3836 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-436456253&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0467670 Sep 22 17:11:05.043085 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 5 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:05.090918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] For port eac675b0-776f-4418-8d56-d318317abc63, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:11:05.175202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] For port eac675b0-776f-4418-8d56-d318317abc63, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=eac675b0-776f-4418-8d56-d318317abc63,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:11:05.201060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-3218544c-65ec-4f25-abb7-4e69c121be9f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.202034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-3218544c-65ec-4f25-abb7-4e69c121be9f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:11:05.222449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-3218544c-65ec-4f25-abb7-4e69c121be9f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:11:05.224193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-3218544c-65ec-4f25-abb7-4e69c121be9f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 797 time: 0.2046652 Sep 22 17:11:05.236431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae74d3b0-fa5c-43b6-9d99-87c13b2c029a req-3f0e529f-9936-4ec3-a79a-7eafce95517e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:05.248336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-12cbaadd-3639-445e-ab64-28cf2fd42513 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0136106 Sep 22 17:11:05.249373 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae74d3b0-fa5c-43b6-9d99-87c13b2c029a req-3f0e529f-9936-4ec3-a79a-7eafce95517e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 945 time: 0.1618989 Sep 22 17:11:05.258067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:05.364434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 47f84c23-a388-450f-a7dc-826446b1ff9b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:05.365304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-ce57ab39-0f67-4c8f-8b90-f1c318bafc4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:11:05.385683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-ce57ab39-0f67-4c8f-8b90-f1c318bafc4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:11:05.389285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-ce57ab39-0f67-4c8f-8b90-f1c318bafc4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1294827 Sep 22 17:11:05.407020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:05.443764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:05.444735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:05.518180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ae74d3b0-fa5c-43b6-9d99-87c13b2c029a req-64e65330-d11d-42ad-9a2b-ed7da30d5621 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2590902 Sep 22 17:11:05.528288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:05.528758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:05.556594 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-6d5e5c87-eb20-4941-9b7e-1be7b89bf21b service neutron] 10.222.0.25 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555336 Sep 22 17:11:05.577526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191b4cee-b926-4b26-a99c-68f94a8a2ff6 None None] Pushing event updated for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:05.600512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:11:05.602885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10efc7ec-9adb-4f97-8c93-1379b3bd661e" -d '{"events": [{"server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "name": "network-vif-plugged", "status": "completed", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:05.676904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:05.689187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:05.735649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0016dca-e596-436f-bbcc-88a78e5e98b5 x-openstack-request-id: req-e0016dca-e596-436f-bbcc-88a78e5e98b5 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:05.736025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "name": "network-vif-plugged", "status": "completed", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:05.736243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0016dca-e596-436f-bbcc-88a78e5e98b5 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:05.736670 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0016dca-e596-436f-bbcc-88a78e5e98b5'] response: {'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'code': 200} Sep 22 17:11:05.787656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:05.789194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-9b1d2f33-b6f0-434d-a36a-dd611b5c59f8 service neutron] 10.222.0.25 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2174189 Sep 22 17:11:05.856952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:05.934889 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Attempt 6 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:06.128184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-694bef02-8488-42a7-bd8b-31132dc07e23 req-71f621ff-0ebc-46e5-85b8-43d837c2af6a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:11:06.153421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-694bef02-8488-42a7-bd8b-31132dc07e23 req-71f621ff-0ebc-46e5-85b8-43d837c2af6a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:11:06.166182 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-694bef02-8488-42a7-bd8b-31132dc07e23 req-71f621ff-0ebc-46e5-85b8-43d837c2af6a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 210 time: 0.1025965 Sep 22 17:11:06.201754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3d34f9-0465-4e3f-a7fb-49c749a8d9a7 req-c7844e7f-0f2d-4015-a70b-9d5148dce8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:06.208710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8255043b-320c-427e-8e88-c3ffa54e55f4 None None] Port eac675b0-776f-4418-8d56-d318317abc63 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:11:06.209654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d3d34f9-0465-4e3f-a7fb-49c749a8d9a7 req-c7844e7f-0f2d-4015-a70b-9d5148dce8b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1099 time: 0.1807790 Sep 22 17:11:06.258561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d3d34f9-0465-4e3f-a7fb-49c749a8d9a7 req-67d32dac-c218-47fc-946a-e3794a4e37fb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435135 Sep 22 17:11:06.315812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:04Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:06.331207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9327d7f-96b1-42de-8c04-4517e545b0df None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:04Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:06.926007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0918af-6af5-45d9-9992-e272cac66ee4 req-0caac247-c979-465d-909c-e5a5d75f2409 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:06.928522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d0918af-6af5-45d9-9992-e272cac66ee4 req-0caac247-c979-465d-909c-e5a5d75f2409 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.2429564 Sep 22 17:11:06.983964 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d0918af-6af5-45d9-9992-e272cac66ee4 req-9258903e-fbd2-446a-b79e-25dc608ff93e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461438 Sep 22 17:11:07.394172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-135ef9da-a6d0-413a-abea-d43978e8b192 req-851b093a-0eaa-4307-b8ed-d8de08bba16f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 210 time: 0.0792246 Sep 22 17:11:07.779244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e9f9d766-6c31-4f88-ab0c-d9d3d1d8e55f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:07.780913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e9f9d766-6c31-4f88-ab0c-d9d3d1d8e55f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 797 time: 0.2084637 Sep 22 17:11:07.851765 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-ce52f370-c181-4e93-9101-1195bb8303e4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.0548661 Sep 22 17:11:07.863241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['01943888-0269-4afc-84d1-52044b593314']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:08.041530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:08.054500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:08.066149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:11:08.071626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.155329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device eac675b0-776f-4418-8d56-d318317abc63 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:08.234477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port eac675b0-776f-4418-8d56-d318317abc63 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:08.240021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port eac675b0-776f-4418-8d56-d318317abc63 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:08.240398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.240786 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:08.352825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.4 (c298d41d-543e-4656-acd5-9f510cbee66e/9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450/4b3c73d0-be1d-47c0-985f-b3dbcaad1caa) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:08.378722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port eac675b0-776f-4418-8d56-d318317abc63 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:08.379111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.390481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b81ba-6b1d-42d2-812f-0d265ddafb07 req-b1be4084-eca0-4bbf-944d-621abd1dd2d6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:08.392247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-425b81ba-6b1d-42d2-812f-0d265ddafb07 req-b1be4084-eca0-4bbf-944d-621abd1dd2d6 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.1964436 Sep 22 17:11:08.418519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port eac675b0-776f-4418-8d56-d318317abc63, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=eac675b0-776f-4418-8d56-d318317abc63,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:08.423583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.517253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:08.565507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-425b81ba-6b1d-42d2-812f-0d265ddafb07 req-47aea925-6576-4349-8e6d-ecd922c97a54 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572495 Sep 22 17:11:08.630122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee2512df-ee0b-4002-9bb5-3f9129c67dae req-4b79491c-8d05-407c-bf09-c78cf4d51ea6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 210 time: 0.0902364 Sep 22 17:11:08.675734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.693694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:11:08.724377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.846746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c298d41d-543e-4656-acd5-9f510cbee66e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:08.850913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:08.855833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:11:08.914505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:08.943755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:08.944381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:08.976146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298376bf-4d4e-4db9-b0b3-33ececc69335 req-b8033f84-2850-490e-b1ef-92b470f1bf0e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:08.977767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-298376bf-4d4e-4db9-b0b3-33ececc69335 req-b8033f84-2850-490e-b1ef-92b470f1bf0e tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.2130554 Sep 22 17:11:08.986958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-f844f51b-0a9a-43fd-8479-f6e1954fc723 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1284747 Sep 22 17:11:09.012884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Request body: {'port': {'device_id': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:09.086070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Provisioning for port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:09.091162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Provisioning complete for port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:09.091542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.091877 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Attempt 1 to provision port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa Sep 22 17:11:09.097051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-298376bf-4d4e-4db9-b0b3-33ececc69335 req-357606f4-3a77-4d48-a0e3-52379cbf0a67 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067266 Sep 22 17:11:09.135067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:09.154181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:09.162547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.364474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457502f-bb1b-4d17-98a6-8adb507e6a1a tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:09.368090 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8457502f-bb1b-4d17-98a6-8adb507e6a1a tempest-TestVolumeBootPattern-1142237864 tempest-TestVolumeBootPattern-1142237864-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1094 time: 0.2313194 Sep 22 17:11:09.369143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:09.374923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address': '172.20.0.13'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:09.381837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:09.387727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Usage tracker for resource:floatingip and tenant:f5d66e0c04e747d5876e8312206fbd34 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:09.391806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:09.402220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:09.420487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.560265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:11:09.570594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.586997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.592023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Transition to ACTIVE for port object 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:11:09.597226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.655750 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Attempt 2 to provision port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa Sep 22 17:11:09.723790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:11:09.836521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Allocated IP 172.26.8.75 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:09.927684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:09.962576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Attempting to bind port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:11:09.962914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Attempting to bind port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:11:09.963235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Attempting to bind port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:11:09.969131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa on network c298d41d-543e-4656-acd5-9f510cbee66e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:11:09.969451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Attempting to bind port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:11:09.975420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 10, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:11:09.975750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Checking segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:11:09.976130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Bound using segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:11:09.976268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd365dc-e7b1-46c7-a26b-bdf4ff85e455 req-6aadb45f-39d1-432b-b47d-10830b41eeba tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:09.976557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Bound port: 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:11:09.976931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:09.977839 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6fd365dc-e7b1-46c7-a26b-bdf4ff85e455 req-6aadb45f-39d1-432b-b47d-10830b41eeba tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 943 time: 0.1962285 Sep 22 17:11:10.063183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.076333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6fd365dc-e7b1-46c7-a26b-bdf4ff85e455 req-a2402856-c628-4282-a0bc-5f02db1db68d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:11:10.088411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:11:10.093005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:11:10.101295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.107572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6fd365dc-e7b1-46c7-a26b-bdf4ff85e455 req-a2402856-c628-4282-a0bc-5f02db1db68d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:11:10.108835 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6fd365dc-e7b1-46c7-a26b-bdf4ff85e455 req-a2402856-c628-4282-a0bc-5f02db1db68d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150832 Sep 22 17:11:10.117431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.125078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device eac675b0-776f-4418-8d56-d318317abc63 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:10.161898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:10.162846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.165001 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] 10.222.0.18 "PUT /v2.0/ports/4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 1093 time: 1.1579006 Sep 22 17:11:10.193375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:10.196754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:10.201476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:11:10.221564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port eac675b0-776f-4418-8d56-d318317abc63 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:10.222597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.223082 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port eac675b0-776f-4418-8d56-d318317abc63 Sep 22 17:11:10.245962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:10.253360 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Attempt 3 to provision port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa Sep 22 17:11:10.263351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:11:10.263351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa228043-004f-4581-bcd7-9e3e8653782c" -d '{"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:10.266722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5ff55-1bfc-45f3-8b79-3dd648d952c5 service neutron] Pushing event updated for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:10.331058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0807c566-b08a-4071-8a43-07ba94b66d05 x-openstack-request-id: req-0807c566-b08a-4071-8a43-07ba94b66d05 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:10.331347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:10.332432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0807c566-b08a-4071-8a43-07ba94b66d05 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:10.332432 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0807c566-b08a-4071-8a43-07ba94b66d05'] response: {'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'status': 'completed', 'code': 200} Sep 22 17:11:10.373882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f09eb4af-bfda-45a5-aafe-d8affa776ece None None] Port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:11:10.379018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e4344f36-5ed3-45c4-a4d4-7c446d82fa49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:10.380663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-e4344f36-5ed3-45c4-a4d4-7c446d82fa49 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1096 time: 0.1009099 Sep 22 17:11:10.433846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port eac675b0-776f-4418-8d56-d318317abc63 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:10.458818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-2d4dde53-1c7e-4354-9a90-154e8c868637 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 217 time: 0.0659912 Sep 22 17:11:10.526210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-9f1e3837-d931-4099-a13f-3ac1d23870bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:10.527665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-9f1e3837-d931-4099-a13f-3ac1d23870bd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0635457 Sep 22 17:11:10.622232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-220c7176-b363-4417-889b-9f62f96a39f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:10.623809 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-220c7176-b363-4417-889b-9f62f96a39f4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0830843 Sep 22 17:11:10.683437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.763242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:10.769999 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-2c0cd0c5-50fd-4183-8b4c-e6cd5832fb0a service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395879 Sep 22 17:11:10.947452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c29f652f-58d9-4cc5-bcb9-7154410df352 req-80eeb397-4603-434f-ae6e-02b4857b42ac service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706734 Sep 22 17:11:11.198024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228043-004f-4581-bcd7-9e3e8653782c req-80e7dbd8-2889-443f-a440-457be6ffa650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.206596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-80e7dbd8-2889-443f-a440-457be6ffa650 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1096 time: 0.1674275 Sep 22 17:11:11.222002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:11.229027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:11.383502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228043-004f-4581-bcd7-9e3e8653782c req-8ddde45c-9ff9-43fe-b28f-625468d5dfb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.385064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-8ddde45c-9ff9-43fe-b28f-625468d5dfb6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.1731057 Sep 22 17:11:11.445061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event updated for resources: {'Port': ['ID=5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:11.448368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:11.474264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-ac441ebf-aaa8-4bd7-8172-b1ef6c03fae3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 217 time: 0.0746403 Sep 22 17:11:11.552505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4eed18-3b96-4da9-86f1-cf350785fe3b req-fafbb391-0845-40f2-9aa2-75d4a259c99c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.554121 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e4eed18-3b96-4da9-86f1-cf350785fe3b req-fafbb391-0845-40f2-9aa2-75d4a259c99c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 943 time: 0.2719686 Sep 22 17:11:11.554248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228043-004f-4581-bcd7-9e3e8653782c req-de2ad90a-99d9-4459-a6da-d11de6169b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.555672 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-de2ad90a-99d9-4459-a6da-d11de6169b11 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0730639 Sep 22 17:11:11.664476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa228043-004f-4581-bcd7-9e3e8653782c req-b5e4d24c-ef35-4378-a48f-adf7a92477df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:11.666320 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-b5e4d24c-ef35-4378-a48f-adf7a92477df service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1027033 Sep 22 17:11:11.686273 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1e4eed18-3b96-4da9-86f1-cf350785fe3b req-d80946da-0400-493a-96fc-71ece83749e7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761333 Sep 22 17:11:11.689867 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP 4c907645-f844-4e95-9947-2bf407577190 associated. External IP: 172.26.8.75, port: 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc. Sep 22 17:11:11.846278 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-b67069c3-2665-4356-9f6e-4d4e473dd8ea service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1716526 Sep 22 17:11:12.094768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:11:12.133903 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fa228043-004f-4581-bcd7-9e3e8653782c req-2c98d3b2-1181-4db4-91f4-4eb0e4d7c784 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803051 Sep 22 17:11:12.304097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:11:12.315280 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:12.326255 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:12.326890 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:12.339318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:12.402063 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dcc9fc96-47bb-4014-98e5-d77b274d1e11 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0314801 Sep 22 17:11:12.403175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:11:12.405870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:12.448784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846aec9-eb46-4b58-9dab-ec0b4256531e x-openstack-request-id: req-d846aec9-eb46-4b58-9dab-ec0b4256531e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:12.449071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:12.449322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d846aec9-eb46-4b58-9dab-ec0b4256531e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:12.449721 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d846aec9-eb46-4b58-9dab-ec0b4256531e'] response: {'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'status': 'completed', 'code': 200} Sep 22 17:11:12.515132 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:12.578652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-6cd83742-17b2-410b-bc29-56dacae7f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.580232 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-6cd83742-17b2-410b-bc29-56dacae7f637 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1099 time: 0.0874348 Sep 22 17:11:12.732933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-64182253-2da7-4ce9-9e4f-58e05d7c3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.734787 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-64182253-2da7-4ce9-9e4f-58e05d7c3540 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1482775 Sep 22 17:11:12.850164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-6b81f621-c252-4848-b381-775c9f535ea6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 200 len: 999 time: 0.1092935 Sep 22 17:11:12.904712 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4c907645-f844-4e95-9947-2bf407577190', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:1b:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:10Z', 'updated_at': '2022-09-22T17:11:10Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}, {'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:12.908695 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:12.918448 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:12.919028 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:12.919510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-e46d3881-2bad-4231-ab14-430c1a028810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.921073 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-e46d3881-2bad-4231-ab14-430c1a028810 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0638504 Sep 22 17:11:12.923769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880c8c5a-89ce-471e-b2bb-b7badebde177 req-c5e732a5-033e-4cb2-b5e5-f697d0e20356 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:12.925281 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-880c8c5a-89ce-471e-b2bb-b7badebde177 req-c5e732a5-033e-4cb2-b5e5-f697d0e20356 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 943 time: 0.0967348 Sep 22 17:11:12.972353 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-880c8c5a-89ce-471e-b2bb-b7badebde177 req-4ed0ff83-1ff0-4488-b26e-2c362d123fa4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Sep 22 17:11:13.010540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-4cf518b4-4bd8-4ad8-bf73-4017f649bcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:13.012012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-4cf518b4-4bd8-4ad8-bf73-4017f649bcdf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834725 Sep 22 17:11:13.103251 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:13.152149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-b67c8369-8d92-4576-9530-8c6fdcefc919 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323512 Sep 22 17:11:13.294161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6aeea149-c5ae-44af-bdbd-2cd33c2d9162 req-10ab443a-050d-4bcb-97ef-0088e7ba9217 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363220 Sep 22 17:11:13.476360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4c907645-f844-4e95-9947-2bf407577190', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:1b:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:10Z', 'updated_at': '2022-09-22T17:11:10Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}, {'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:13.480535 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9df346c-fa76-4bc2-b17c-3e411f1a4af6 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4c907645-f844-4e95-9947-2bf407577190', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.75', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:1b:f9:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:10Z', 'updated_at': '2022-09-22T17:11:10Z', 'revision_number': 0, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}, {'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:13.686241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c515dc8b-5c8d-48cf-a089-c06d2e7a110f None None] New status for floating IP 4c907645-f844-4e95-9947-2bf407577190: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:11:14.109002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:11:14.241211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4a6b8b-b481-4a7a-bcd3-5b4e4305f9ca req-d32825a7-310a-4086-ad94-453cc184e7a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:14.241893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5c4a6b8b-b481-4a7a-bcd3-5b4e4305f9ca req-d32825a7-310a-4086-ad94-453cc184e7a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:11:14.261852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-5c4a6b8b-b481-4a7a-bcd3-5b4e4305f9ca req-d32825a7-310a-4086-ad94-453cc184e7a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:11:14.263643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c4a6b8b-b481-4a7a-bcd3-5b4e4305f9ca req-d32825a7-310a-4086-ad94-453cc184e7a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 943 time: 0.1310062 Sep 22 17:11:14.281815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:14.301578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'port_id': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'mac_address': 'fa:16:3e:9d:70:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:11:14.333988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c4a6b8b-b481-4a7a-bcd3-5b4e4305f9ca req-79b05225-ee2d-4c49-8a09-9c9b7af3cf80 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629907 Sep 22 17:11:14.364433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:14.364842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:14.382941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:11:14.400681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:14.405329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:14.481118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:14.835107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:11:15.544412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d451ca78-b5ca-482b-9393-aad9a2d7cbff req-9cc5134b-4aa2-4466-972d-c2b1950e8f5b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:15.545981 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d451ca78-b5ca-482b-9393-aad9a2d7cbff req-9cc5134b-4aa2-4466-972d-c2b1950e8f5b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 944 time: 0.0931273 Sep 22 17:11:15.597371 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d451ca78-b5ca-482b-9393-aad9a2d7cbff req-83d32d11-bc4d-4776-befb-c5841b5ff9ed tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452473 Sep 22 17:11:16.114714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:11:16.189629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:11:16.195255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:11:16.195848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:16.196203 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa Sep 22 17:11:16.323907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:11:16.324193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:16.354273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:11:16.356626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-831a6620-7896-4b6d-af30-60816324b99f" -d '{"events": [{"server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:16.365167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:11:16.369922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:16.410597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f13c8ee2-3259-403f-8e95-fd29e18c354a x-openstack-request-id: req-f13c8ee2-3259-403f-8e95-fd29e18c354a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:16.410873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "name": "network-vif-plugged", "status": "completed", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:16.411121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f13c8ee2-3259-403f-8e95-fd29e18c354a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:16.411513 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f13c8ee2-3259-403f-8e95-fd29e18c354a'] response: {'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'code': 200} Sep 22 17:11:16.447455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:16.711800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca78e360-f8ae-49f1-b6c8-8786f6594daa req-403a115a-dbd3-4e6e-8c35-747f9697f9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:16.713576 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca78e360-f8ae-49f1-b6c8-8786f6594daa req-403a115a-dbd3-4e6e-8c35-747f9697f9e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1098 time: 0.1012208 Sep 22 17:11:16.785385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca78e360-f8ae-49f1-b6c8-8786f6594daa req-c934047b-63ce-41a7-981b-3d7efcb797f8 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636625 Sep 22 17:11:16.821891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd70c41-2ff2-44ef-8dde-f32e3b91fc39 req-1a97c69b-4584-4073-a487-133c00894075 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:16.823504 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9fd70c41-2ff2-44ef-8dde-f32e3b91fc39 req-1a97c69b-4584-4073-a487-133c00894075 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.1020720 Sep 22 17:11:16.875523 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9fd70c41-2ff2-44ef-8dde-f32e3b91fc39 req-f44f3670-6223-4a8d-9cd5-659a004790d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453568 Sep 22 17:11:18.126111 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:11:18.163626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df30a53f-a5c9-4528-83f3-bf7dcaf27488 req-ba2e7340-1761-4d28-86a9-1cc279fdd333 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:18.165418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df30a53f-a5c9-4528-83f3-bf7dcaf27488 req-ba2e7340-1761-4d28-86a9-1cc279fdd333 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.1319742 Sep 22 17:11:18.223338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df30a53f-a5c9-4528-83f3-bf7dcaf27488 req-b36f7b65-822c-498a-8fad-86b9ce32e5ac tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500147 Sep 22 17:11:19.628712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6afe0b-faf0-4676-a9ea-16424949831c req-22c970aa-02bd-4cad-a000-f4fddddd3cca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:19.631647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c6afe0b-faf0-4676-a9ea-16424949831c req-22c970aa-02bd-4cad-a000-f4fddddd3cca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.2533596 Sep 22 17:11:19.691144 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c6afe0b-faf0-4676-a9ea-16424949831c req-34f032c8-887e-44c0-8d74-ddedc564ff85 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512202 Sep 22 17:11:19.949280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0212f8fb-6e07-4225-b825-8c64f8c1c96e req-680b5fae-df1a-40ab-96fe-16c19e22b5fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:19.952585 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0212f8fb-6e07-4225-b825-8c64f8c1c96e req-680b5fae-df1a-40ab-96fe-16c19e22b5fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.1258001 Sep 22 17:11:20.026815 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0212f8fb-6e07-4225-b825-8c64f8c1c96e req-76472819-7406-4472-839b-5af51e48bd37 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663259 Sep 22 17:11:20.055865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53042) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:20.141018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9304eca-f314-4ea1-8df2-7187d8bb4f63 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:20.143009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9304eca-f314-4ea1-8df2-7187d8bb4f63 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1093 time: 0.0855758 Sep 22 17:11:20.146231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53046) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:20.152336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:11:20.158789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:11:20.163130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:11:20.166784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:11:20.174350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:11:20.191330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:20.340425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:20.488916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.180 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/57ff130d-bb0c-4881-82f6-b23500644c24) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:11:20.656792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:20.694569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:20.823868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:11:20.829548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:11:20.836800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:11:20.904466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=57ff130d-bb0c-4881-82f6-b23500644c24,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:21.372252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.480970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.732863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.738156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:21.849223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=57ff130d-bb0c-4881-82f6-b23500644c24,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:11:21.852294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:22.177003 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943 associated. External IP: 172.26.8.180, port: 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa. Sep 22 17:11:22.353398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b1f83e0d-2dba-4526-98fa-a7efdbfe45e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:22.589004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:11:22.787395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:11:22.799762 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:11:22.816158 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:22.817264 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:22.822022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:22.889687 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-176825e0-92ce-48b9-aa09-ecad652e8a6f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7379608 Sep 22 17:11:22.889687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:11:22.889687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef8b473-61c6-4fb5-865f-7107fcf09730" -d '{"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:11:22.890247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:22.970105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56e8aa7b-715d-4f08-801c-2d989632afe4 x-openstack-request-id: req-56e8aa7b-715d-4f08-801c-2d989632afe4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:11:22.970453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:11:22.970713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-56e8aa7b-715d-4f08-801c-2d989632afe4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:11:22.971184 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56e8aa7b-715d-4f08-801c-2d989632afe4'] response: {'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'status': 'completed', 'code': 200} Sep 22 17:11:23.019711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:23.233345 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ddd3c53-2466-4967-a370-bfd4f24f8c1c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 991 time: 0.3411534 Sep 22 17:11:23.259510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-794229ae-5375-4abe-b70f-eae360f14960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.261976 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-794229ae-5375-4abe-b70f-eae360f14960 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1098 time: 0.2457244 Sep 22 17:11:23.462312 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:9d:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:11:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:23.467749 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:11:23.477826 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:11:23.478464 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:10:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:23.633550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-f1e3c9cf-6dcb-42c2-923e-84c20ea42a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.635297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-f1e3c9cf-6dcb-42c2-923e-84c20ea42a98 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.3675325 Sep 22 17:11:23.694636 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:11:23.765604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-0cd232d9-e956-4b4a-83d2-58f7da3b3786 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 999 time: 0.1230075 Sep 22 17:11:23.846223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-fad47b97-3291-4cfd-bad6-6b917e647da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.847962 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-fad47b97-3291-4cfd-bad6-6b917e647da1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0760958 Sep 22 17:11:23.968468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-d69629e2-2480-43f2-a791-7d62c3c7d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:11:23.971256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-d69629e2-2480-43f2-a791-7d62c3c7d441 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1159773 Sep 22 17:11:24.130417 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-f174f13b-a38f-4899-8a27-a40c85ef8e56 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531770 Sep 22 17:11:24.202770 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:9d:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:11:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:11:24.210568 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d402dc2-7225-4f4e-a427-a704865d76c7 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:9d:70:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:11:21Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:11:24.235958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53056) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:24.336574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bef8b473-61c6-4fb5-865f-7107fcf09730 req-352d784e-d36f-41c4-950d-657f3ae43502 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937993 Sep 22 17:11:24.415384 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f2e99ea-daff-433e-be0c-b2052ef777a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 991 time: 0.1755347 Sep 22 17:11:24.481602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f740d48-40b5-430c-a69a-7127ae786aaa None None] New status for floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:11:24.597992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ba24599-95bd-436f-a325-b5830605cb3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:25.212167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:25.420845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53062) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:11:25.543238 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55d73053-9642-4b60-89f4-b266bc2d20dc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 993 time: 0.1211808 Sep 22 17:11:25.579091 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:25.930230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:27.171670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:52.347912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5bb847ce-60c9-458c-a3f6-68b3511a13f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:54.507421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5322557a-c663-440b-908c-c9bc10054bbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:55.124698 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:11:55.224442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:55.574519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:55.924030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:11:57.160234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:09.652126 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-04421731-875b-4b28-845a-c6f5317319a7 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0869684 Sep 22 17:12:09.833334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-bdb26f8b-4581-494c-b1e0-6af5c075e319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:09.834857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-bdb26f8b-4581-494c-b1e0-6af5c075e319 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.0929694 Sep 22 17:12:09.991973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-aa4855b6-f173-4ddd-8045-93ba5e849089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:09.993508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-aa4855b6-f173-4ddd-8045-93ba5e849089 service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1381931 Sep 22 17:12:10.103644 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-71f90172-ea07-4503-ba11-2c77b5d307af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 1001 time: 0.1031744 Sep 22 17:12:10.178644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-87e1470b-8cbe-42da-ae04-73dc5fadba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:10.179321 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-87e1470b-8cbe-42da-ae04-73dc5fadba47 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0697012 Sep 22 17:12:10.265672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-1e21b11a-ea4b-4b8a-8588-c854e29adf2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:10.267058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-1e21b11a-ea4b-4b8a-8588-c854e29adf2a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819416 Sep 22 17:12:10.408133 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-c00d3072-5f4f-4ab3-84d5-0d4c83630f76 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340156 Sep 22 17:12:10.559415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d1a3109-5c07-484f-abd4-cd4519c1b6b9 req-e4b802ca-5a62-4957-adc4-3ebd074b271b service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437390 Sep 22 17:12:22.350823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44346a64-5951-4783-ad41-ac6baf52d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:24.502954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bc24237e-1c0e-47a1-a2c6-238e1334a9f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:25.220668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:25.578912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:25.926701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:26.246363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53098) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:26.339012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac015d30-50b4-4a80-ab0a-c8cbea82342a tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.339485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac015d30-50b4-4a80-ab0a-c8cbea82342a tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.339951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac015d30-50b4-4a80-ab0a-c8cbea82342a tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:26.341677 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ac015d30-50b4-4a80-ab0a-c8cbea82342a tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?project_id=18af2dd0edda403da61fd0782710466d&network_id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 2999 time: 0.0942731 Sep 22 17:12:27.157829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:30.069512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53110) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:30.142966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2342dc8f-f054-4cbf-8c12-44abeb03af21 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:30.152295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2342dc8f-f054-4cbf-8c12-44abeb03af21 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0 HTTP/1.1" status: 200 len: 814 time: 0.0739701 Sep 22 17:12:31.304785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53120) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:31.310937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'port_id': None}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:31.423896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:31.829753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:31.834480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:31.834794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943 disassociated. External IP: 172.26.8.180, port: 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa. Sep 22 17:12:32.128583 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:12:32.240896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:12:32.445371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:12:32.450934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:32.456494 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:32.468570 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:32.469553 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:32.518122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0067ac1e-128a-47f3-b180-88ca4041c103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 690 time: 1.2119205 Sep 22 17:12:32.518991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:32.522737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53124) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:32.523557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99" -d '{"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:32.579783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c58a3867-f495-48e6-a6e2-aba9d4ad7aac x-openstack-request-id: req-c58a3867-f495-48e6-a6e2-aba9d4ad7aac {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:32.580074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:32.580359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c58a3867-f495-48e6-a6e2-aba9d4ad7aac {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:32.580751 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c58a3867-f495-48e6-a6e2-aba9d4ad7aac'] response: {'name': 'network-changed', 'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'status': 'completed', 'code': 200} Sep 22 17:12:32.686562 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-827cf5d3-9a27-41ed-b613-38c3c488f32c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 690 time: 0.1598101 Sep 22 17:12:32.694983 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:32.771610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-27727909-4d06-47bf-9724-a5915c07c78e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:32.773355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-27727909-4d06-47bf-9724-a5915c07c78e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1098 time: 0.1400189 Sep 22 17:12:33.009242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-2b9fd6ad-1422-4f09-84e8-4fab346e6a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.012299 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-2b9fd6ad-1422-4f09-84e8-4fab346e6a63 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.2316847 Sep 22 17:12:33.100953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-4b61d059-5786-4fec-a807-1a978f1b3d6f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 217 time: 0.0819268 Sep 22 17:12:33.173675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-32689f2b-ee4f-4b59-8acb-a87ee9b11c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.175234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-32689f2b-ee4f-4b59-8acb-a87ee9b11c64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0678661 Sep 22 17:12:33.247174 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:33.254334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:33.269828 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:33.270687 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:33.276144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-c70fc890-450c-4664-81e2-0ce254fc41c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:33.277696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-c70fc890-450c-4664-81e2-0ce254fc41c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0968955 Sep 22 17:12:33.560542 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:33.615485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-0ed469ce-e299-42c9-b661-27441895e62c service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3304572 Sep 22 17:12:33.689701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:33.800586 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8a98b7f-167d-4f60-9b5f-e888a7f4ada9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 690 time: 0.1087174 Sep 22 17:12:33.802729 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9df9805-350b-4f5b-8195-8c0e2ef4ca99 req-7ebca9be-4d29-42bd-9ca2-2b64b213f312 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797307 Sep 22 17:12:34.096589 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:34.101564 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7e62359-ef5c-405b-b5cd-baa4784a0249 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:34.363401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0294598f-7928-4437-9e2b-0d803c6a85f6 None None] New status for floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:12:34.804839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53134) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:34.950240 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5e75fdb5-b387-4fb3-bbc7-ef6182cf1088 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 688 time: 0.1437769 Sep 22 17:12:36.045596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:36.051683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1867613625', 'description': 'tempest-secgroup-smoke-1867613625 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:36.058918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.070480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.086080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.110708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.115419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:36.120046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:36.126722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.246171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.251732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.341324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35e5b0e1-165f-4b27-b466-aadabe80e8e0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:36.355095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.357191 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3099461 Sep 22 17:12:36.359582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.360156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.360314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53146) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:36.360777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.361294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.361897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.362429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.363053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.363553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.364128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.364719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.365268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.365830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8ef52e-8b05-46a9-ad55-7feaa666740d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.366792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:36.374857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.379760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:36.382982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:36.390378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.413243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.488432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.492686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.520798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d08f5a3b-c35f-4616-99cd-12a68b240910,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:36.533101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.533475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.533868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.534234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.534600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.534958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.535311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.535633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.535950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.536283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.536579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.536987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:36.542139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.543326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a18a2886-bb51-428d-ad13-e6705d869b57 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1819038 Sep 22 17:12:36.546266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:36.551688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:36.558527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.562851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:36.566190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:36.573496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.593625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.664795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.670301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.698035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9588891-a7c7-4eae-8759-80a645f3bec6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:36.711446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.713151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7da795d0-82ed-4c21-b4f9-cfbbdab97fd7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1657743 Sep 22 17:12:36.716231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:36.723135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:36.731170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.736650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:36.742140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:36.753822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.783384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.868206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.873965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.900094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40c70094-4696-40a3-9c99-e09488dee826,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:36.910420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:36.911762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dfa3b6a1-38a8-4ff3-a306-3f6ee0c66105 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944880 Sep 22 17:12:36.914691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:36.920781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:36.927278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:36.932320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:36.935684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:36.941834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:36.960298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.029480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.034110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.061658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd6da977-4894-4e2c-8dc0-9d0a6a256fa4,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:37.072370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.074656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d6d1cdd3-9f4a-4557-acc8-defe7256480a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1583605 Sep 22 17:12:37.077478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:37.082544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:37.089266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:37.093232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:37.096208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:37.102209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:37.114394 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:12:37.122432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.193859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.198736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.226245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37409099-e877-4f06-b438-54095ccb58f7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:37.238330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.239782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3bf4177e-ec29-42cc-a56b-e72d3394cf1a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1613028 Sep 22 17:12:37.242913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53166) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:37.248935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '35e5b0e1-165f-4b27-b466-aadabe80e8e0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:37.255368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:37.259956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:12:37.263370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:12:37.270784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:37.286089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:12:37.294109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.372724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.378163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.420359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f08e2909-cb21-4a7d-8cb6-0ea13307f8ee,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:37.435804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:37.437288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-754b87dd-7913-48aa-82f5-b614b50a3cd9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1931317 Sep 22 17:12:37.765098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-f886c7f0-839a-4539-9747-4b8f6a49c4bf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:12:37.783611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-f886c7f0-839a-4539-9747-4b8f6a49c4bf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:12:37.785239 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-f886c7f0-839a-4539-9747-4b8f6a49c4bf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1867613625&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0667624 Sep 22 17:12:37.958033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-156b2670-dfd5-4ba9-981c-fe782c922cd0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:37.958664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-156b2670-dfd5-4ba9-981c-fe782c922cd0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:12:37.974435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-156b2670-dfd5-4ba9-981c-fe782c922cd0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:12:37.975624 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-156b2670-dfd5-4ba9-981c-fe782c922cd0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 797 time: 0.1819897 Sep 22 17:12:37.992979 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-00f9ef08-1abe-4191-85a2-cd8de05cee9d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0104818 Sep 22 17:12:38.133103 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-d9a15fd4-571e-4fb3-911d-63716f3356a5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1341281 Sep 22 17:12:38.200513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-5cb93ecd-15a4-4a38-885f-0f186f4eef46 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:12:38.201544 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-5cb93ecd-15a4-4a38-885f-0f186f4eef46 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0557241 Sep 22 17:12:38.496428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-634fe14d-5ea0-4b72-9ad6-9f0de368d9e3 service neutron] 10.222.0.25 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2880902 Sep 22 17:12:38.643398 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-7c0d57be-eef5-4018-80c4-a6b669e5ee25 service neutron] 10.222.0.25 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409495 Sep 22 17:12:38.925144 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bba58207-da08-45b5-953a-d624a1a6f403 req-9919c256-6acf-40a1-b957-814befaedf76 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 210 time: 0.1373036 Sep 22 17:12:40.157843 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb5ff0ba-fadb-4eef-9190-7259ab6e9c65 req-6b1946ab-8a5d-4d22-9863-7dc959023a64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 210 time: 0.0798941 Sep 22 17:12:40.208797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-4b784ebd-1e04-4c8e-9236-d28fc13630a3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:40.210385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-4b784ebd-1e04-4c8e-9236-d28fc13630a3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 797 time: 0.2474287 Sep 22 17:12:40.287281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-3c2c0fc4-0cfa-4959-90e9-1f60591a82d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 472 time: 0.0602059 Sep 22 17:12:40.313770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['35e5b0e1-165f-4b27-b466-aadabe80e8e0']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:40.502553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:12:40.514109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:12:40.526450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:12:40.530170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.701151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.8 (c298d41d-543e-4656-acd5-9f510cbee66e/9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450/575c25ca-ca2e-4d07-91c4-673f42aa3feb) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:12:40.911405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:40.928184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 575c25ca-ca2e-4d07-91c4-673f42aa3feb will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:12:40.955632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:41.029545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network c298d41d-543e-4656-acd5-9f510cbee66e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:12:41.032810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:12:41.037230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:12:41.075796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:41.128329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:41.129428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:41.163142 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-28901741-9888-43fe-858c-d0ef10d32971 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8571556 Sep 22 17:12:41.181169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Request body: {'port': {'device_id': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:41.319110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Provisioning for port 575c25ca-ca2e-4d07-91c4-673f42aa3feb completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:12:41.325614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Provisioning complete for port 575c25ca-ca2e-4d07-91c4-673f42aa3feb triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:12:41.326105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:41.326564 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Attempt 1 to provision port 575c25ca-ca2e-4d07-91c4-673f42aa3feb Sep 22 17:12:41.389469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Port 575c25ca-ca2e-4d07-91c4-673f42aa3feb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:12:41.472906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:41.533107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bb1dd0-e22e-4d21-a46a-f23e6bde2932 req-d1003f26-56a2-42df-ba93-006bd4677ed9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:41.533865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-69bb1dd0-e22e-4d21-a46a-f23e6bde2932 req-d1003f26-56a2-42df-ba93-006bd4677ed9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:12:41.577798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-69bb1dd0-e22e-4d21-a46a-f23e6bde2932 req-d1003f26-56a2-42df-ba93-006bd4677ed9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:12:41.579397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69bb1dd0-e22e-4d21-a46a-f23e6bde2932 req-d1003f26-56a2-42df-ba93-006bd4677ed9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 931 time: 0.2459278 Sep 22 17:12:41.700195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69bb1dd0-e22e-4d21-a46a-f23e6bde2932 req-2130ef5b-96b2-459c-be45-573211fd4705 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085150 Sep 22 17:12:41.890891 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Attempt 2 to provision port 575c25ca-ca2e-4d07-91c4-673f42aa3feb Sep 22 17:12:41.941838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 575c25ca-ca2e-4d07-91c4-673f42aa3feb {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:12:41.950489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:41.960164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Port 575c25ca-ca2e-4d07-91c4-673f42aa3feb cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:12:41.967168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Transition to ACTIVE for port object 575c25ca-ca2e-4d07-91c4-673f42aa3feb will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:12:41.972508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:42.177733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Pushing event updated for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:42.213565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Attempting to bind port 575c25ca-ca2e-4d07-91c4-673f42aa3feb on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:12:42.213899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Attempting to bind port 575c25ca-ca2e-4d07-91c4-673f42aa3feb by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:12:42.214222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Attempting to bind port 575c25ca-ca2e-4d07-91c4-673f42aa3feb on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:12:42.219710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Port 575c25ca-ca2e-4d07-91c4-673f42aa3feb on network c298d41d-543e-4656-acd5-9f510cbee66e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:12:42.220003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Attempting to bind port 575c25ca-ca2e-4d07-91c4-673f42aa3feb on network c298d41d-543e-4656-acd5-9f510cbee66e {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:12:42.226360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 12, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:12:42.226817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Checking segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:12:42.227278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Bound using segment: {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:12:42.227807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Bound port: 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:12:42.228240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:42.336644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:12:42.340264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:12:42.345471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:42.377684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:42.378304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:42.379776 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] 10.222.0.18 "PUT /v2.0/ports/575c25ca-ca2e-4d07-91c4-673f42aa3feb HTTP/1.1" status: 200 len: 1093 time: 1.2031562 Sep 22 17:12:42.380256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:42.382755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40204168-e8be-423d-a635-b3112a092246" -d '{"events": [{"name": "network-changed", "server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:42.462239 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Attempt 3 to provision port 575c25ca-ca2e-4d07-91c4-673f42aa3feb Sep 22 17:12:42.518999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5138f4d5-9338-4b93-b2e9-e4e1c48755ae x-openstack-request-id: req-5138f4d5-9338-4b93-b2e9-e4e1c48755ae {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:42.519585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:42.519803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5138f4d5-9338-4b93-b2e9-e4e1c48755ae {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:42.520354 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5138f4d5-9338-4b93-b2e9-e4e1c48755ae'] response: {'name': 'network-changed', 'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'status': 'completed', 'code': 200} Sep 22 17:12:42.558604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f375d1-5c0b-4f1e-ae2b-a29e2a0aeea2 service neutron] Pushing event updated for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:42.567046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db39f007-7e92-4639-a801-0bf57cef29c6 None None] Port 575c25ca-ca2e-4d07-91c4-673f42aa3feb had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:12:42.588485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-d98dd0ef-c7be-49af-be82-1f9862239d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:42.590022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-d98dd0ef-c7be-49af-be82-1f9862239d34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 1096 time: 0.1502435 Sep 22 17:12:42.668111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-367cd75c-9c98-4efa-98ec-3e614b350e72 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb HTTP/1.1" status: 200 len: 217 time: 0.0645022 Sep 22 17:12:42.740593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-d43f0d6e-7306-43ec-9d1a-2eb480002786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:42.742452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-d43f0d6e-7306-43ec-9d1a-2eb480002786 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0688746 Sep 22 17:12:42.839144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-186ea87a-5cae-42fb-bb61-6dd5b5800083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:42.840912 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-186ea87a-5cae-42fb-bb61-6dd5b5800083 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0917163 Sep 22 17:12:43.051321 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-076689f4-3b8b-400f-bbcf-5ba9f32f8bc8 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041066 Sep 22 17:12:43.063597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18064182-c0a6-46a7-99e3-2e55898d076d req-e702080d-1280-4a0d-9ab6-fdf9101587f7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.065158 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18064182-c0a6-46a7-99e3-2e55898d076d req-e702080d-1280-4a0d-9ab6-fdf9101587f7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 943 time: 0.1995466 Sep 22 17:12:43.308898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18064182-c0a6-46a7-99e3-2e55898d076d req-2a366ce6-ffb6-469a-990a-2647f91000d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2240627 Sep 22 17:12:43.354323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-804564b9-c7d7-4837-9347-0a7639da4f98 req-98c6cf26-1423-425c-a508-fcf3dae05b45 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878723 Sep 22 17:12:43.525904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204168-e8be-423d-a635-b3112a092246 req-eb6a259d-17c0-445c-ada9-0be621167483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.527415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-eb6a259d-17c0-445c-ada9-0be621167483 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 1096 time: 0.0867965 Sep 22 17:12:43.672988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204168-e8be-423d-a635-b3112a092246 req-d60562e3-5cdb-40dd-9972-eeecbe167abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.674459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-d60562e3-5cdb-40dd-9972-eeecbe167abb service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.1403284 Sep 22 17:12:43.745326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-a0cba276-2705-4dd6-a79a-c3a36b18ff3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb HTTP/1.1" status: 200 len: 217 time: 0.0651662 Sep 22 17:12:43.813779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204168-e8be-423d-a635-b3112a092246 req-5d0712a1-bbad-44f1-aa31-58830a785c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.815245 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-5d0712a1-bbad-44f1-aa31-58830a785c25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0643265 Sep 22 17:12:43.904479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40204168-e8be-423d-a635-b3112a092246 req-575bf29f-2fcd-4556-8dfa-c25dc3ca12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:43.906035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-575bf29f-2fcd-4556-8dfa-c25dc3ca12e0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851870 Sep 22 17:12:44.050719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-2bd87f1b-5877-4b0b-8c4c-0280423db502 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381013 Sep 22 17:12:44.217625 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40204168-e8be-423d-a635-b3112a092246 req-19502d13-9986-43fc-a2c5-102fea966ecf service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1574771 Sep 22 17:12:44.536457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc80a66e-6620-4a52-827b-6b4cbf8f09af req-34d1215d-f002-43e6-a9df-8d0d7a273679 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:44.538059 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc80a66e-6620-4a52-827b-6b4cbf8f09af req-34d1215d-f002-43e6-a9df-8d0d7a273679 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 943 time: 0.1011767 Sep 22 17:12:44.588248 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc80a66e-6620-4a52-827b-6b4cbf8f09af req-36fb558a-479c-441b-bb6b-e18443f581e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440290 Sep 22 17:12:45.912419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-674031de-9a71-49e7-98b9-c2d002336d83 req-30a06410-50ac-44c8-9458-0d3c3d4498d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:45.913903 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-674031de-9a71-49e7-98b9-c2d002336d83 req-30a06410-50ac-44c8-9458-0d3c3d4498d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 943 time: 0.1479852 Sep 22 17:12:45.960089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-674031de-9a71-49e7-98b9-c2d002336d83 req-1186e31c-84e9-4c81-9121-c3d001766ab0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403519 Sep 22 17:12:46.629151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 575c25ca-ca2e-4d07-91c4-673f42aa3feb details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:12:46.772151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:12:46.791972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'port_id': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'mac_address': 'fa:16:3e:4c:2b:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:12:46.852999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 575c25ca-ca2e-4d07-91c4-673f42aa3feb is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:12:46.853377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:46.872910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 575c25ca-ca2e-4d07-91c4-673f42aa3feb {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:12:46.889885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:12:46.894887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:46.967723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:46.975924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.976274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.976636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.976981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.977356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.978220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.978550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.978879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.979205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.979529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.979852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:46.980172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:12:47.191656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37d02f6-7f79-454c-af2e-a3c99a59773c req-b6fe86d7-2490-4826-a90d-be9d41be392b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:47.193094 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d37d02f6-7f79-454c-af2e-a3c99a59773c req-b6fe86d7-2490-4826-a90d-be9d41be392b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 944 time: 0.1037827 Sep 22 17:12:47.255668 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d37d02f6-7f79-454c-af2e-a3c99a59773c req-2a526a1e-05f3-44db-969e-d54d2cb07a9c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558188 Sep 22 17:12:47.322657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['575c25ca-ca2e-4d07-91c4-673f42aa3feb'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:12:48.479577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc073bd-9997-4780-9541-44f361485cac req-ce8556ce-89ee-4d2e-ba3a-4c33b745fc27 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:48.481252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fcc073bd-9997-4780-9541-44f361485cac req-ce8556ce-89ee-4d2e-ba3a-4c33b745fc27 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 944 time: 0.1023202 Sep 22 17:12:48.532004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fcc073bd-9997-4780-9541-44f361485cac req-3b08658f-d2df-43d4-b21c-a45878437b2f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443828 Sep 22 17:12:48.645622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 575c25ca-ca2e-4d07-91c4-673f42aa3feb up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:12:48.721829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 575c25ca-ca2e-4d07-91c4-673f42aa3feb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:12:48.728290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 575c25ca-ca2e-4d07-91c4-673f42aa3feb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:12:48.728686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:48.729045 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 575c25ca-ca2e-4d07-91c4-673f42aa3feb Sep 22 17:12:48.857673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 575c25ca-ca2e-4d07-91c4-673f42aa3feb is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:12:48.858419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:48.887723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:48.890476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5bdb37b-c31c-4b6c-ac96-d1d767967d12" -d '{"events": [{"server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "name": "network-vif-plugged", "status": "completed", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:48.900000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:12:48.904301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:48.952400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a282508f-8144-4155-8abe-4226d1aef8ef x-openstack-request-id: req-a282508f-8144-4155-8abe-4226d1aef8ef {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:48.952716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "name": "network-vif-plugged", "status": "completed", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:48.952965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a282508f-8144-4155-8abe-4226d1aef8ef {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:48.953365 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a282508f-8144-4155-8abe-4226d1aef8ef'] response: {'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'code': 200} Sep 22 17:12:48.980166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:49.229670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14702ea-a972-4a61-a0a7-88c487451629 req-0c0aace2-60fa-4947-add3-11194d355b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.231078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e14702ea-a972-4a61-a0a7-88c487451629 req-0c0aace2-60fa-4947-add3-11194d355b13 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 1098 time: 0.0807264 Sep 22 17:12:49.272684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e14702ea-a972-4a61-a0a7-88c487451629 req-87bd532b-0a79-4ed7-bc39-a4e8cebf826d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357895 Sep 22 17:12:49.737245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484786c-fbd0-4dfa-af8a-db98e9240d7b req-76f8c500-093a-47c2-b35d-6d354bb717e0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:49.738810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0484786c-fbd0-4dfa-af8a-db98e9240d7b req-76f8c500-093a-47c2-b35d-6d354bb717e0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0951581 Sep 22 17:12:49.786291 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0484786c-fbd0-4dfa-af8a-db98e9240d7b req-1a72cab2-8918-4319-b1aa-3365889e57e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407140 Sep 22 17:12:50.998638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be4d038-8f7f-4ec5-9037-89be3844f3a5 req-81eb044d-e8cd-4a4c-a4cc-9d30555d3dd2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:51.000321 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8be4d038-8f7f-4ec5-9037-89be3844f3a5 req-81eb044d-e8cd-4a4c-a4cc-9d30555d3dd2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0966330 Sep 22 17:12:51.051556 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8be4d038-8f7f-4ec5-9037-89be3844f3a5 req-1c302e37-4962-4040-9e69-fa18edf5c0ad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451562 Sep 22 17:12:51.261653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88301a-735e-4074-99cd-36f3a7ab6f18 req-3a8c03af-e21d-4380-a9cf-9529cf94cc31 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:51.263184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb88301a-735e-4074-99cd-36f3a7ab6f18 req-3a8c03af-e21d-4380-a9cf-9529cf94cc31 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0947876 Sep 22 17:12:51.314353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb88301a-735e-4074-99cd-36f3a7ab6f18 req-06213d41-ae58-43ed-85bc-70ebcfbaedae tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Sep 22 17:12:51.343888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:51.423368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-813beb0e-34c2-4cab-8d63-57bfbbb9185f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:51.424893 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-813beb0e-34c2-4cab-8d63-57bfbbb9185f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 1093 time: 0.0801561 Sep 22 17:12:51.427902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:51.433991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'port_id': '575c25ca-ca2e-4d07-91c4-673f42aa3feb'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:12:51.516435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:51.729218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:51.965468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port 5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:12:51.965712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.176081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.176655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.196458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.202697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.359404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-faa6911b-b5c4-4951-919b-1bf46e14de52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.519209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for 5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:12:52.536773 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943 associated. External IP: 172.26.8.180, port: 575c25ca-ca2e-4d07-91c4-673f42aa3feb. Sep 22 17:12:52.730237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.819776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=5d9bdcbf-3b5a-4a09-b0d8-a4e73ccb9401,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:52.997259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:52.997762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP 4c907645-f844-4e95-9947-2bf407577190 disassociated (deleted). External IP: 172.26.8.75, port: 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc. Sep 22 17:12:53.099438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:12:53.324936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:12:53.332298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:53.343504 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:53.355074 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:53.355708 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:53.406287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c958ea0-a800-4dd7-99c0-ab2fa08b457c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 991 time: 1.9745560 Sep 22 17:12:53.406287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:53.408020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:53.409229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9bd4a2-e871-4434-9276-f02faeb98698" -d '{"events": [{"name": "network-changed", "server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:53.497351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-749fc82d-70d1-4bb5-91a7-abf40f3c209c x-openstack-request-id: req-749fc82d-70d1-4bb5-91a7-abf40f3c209c {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:53.497787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:53.498236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-749fc82d-70d1-4bb5-91a7-abf40f3c209c {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:53.498847 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-749fc82d-70d1-4bb5-91a7-abf40f3c209c'] response: {'name': 'network-changed', 'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'status': 'completed', 'code': 200} Sep 22 17:12:53.581874 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:53.607637 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-253ec192-069c-4bd7-a7ad-af10a2f0a026 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 991 time: 0.1990662 Sep 22 17:12:53.613484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:12:53.787106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-134b00df-58c9-4c11-bd0f-7e947086a8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:53.788834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-134b00df-58c9-4c11-bd0f-7e947086a8fd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 1098 time: 0.2444062 Sep 22 17:12:53.924329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:12:53.935974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:12:53.947674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:53.949006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:53.977677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:54.013990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-0932748a-2394-43b7-b79d-a479a6ed5879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.015543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-0932748a-2394-43b7-b79d-a479a6ed5879 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.2171435 Sep 22 17:12:54.043811 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:4c:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:12:52Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.051329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:54.067687 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:54.068675 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.229242 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f7e52f4-d66b-4217-a05d-1229b011cfbb tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "DELETE /v2.0/floatingips/4c907645-f844-4e95-9947-2bf407577190 HTTP/1.1" status: 204 len: 168 time: 2.4986548 Sep 22 17:12:54.242568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:54.245129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:54.245315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:54.289002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-f46e6bcd-afdd-48ed-9108-ee8a22e010e5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb HTTP/1.1" status: 200 len: 999 time: 0.2614183 Sep 22 17:12:54.341866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52221f51-a19c-4ac3-886f-56486fa25422 x-openstack-request-id: req-52221f51-a19c-4ac3-886f-56486fa25422 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:54.342271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:54.342614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-52221f51-a19c-4ac3-886f-56486fa25422 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:54.343385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52221f51-a19c-4ac3-886f-56486fa25422'] response: {'name': 'network-changed', 'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'status': 'completed', 'code': 200} Sep 22 17:12:54.351262 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:54.439469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-3de75e81-0f52-49af-a214-cfe4776135d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.441235 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-3de75e81-0f52-49af-a214-cfe4776135d2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.1459301 Sep 22 17:12:54.556891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-521d8ce7-0789-4ad0-9ebd-d0fab847a391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.558746 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-521d8ce7-0789-4ad0-9ebd-d0fab847a391 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 1099 time: 0.1941340 Sep 22 17:12:54.578857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-87a0634f-b0f9-4263-bab4-146c42a2ed4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.580398 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-87a0634f-b0f9-4263-bab4-146c42a2ed4d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1324008 Sep 22 17:12:54.612552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:54.684975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-665564e5-345d-412d-8d02-52bbae89b462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:54.848796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.854716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:12:54.855428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa8daf3-7218-4655-87ea-b54880ce3cfa req-523d7c22-5974-43a5-a485-9852fb0f464b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:54.863461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6aa8daf3-7218-4655-87ea-b54880ce3cfa req-523d7c22-5974-43a5-a485-9852fb0f464b tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.1161754 Sep 22 17:12:54.864129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:12:54.864802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.927069 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6aa8daf3-7218-4655-87ea-b54880ce3cfa req-18c75ce5-b94f-4f55-9e1a-316a9e65eb71 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604806 Sep 22 17:12:54.968882 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:4c:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:12:52Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:54.979408 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ded95316-bcc5-4f28-bc62-c02522d98313 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '7e863b42-8639-4b8f-bd94-fc5fc6542943', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.180', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'port_id': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'mac_address': 'fa:16:3e:4c:2b:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:11:21Z', 'updated_at': '2022-09-22T17:12:52Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:55.004006 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c55ec495-ef5e-4ed8-a9af-59562869d40f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 991 time: 0.3870552 Sep 22 17:12:55.038189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-15d17e6f-efc1-4ab2-9b2c-466ebeb7d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:55.040178 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-15d17e6f-efc1-4ab2-9b2c-466ebeb7d51c service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.4265013 Sep 22 17:12:55.045695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-b2f386c9-e4f6-42f8-81c3-98ffe105da45 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4306545 Sep 22 17:12:55.107412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:12:55.147803 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-dc37fda0-1634-497d-9ff0-6379cf9bc1b3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 200 len: 217 time: 0.1011419 Sep 22 17:12:55.250886 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac32f118-48d4-41e3-bff4-200f0d988c2f None None] New status for floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:12:55.260402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-a50f365e-66e8-4778-ac8d-7dfd55076a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:55.262216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-a50f365e-66e8-4778-ac8d-7dfd55076a25 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0661626 Sep 22 17:12:55.323777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:55.390394 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b9bd4a2-e871-4434-9276-f02faeb98698 req-fad750aa-4f44-4276-b677-d64ebefa2d9d service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802899 Sep 22 17:12:55.401045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-399df3cd-ce33-49a8-857e-04aca3b5e0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:55.402018 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-399df3cd-ce33-49a8-857e-04aca3b5e0e6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1269886 Sep 22 17:12:55.560863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:12:55.566247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-915ae515-d44a-49b6-b5d0-554cfb2a4dff None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'fe947065-6e27-401d-9777-bd119f369ca2', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'floating_ip_address': '172.26.8.142', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'port_id': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1335, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'mac_address': 'fa:16:3e:92:59:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:08:46Z', 'updated_at': '2022-09-22T17:08:50Z', 'revision_number': 1, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:12:55.588183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:55.617532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-aff0f47c-fe20-4415-aa41-daa589a4b154 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988306 Sep 22 17:12:55.762352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad15e9cd-3efe-4c52-b5b3-dde348b5f7a4 req-08759fa8-a2da-4adf-8e1e-f7438b2727e3 service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380668 Sep 22 17:12:55.834969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf88811-e5de-4c5b-ab37-a8ef11bb9c2d None None] New status for floating IP 4c907645-f844-4e95-9947-2bf407577190: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:12:55.978113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:56.009354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53258) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:12:56.322629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7cd1f727-3eb9-4f31-8ecb-dcc0b79e6a82 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 200 len: 993 time: 0.3115993 Sep 22 17:12:56.345855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cdb56-9899-4fdd-96e8-688ba94917d1 req-2b2275df-673d-430a-a6c9-d77c08f560ab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:56.346563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-628cdb56-9899-4fdd-96e8-688ba94917d1 req-2b2275df-673d-430a-a6c9-d77c08f560ab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:12:56.369320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-628cdb56-9899-4fdd-96e8-688ba94917d1 req-2b2275df-673d-430a-a6c9-d77c08f560ab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:12:56.376568 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-628cdb56-9899-4fdd-96e8-688ba94917d1 req-2b2275df-673d-430a-a6c9-d77c08f560ab tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.2931316 Sep 22 17:12:56.413708 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-628cdb56-9899-4fdd-96e8-688ba94917d1 req-8abea4b5-930c-4028-b4b5-bd062358f625 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416973 Sep 22 17:12:56.556707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cf9360-640a-40af-be33-c8401bb1875f req-16cadc4a-8e41-4630-8214-1186ff72f818 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:12:56.558164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10cf9360-640a-40af-be33-c8401bb1875f req-16cadc4a-8e41-4630-8214-1186ff72f818 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 946 time: 0.1029317 Sep 22 17:12:56.638109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:12:56.638805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:56.910712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] For port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:12:56.911090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:57.037691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:12:57.161456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:57.206560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:57.302847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:12:57.406731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] No DVR routers for this DVR port 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:12:57.409692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:12:57.413557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'name': 'network-vif-deleted', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:12:57.416466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79aeed2-8c1c-4401-80ec-4e79561a238d" -d '{"events": [{"server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "name": "network-vif-deleted", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:12:57.430639 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10cf9360-640a-40af-be33-c8401bb1875f req-4e2aa337-cf2d-47f0-a77d-fd7d29e0787c tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "DELETE /v2.0/ports/7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc HTTP/1.1" status: 204 len: 173 time: 0.8676553 Sep 22 17:12:57.463640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:12:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ac5bcf-2c20-4041-b04a-224bea357d5b x-openstack-request-id: req-65ac5bcf-2c20-4041-b04a-224bea357d5b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:12:57.464504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff8e8210-2ce8-4352-a335-87da0e51aae8", "name": "network-vif-deleted", "tag": "7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:12:57.465116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-65ac5bcf-2c20-4041-b04a-224bea357d5b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:12:57.465745 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65ac5bcf-2c20-4041-b04a-224bea357d5b'] response: {'server_uuid': 'ff8e8210-2ce8-4352-a335-87da0e51aae8', 'name': 'network-vif-deleted', 'tag': '7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc', 'status': 'completed', 'code': 200} Sep 22 17:12:57.589487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-668fdd7d-fd8e-465d-9e7d-a7e4d4250688 req-d3d267e0-0524-4fb6-8c85-ba96eeba64d1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:12:57.606014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-668fdd7d-fd8e-465d-9e7d-a7e4d4250688 req-d3d267e0-0524-4fb6-8c85-ba96eeba64d1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:12:57.607380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-668fdd7d-fd8e-465d-9e7d-a7e4d4250688 req-d3d267e0-0524-4fb6-8c85-ba96eeba64d1 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=ff8e8210-2ce8-4352-a335-87da0e51aae8 HTTP/1.1" status: 200 len: 210 time: 0.0694177 Sep 22 17:12:58.707021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:12:58.771727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:12:58.772302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 7ba7ddc6-2df2-48bb-9a1a-b02fad4d72dc not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:03.321779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:03.534225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port 9dc92e76-54e0-4f2d-b35e-ffea7841f8f8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:03.534483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:03.733476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:03.733805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:03.958679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for 9dc92e76-54e0-4f2d-b35e-ffea7841f8f8 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:04.118676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:04.165847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=9dc92e76-54e0-4f2d-b35e-ffea7841f8f8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:04.268907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:04.269296 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Floating IP fe947065-6e27-401d-9777-bd119f369ca2 disassociated (deleted). External IP: 172.26.8.142, port: 0134daf7-fe77-45e9-983d-ac2186e2cb6d. Sep 22 17:13:04.635839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:13:04.823262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:13:04.832502 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:04.843156 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:04.843502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:04.843885 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:04.902794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc4c2100-8c60-4492-abb8-cd8c48dac144 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "DELETE /v2.0/floatingips/fe947065-6e27-401d-9777-bd119f369ca2 HTTP/1.1" status: 204 len: 168 time: 1.5797243 Sep 22 17:13:04.903202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:13:04.906111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c47b9f0-4f4b-405d-9e11-5671df3b2102" -d '{"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:04.950083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76e5ca67-bc8e-48e1-b950-e32f265eb4d7 x-openstack-request-id: req-76e5ca67-bc8e-48e1-b950-e32f265eb4d7 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:04.950370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:04.950643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-76e5ca67-bc8e-48e1-b950-e32f265eb4d7 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:04.951050 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76e5ca67-bc8e-48e1-b950-e32f265eb4d7'] response: {'name': 'network-changed', 'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'status': 'completed', 'code': 200} Sep 22 17:13:05.030063 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:05.095844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-8e303aed-6dd9-4359-8f79-fed1e3a0c786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.098302 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-8e303aed-6dd9-4359-8f79-fed1e3a0c786 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=f5d66e0c04e747d5876e8312206fbd34&device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 1098 time: 0.1007400 Sep 22 17:13:05.262264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-c00c9a41-a5d8-4f89-99d3-f9b5acdf95bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.263777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-c00c9a41-a5d8-4f89-99d3-f9b5acdf95bf service neutron] 10.222.0.18 "GET /v2.0/networks?id=2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 200 len: 913 time: 0.1542099 Sep 22 17:13:05.306469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0fb893-8482-4907-a8b0-c1fe3e7c6b65 req-0bdf705e-386a-4cc7-9661-db0d9d3d2447 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.308079 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c0fb893-8482-4907-a8b0-c1fe3e7c6b65 req-0bdf705e-386a-4cc7-9661-db0d9d3d2447 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.0907497 Sep 22 17:13:05.335165 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-c6933a1c-d788-46fb-ac99-ad91c852eefc service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 200 len: 217 time: 0.0629241 Sep 22 17:13:05.357425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c0fb893-8482-4907-a8b0-c1fe3e7c6b65 req-f2155f7f-4a90-479f-8e4e-f1e09bb868e0 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432198 Sep 22 17:13:05.365279 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:05.369867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:05.378424 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:05.379026 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:05.411582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-ea1d4c7c-c415-4c58-a292-c0ebc97bfa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.413030 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-ea1d4c7c-c415-4c58-a292-c0ebc97bfa18 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 200 len: 851 time: 0.0633600 Sep 22 17:13:05.500144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-27776ba9-6f0d-400e-9b02-79372b2b5817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:05.501575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-27776ba9-6f0d-400e-9b02-79372b2b5817 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=2b58174b-84ca-44b6-90a1-b14e63858949&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813532 Sep 22 17:13:05.557327 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:05.756280 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-63214a75-22cd-4e14-9060-8b2873342fff service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2479854 Sep 22 17:13:05.889639 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c47b9f0-4f4b-405d-9e11-5671df3b2102 req-4b8a1af0-8508-4fe9-b8bf-b3454b5f694f service neutron] 10.222.0.18 "GET /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266801 Sep 22 17:13:05.915088 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:05.920159 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53f04216-ffa5-48ba-bb44-1a677a3bc7b5 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '23e3685d-d691-4e89-b7e9-32e0421c96fa', 'name': '', 'network_id': '2b58174b-84ca-44b6-90a1-b14e63858949', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'mac_address': 'fa:16:3e:6b:1c:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_interface', 'standard_attr_id': 923, 'fixed_ips': [{'subnet_id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:18Z', 'updated_at': '2022-09-22T17:04:35Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'subnets': [{'id': '5dbba768-5d88-4390-8b2e-1147ab62cf0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:06.141451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5dd887b-10a4-4779-bebf-c72d33205e4e None None] New status for floating IP fe947065-6e27-401d-9777-bd119f369ca2: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:13:06.565073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9073b6-d61b-4c7d-88d7-7433fbba7282 req-6086a2b0-b41b-4240-ae1e-0ac93cacb131 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:06.565673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9d9073b6-d61b-4c7d-88d7-7433fbba7282 req-6086a2b0-b41b-4240-ae1e-0ac93cacb131 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Synchronizing usage tracker for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:13:06.581061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-9d9073b6-d61b-4c7d-88d7-7433fbba7282 req-6086a2b0-b41b-4240-ae1e-0ac93cacb131 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Unset dirty status for tenant:f5d66e0c04e747d5876e8312206fbd34 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:13:06.582132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d9073b6-d61b-4c7d-88d7-7433fbba7282 req-6086a2b0-b41b-4240-ae1e-0ac93cacb131 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.1079693 Sep 22 17:13:06.627451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d9073b6-d61b-4c7d-88d7-7433fbba7282 req-c981f233-6800-4c12-88b7-02a736d4d8ad tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389278 Sep 22 17:13:07.195824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-5e7e83f6-d6a9-479f-ba12-44275a26f62f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.197913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-5e7e83f6-d6a9-479f-ba12-44275a26f62f tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.0913022 Sep 22 17:13:07.274591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port 0134daf7-fe77-45e9-983d-ac2186e2cb6d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:07.274941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:07.558711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] For port 0134daf7-fe77-45e9-983d-ac2186e2cb6d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=0134daf7-fe77-45e9-983d-ac2186e2cb6d,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:07.558981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:07.687105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for 0134daf7-fe77-45e9-983d-ac2186e2cb6d owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:07.833758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1684a7c0-5ec0-4208-9420-a42b84c2543f req-370184e6-8044-4bbd-8bc9-90d95bb1b26a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:07.835187 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1684a7c0-5ec0-4208-9420-a42b84c2543f req-370184e6-8044-4bbd-8bc9-90d95bb1b26a tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 945 time: 0.0874431 Sep 22 17:13:07.840578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:07.881934 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1684a7c0-5ec0-4208-9420-a42b84c2543f req-46797451-acf7-47e0-8f70-eca202a48932 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/security-groups?id=9320833b-030e-4519-a737-338d0a6f5bfb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402958 Sep 22 17:13:07.895705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=0134daf7-fe77-45e9-983d-ac2186e2cb6d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:07.990055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] No DVR routers for this DVR port 0134daf7-fe77-45e9-983d-ac2186e2cb6d on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:13:07.992461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:07.995142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'name': 'network-vif-deleted', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:13:07.997472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba43b480-4127-4785-8537-45addfe3eaab" -d '{"events": [{"server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "name": "network-vif-deleted", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:13:08.011717 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5e75391c-ab8b-42b4-a993-4bcdf89304f7 req-cb5aa832-91b2-41d1-a15c-b20b272d9dfd tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.18 "DELETE /v2.0/ports/0134daf7-fe77-45e9-983d-ac2186e2cb6d HTTP/1.1" status: 204 len: 173 time: 0.8082774 Sep 22 17:13:08.048519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6982ef46-f24b-48f6-94cb-d90727ec57d9 x-openstack-request-id: req-6982ef46-f24b-48f6-94cb-d90727ec57d9 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:13:08.048900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f38265bd-b41c-4ed1-9b02-693f33f8d27e", "name": "network-vif-deleted", "tag": "0134daf7-fe77-45e9-983d-ac2186e2cb6d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:13:08.049244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6982ef46-f24b-48f6-94cb-d90727ec57d9 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:13:08.049717 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6982ef46-f24b-48f6-94cb-d90727ec57d9'] response: {'server_uuid': 'f38265bd-b41c-4ed1-9b02-693f33f8d27e', 'name': 'network-vif-deleted', 'tag': '0134daf7-fe77-45e9-983d-ac2186e2cb6d', 'status': 'completed', 'code': 200} Sep 22 17:13:09.077319 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cc91889-a954-4d98-8b0d-3939ee2160a7 req-013fb175-da04-4623-8446-fd2344522277 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "GET /v2.0/ports?device_id=f38265bd-b41c-4ed1-9b02-693f33f8d27e HTTP/1.1" status: 200 len: 210 time: 0.0565019 Sep 22 17:13:09.127229 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:13:10.175845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:10.330921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Deleting port d8c37270-0a0d-468a-bef6-96abc68162d7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:10.331266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:10.505764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:10.506008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:10.719160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Calling delete_port for d8c37270-0a0d-468a-bef6-96abc68162d7 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:10.752937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0134daf7-fe77-45e9-983d-ac2186e2cb6d no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:10.788410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 0134daf7-fe77-45e9-983d-ac2186e2cb6d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:10.788715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 0134daf7-fe77-45e9-983d-ac2186e2cb6d not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:10.866401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:10.913984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'Port': ['ID=d8c37270-0a0d-468a-bef6-96abc68162d7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:11.014009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:11.028557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:11.029710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52e0e30e-69ea-487b-8222-6a369af87a42 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "DELETE /v2.0/floatingips/2a07f389-e838-44f7-ad80-2de43f948481 HTTP/1.1" status: 204 len: 168 time: 0.8528702 Sep 22 17:13:11.760297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-97d86e3e-6e96-44a0-be38-5ec0d32dee5e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1279092 Sep 22 17:13:11.879193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-e03383af-c242-4e3e-ac5c-2aba9d4e16c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:11.880686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-e03383af-c242-4e3e-ac5c-2aba9d4e16c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0848315 Sep 22 17:13:12.031974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-c9f83fed-7cdb-4762-bcb1-7ab28a8c3af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:12.033407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-c9f83fed-7cdb-4762-bcb1-7ab28a8c3af7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.1333556 Sep 22 17:13:12.104155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-ad21322c-3981-4962-a376-ce5f29ba77ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 217 time: 0.0641840 Sep 22 17:13:12.176175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-a6473c47-667d-4d51-aafb-12b430ee88f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:12.177638 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-a6473c47-667d-4d51-aafb-12b430ee88f1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0633717 Sep 22 17:13:12.265188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-df2e1ffc-430b-46bf-acfc-18d4f778c319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:13:12.266663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-df2e1ffc-430b-46bf-acfc-18d4f778c319 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821707 Sep 22 17:13:12.406187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-f2a40800-12e5-4c44-9f6a-b056223b4186 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323841 Sep 22 17:13:12.552961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4c69e71-d854-4489-a41a-a9e36db60d62 req-e27d21c6-8e61-44c4-825b-2bf74b8963bf service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397548 Sep 22 17:13:13.514054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53322) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:13.588512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:13.619651 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:13.688339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:13.707514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9320833b-030e-4519-a737-338d0a6f5bfb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:13.720004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:13.723780 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ee46526-8376-44be-a371-e173d3abdd13 tempest-TestVolumeBootPattern-262742259 tempest-TestVolumeBootPattern-262742259-project] 10.222.0.25 "DELETE /v2.0/security-groups/9320833b-030e-4519-a737-338d0a6f5bfb HTTP/1.1" status: 204 len: 168 time: 0.2058485 Sep 22 17:13:13.805187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:14.672811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:15.042122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Deleting port 23e3685d-d691-4e89-b7e9-32e0421c96fa {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:15.042393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:15.217267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] For port 23e3685d-d691-4e89-b7e9-32e0421c96fa, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=23e3685d-d691-4e89-b7e9-32e0421c96fa,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:15.217622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:15.340540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Calling delete_port for 23e3685d-d691-4e89-b7e9-32e0421c96fa owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:15.609466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:15.657076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Pushing event deleted for resources: {'Port': ['ID=23e3685d-d691-4e89-b7e9-32e0421c96fa,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:16.053877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:16.414223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Router e7523923-3a05-417e-aca0-3ebb3dae5202 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:13:16.592773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:13:16.601288 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Sync routers for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:16.606603 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e17ef327-0031-46f9-be72-0f2bd4df4ef9 admin admin] 10.222.0.25 "PUT /v2.0/routers/e7523923-3a05-417e-aca0-3ebb3dae5202/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7996297 Sep 22 17:13:16.609099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:16.610914 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:16.611719 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:16.789482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:16.794884 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:17.000117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.010855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Deleting port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:17.011325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.097432 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:13:15Z', 'revision_number': 5, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port': {'id': 'fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:35:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'device_owner': 'network:router_gateway', 'standard_attr_id': 899, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:08Z', 'updated_at': '2022-09-22T17:04:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:17.101486 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Checking router: e7523923-3a05-417e-aca0-3ebb3dae5202 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:17.110393 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Routers {'e7523923-3a05-417e-aca0-3ebb3dae5202'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:17.110996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['e7523923-3a05-417e-aca0-3ebb3dae5202'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:17.272066 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] Set router e7523923-3a05-417e-aca0-3ebb3dae5202 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:17.319064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] For port fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:17.319675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.379957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:13:17Z', 'revision_number': 6, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:17.384629 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976eb638-cba4-4545-be2e-6977df6f43d5 None None] The sync data for ids ['e7523923-3a05-417e-aca0-3ebb3dae5202'] in dv-neutron-858953-1-hyperv is: [{'id': 'e7523923-3a05-417e-aca0-3ebb3dae5202', 'name': 'tempest-TestVolumeBootPattern-1531635494-router', 'tenant_id': 'f5d66e0c04e747d5876e8312206fbd34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:06Z', 'updated_at': '2022-09-22T17:13:17Z', 'revision_number': 6, 'project_id': 'f5d66e0c04e747d5876e8312206fbd34', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:17.456684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Calling delete_port for fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:17.625938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.674094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Pushing event deleted for resources: {'Port': ['ID=fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:17.778235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.952595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.954725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.978324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.978956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7523923-3a05-417e-aca0-3ebb3dae5202 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:13:17.991328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:17.992430 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-af2a685c-b226-4bf6-981a-34c85faed23d admin admin] 10.222.0.25 "DELETE /v2.0/routers/e7523923-3a05-417e-aca0-3ebb3dae5202 HTTP/1.1" status: 204 len: 168 time: 1.3824100 Sep 22 17:13:17.995742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53338) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:18.059363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Deleting subnet 5dbba768-5d88-4390-8b2e-1147ab62cf0a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:13:18.062478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.113739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.179708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 23e3685d-d691-4e89-b7e9-32e0421c96fa no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:18.203178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.218840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 23e3685d-d691-4e89-b7e9-32e0421c96fa {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:18.219269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 23e3685d-d691-4e89-b7e9-32e0421c96fa not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:18.219756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:18.255488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:18.255907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe46e5df-4e47-4b7a-8cb7-c2b1712fb30d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:18.282687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.322133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5dbba768-5d88-4390-8b2e-1147ab62cf0a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:18.326337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.331383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a744e01-bfa3-458c-acdf-9d614d6925ca None None] Network 2b58174b-84ca-44b6-90a1-b14e63858949 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:13:18.333036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c26ee3d3-e1e9-44a7-a385-741c3e19678d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/5dbba768-5d88-4390-8b2e-1147ab62cf0a HTTP/1.1" status: 204 len: 168 time: 0.3361146 Sep 22 17:13:18.335498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53342) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:18.452887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.463966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Deleting port fe70999c-7bb5-4a7c-9360-446d3351d6df {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:18.464834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.638010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] DHCP port deletion for 2b58174b-84ca-44b6-90a1-b14e63858949 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:13:18.642497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Deleting port fe70999c-7bb5-4a7c-9360-446d3351d6df {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:18.642892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.687291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] For port fe70999c-7bb5-4a7c-9360-446d3351d6df, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe70999c-7bb5-4a7c-9360-446d3351d6df,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:18.687644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.859202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] For port fe70999c-7bb5-4a7c-9360-446d3351d6df, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fe70999c-7bb5-4a7c-9360-446d3351d6df,segment=NetworkSegment(a121baa1-97bf-48a1-b5f1-5b33c3e75aba),segment_id=a121baa1-97bf-48a1-b5f1-5b33c3e75aba)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:18.859596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.912372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Calling delete_port for fe70999c-7bb5-4a7c-9360-446d3351d6df owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:18.994484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:18.996230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Calling delete_port for fe70999c-7bb5-4a7c-9360-446d3351d6df owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:19.043945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe70999c-7bb5-4a7c-9360-446d3351d6df,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:19.047377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] No DVR routers for this DVR port fe70999c-7bb5-4a7c-9360-446d3351d6df on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:13:19.074990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:13:19.075445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:13:19.168107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.194975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b58174b-84ca-44b6-90a1-b14e63858949']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:19.207995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:19.208297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a121baa1-97bf-48a1-b5f1-5b33c3e75aba') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:19.221948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.240499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.247115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:13:19.248232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.330363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a121baa1-97bf-48a1-b5f1-5b33c3e75aba resource provider aggregate not found Sep 22 17:13:19.352839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.357443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.360996 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a121baa1-97bf-48a1-b5f1-5b33c3e75aba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a121baa1-97bf-48a1-b5f1-5b33c3e75aba found for delete ", "request_id": "req-b66ceaa5-489d-414c-a3c8-4cec6bda5946"}]} Sep 22 17:13:19.384157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] Pushing event deleted for resources: {'Network': ['ID=2b58174b-84ca-44b6-90a1-b14e63858949,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:19.398086 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-381379c6-26f9-4394-be2b-95fe30eccdc0 admin admin] 10.222.0.25 "DELETE /v2.0/networks/2b58174b-84ca-44b6-90a1-b14e63858949 HTTP/1.1" status: 204 len: 168 time: 1.0614297 Sep 22 17:13:19.401435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53352) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:19.577054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Deleting port fe70999c-7bb5-4a7c-9360-446d3351d6df {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:19.577592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:19.647016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0ce9649d-36f0-4cb6-a0a0-98ece91342a7 None None] The port 'fe70999c-7bb5-4a7c-9360-446d3351d6df' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:13:19.952292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:20.166147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe70999c-7bb5-4a7c-9360-446d3351d6df no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:20.200373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fe70999c-7bb5-4a7c-9360-446d3351d6df {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:20.200837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fe70999c-7bb5-4a7c-9360-446d3351d6df not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:20.310840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Deleting port ad02f121-29e8-4715-9a22-9fad92b0706c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:20.311492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:20.600592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] For port ad02f121-29e8-4715-9a22-9fad92b0706c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ad02f121-29e8-4715-9a22-9fad92b0706c,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:20.601053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:20.726429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Calling delete_port for ad02f121-29e8-4715-9a22-9fad92b0706c owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:20.914584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:20.965220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad02f121-29e8-4715-9a22-9fad92b0706c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:21.263054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:21.641700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Router 65f8e650-f908-422b-91b3-07cb8b549dec has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:13:21.929817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:13:21.938403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Sync routers for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:13:21.948081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b52171bd-6791-4081-a462-87a7ecf9bfc3 admin admin] 10.222.0.25 "PUT /v2.0/routers/65f8e650-f908-422b-91b3-07cb8b549dec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5456219 Sep 22 17:13:21.949514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:21.950533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:21.950681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53356) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:22.128802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.133352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:22.314911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.326041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Deleting port 1ad4caf2-d497-42d0-84df-4cd135e2a728 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:22.326668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.378879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5960bdef-5169-4847-a6ed-124165676a25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.451992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89'}], 'enable_snat': True}, 'gw_port_id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:13:20Z', 'revision_number': 5, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port': {'id': '1ad4caf2-d497-42d0-84df-4cd135e2a728', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a0:7e:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 941, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:04:31Z', 'updated_at': '2022-09-22T17:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:22.456385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Checking router: 65f8e650-f908-422b-91b3-07cb8b549dec for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:13:22.465582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Routers {'65f8e650-f908-422b-91b3-07cb8b549dec'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:13:22.466178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:12:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['65f8e650-f908-422b-91b3-07cb8b549dec'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:22.521504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] For port 1ad4caf2-d497-42d0-84df-4cd135e2a728, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1ad4caf2-d497-42d0-84df-4cd135e2a728,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:22.521809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.633623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] Set router 65f8e650-f908-422b-91b3-07cb8b549dec gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:13:22.654866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Calling delete_port for 1ad4caf2-d497-42d0-84df-4cd135e2a728 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:22.794308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:13:22Z', 'revision_number': 6, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:22.799136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fc170e4-19cf-4d2d-82a4-71aa2f0697ff None None] The sync data for ids ['65f8e650-f908-422b-91b3-07cb8b549dec'] in dv-neutron-858953-1-hyperv is: [{'id': '65f8e650-f908-422b-91b3-07cb8b549dec', 'name': 'tempest-TestVolumeBootPattern-1450488034-router', 'tenant_id': '6e01c93f9dce42dd82a07e825d8c2258', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:04:29Z', 'updated_at': '2022-09-22T17:13:22Z', 'revision_number': 6, 'project_id': '6e01c93f9dce42dd82a07e825d8c2258', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:13:22.853163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:22.906058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad4caf2-d497-42d0-84df-4cd135e2a728,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:23.014135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.193249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.196122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.230614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.231095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65f8e650-f908-422b-91b3-07cb8b549dec {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:13:23.249812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.250992 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6cc781b7-d6cf-48b3-b0a0-ee9f880f027e admin admin] 10.222.0.25 "DELETE /v2.0/routers/65f8e650-f908-422b-91b3-07cb8b549dec HTTP/1.1" status: 204 len: 168 time: 1.2995253 Sep 22 17:13:23.253750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:23.322129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Deleting subnet 70c2ae01-950b-4be7-941a-93102dc3f7ac {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:13:23.325400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.375622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.456727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.529278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.568307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70c2ae01-950b-4be7-941a-93102dc3f7ac,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:23.572879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.583777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfd2946-819b-49fd-b6db-567a2b542843 None None] Network 60685034-09a8-408a-8a6b-bf724da73143 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:13:23.586388 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-71b9897f-58a2-41b3-8e81-83ba2b2e968e admin admin] 10.222.0.25 "DELETE /v2.0/subnets/70c2ae01-950b-4be7-941a-93102dc3f7ac HTTP/1.1" status: 204 len: 168 time: 0.3313916 Sep 22 17:13:23.589810 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:23.703981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.716331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Deleting port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:23.717192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.864756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] DHCP port deletion for 60685034-09a8-408a-8a6b-bf724da73143 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:13:23.871175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Deleting port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:23.871574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:23.962547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] For port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:23.963968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.109713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] For port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,segment=NetworkSegment(388048c1-aaaf-4747-9f14-6ed9a1042818),segment_id=388048c1-aaaf-4747-9f14-6ed9a1042818)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:13:24.110106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.207654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Calling delete_port for 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:24.236179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1ad4caf2-d497-42d0-84df-4cd135e2a728 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:24.275111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Calling delete_port for 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:13:24.293391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.313026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 1ad4caf2-d497-42d0-84df-4cd135e2a728 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:24.313367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1ad4caf2-d497-42d0-84df-4cd135e2a728 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:24.313774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:24.338115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Pushing event deleted for resources: {'Port': ['ID=3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:24.344016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] No DVR routers for this DVR port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:13:24.361499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:24.361846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:24.362256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ad02f121-29e8-4715-9a22-9fad92b0706c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:13:24.401734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ad02f121-29e8-4715-9a22-9fad92b0706c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:13:24.402107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ad02f121-29e8-4715-9a22-9fad92b0706c not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:13:24.427865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:13:24.428220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:13:24.460694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.487577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60685034-09a8-408a-8a6b-bf724da73143']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:24.497761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5a9578af-c067-4b2d-9101-3908e3d0f924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.500335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '388048c1-aaaf-4747-9f14-6ed9a1042818') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:24.500656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '388048c1-aaaf-4747-9f14-6ed9a1042818') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:13:24.512277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.529398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.535576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:13:24.535972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.620993 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 388048c1-aaaf-4747-9f14-6ed9a1042818 resource provider aggregate not found Sep 22 17:13:24.638033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.656379 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 388048c1-aaaf-4747-9f14-6ed9a1042818 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 388048c1-aaaf-4747-9f14-6ed9a1042818 found for delete ", "request_id": "req-31e887b6-6d12-4386-a753-a4ade8b40a47"}]} Sep 22 17:13:24.657359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.667570 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] Pushing event deleted for resources: {'Network': ['ID=60685034-09a8-408a-8a6b-bf724da73143,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:24.675005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14deafe5-1552-4937-acbd-45dc13ab6cfe admin admin] 10.222.0.25 "DELETE /v2.0/networks/60685034-09a8-408a-8a6b-bf724da73143 HTTP/1.1" status: 204 len: 168 time: 1.0841961 Sep 22 17:13:24.796648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53378) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:24.847679 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d531b51-8365-41aa-8ac4-b459071025bf admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f5d66e0c04e747d5876e8312206fbd34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498569 Sep 22 17:13:24.850175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:24.911284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.929738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Deleting port 3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:13:24.930326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.939244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:24.993686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.001001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-390361d9-9475-4cb4-a7c4-e779263b48e2 None None] The port '3446b6ee-8f50-4bfa-a5ea-5e3a5b8fc40a' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:13:25.012955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec814d19-12fa-45c3-9653-6f59608e8f79,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:25.019495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.024303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f0e8e792-dbc6-426b-b140-89460b1ffc21 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/ec814d19-12fa-45c3-9653-6f59608e8f79 HTTP/1.1" status: 204 len: 168 time: 0.1695192 Sep 22 17:13:25.219929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.369859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:25.420500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6f74b1b2-3952-418d-855a-4a5c726a72b6 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=6e01c93f9dce42dd82a07e825d8c2258&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0494692 Sep 22 17:13:25.423041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:13:25.587129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.589002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.614789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.666450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.682393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa4a980-5861-4a96-a4cf-fb6a3f045209,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:13:25.687056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:25.688166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c9fb6b0f-5213-40f4-bb5e-533272f2cccb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/7fa4a980-5861-4a96-a4cf-fb6a3f045209 HTTP/1.1" status: 204 len: 168 time: 0.2642107 Sep 22 17:13:25.933865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:27.161433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:46.125552 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:13:52.351742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2e1db1bf-4094-4e8d-b360-04ff42987070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:54.502170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-77355953-cb0f-4b0f-b2e7-bccc397d8e10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:55.236433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:55.580081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:55.936517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:13:57.165167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:07.694651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f58d27d-3e72-42fa-92d1-2918246fa40b req-7cded2d5-c5ca-4e00-9313-29fb90a5ebae tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:07.696142 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f58d27d-3e72-42fa-92d1-2918246fa40b req-7cded2d5-c5ca-4e00-9313-29fb90a5ebae tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0946088 Sep 22 17:14:07.742339 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f58d27d-3e72-42fa-92d1-2918246fa40b req-a145876e-c351-4819-bbbe-99b34522c410 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402575 Sep 22 17:14:08.956991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7d5da9-c874-401b-ada9-aea7c55a0b69 req-9337649a-5c34-489f-b506-69cb929f0420 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:08.960000 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac7d5da9-c874-401b-ada9-aea7c55a0b69 req-9337649a-5c34-489f-b506-69cb929f0420 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0958264 Sep 22 17:14:09.008401 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac7d5da9-c874-401b-ada9-aea7c55a0b69 req-50056e00-4874-4b48-b190-732a137a2adf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418704 Sep 22 17:14:09.416093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-3a5df743-1389-4596-9e9a-f08471bd4717 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:09.417578 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-3a5df743-1389-4596-9e9a-f08471bd4717 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.0880110 Sep 22 17:14:09.494687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 575c25ca-ca2e-4d07-91c4-673f42aa3feb {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:09.494943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:09.748802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 575c25ca-ca2e-4d07-91c4-673f42aa3feb, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=575c25ca-ca2e-4d07-91c4-673f42aa3feb,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:09.749086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:10.051683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:10.052088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:10.052406 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943 disassociated. External IP: 172.26.8.180, port: 575c25ca-ca2e-4d07-91c4-673f42aa3feb. Sep 22 17:14:10.053305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 575c25ca-ca2e-4d07-91c4-673f42aa3feb owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:10.277256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:10.337485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bccc1b-88db-4d03-ba8f-c59fd169aa49 req-d16e4160-1266-4b37-be29-41a4ed40e643 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:10.339079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6bccc1b-88db-4d03-ba8f-c59fd169aa49 req-d16e4160-1266-4b37-be29-41a4ed40e643 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 945 time: 0.2086041 Sep 22 17:14:10.351686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=575c25ca-ca2e-4d07-91c4-673f42aa3feb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:10.375340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.375690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.376033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.376368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.377403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.377403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.377403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.377663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.377991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.378314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.378639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.378958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:10.483753 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6bccc1b-88db-4d03-ba8f-c59fd169aa49 req-2abc863b-6afe-4b75-a717-cdedccfb7d12 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=35e5b0e1-165f-4b27-b466-aadabe80e8e0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331625 Sep 22 17:14:10.592358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:14:10.890351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:14:10.901347 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:10.910540 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:10.911143 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:10.988209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 575c25ca-ca2e-4d07-91c4-673f42aa3feb on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:14:10.990854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:10.993711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'name': 'network-vif-deleted', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:10.996523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f78df-56bd-4c48-b75e-58dfdc9420f9" -d '{"events": [{"server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "name": "network-vif-deleted", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:11.012159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c006bc32-d0dc-4f3e-a2d1-4f4dd744a72c req-929dc46f-592b-437b-ad91-2aa0719d1004 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/575c25ca-ca2e-4d07-91c4-673f42aa3feb HTTP/1.1" status: 204 len: 173 time: 1.5890145 Sep 22 17:14:11.059246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f47a18-c4e7-4568-8bf4-850bc01e331e x-openstack-request-id: req-16f47a18-c4e7-4568-8bf4-850bc01e331e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:11.060019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f91bef0b-1409-49f0-a1fd-643a9b330e95", "name": "network-vif-deleted", "tag": "575c25ca-ca2e-4d07-91c4-673f42aa3feb", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:11.060857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-16f47a18-c4e7-4568-8bf4-850bc01e331e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:11.061744 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f47a18-c4e7-4568-8bf4-850bc01e331e'] response: {'server_uuid': 'f91bef0b-1409-49f0-a1fd-643a9b330e95', 'name': 'network-vif-deleted', 'tag': '575c25ca-ca2e-4d07-91c4-673f42aa3feb', 'status': 'completed', 'code': 200} Sep 22 17:14:11.113254 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:11.438725 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:11.442663 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:11.452558 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:11.453208 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:11.641307 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:11.712565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4743dbc8-f8ce-4b87-860c-8eae4fe10f10 req-91747e07-beaf-4f59-ab81-9ca9fef3fc6e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:11.736545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4743dbc8-f8ce-4b87-860c-8eae4fe10f10 req-91747e07-beaf-4f59-ab81-9ca9fef3fc6e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:11.741225 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4743dbc8-f8ce-4b87-860c-8eae4fe10f10 req-91747e07-beaf-4f59-ab81-9ca9fef3fc6e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=f91bef0b-1409-49f0-a1fd-643a9b330e95 HTTP/1.1" status: 200 len: 210 time: 0.0896964 Sep 22 17:14:11.970617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:11.975050 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfede0e5-8283-41bd-895c-b526ac990d58 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:11:00Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'eac675b0-776f-4418-8d56-d318317abc63', 'name': '', 'network_id': 'c298d41d-543e-4656-acd5-9f510cbee66e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:94:bb:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1362, 'fixed_ips': [{'subnet_id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:59Z', 'updated_at': '2022-09-22T17:11:08Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:12.194355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0d05f0a-be60-46de-9e52-0b13cb5f6f6b None None] New status for floating IP 7e863b42-8639-4b8f-bd94-fc5fc6542943: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:14:12.629939 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-ff2b28cd-2df3-45f4-8e00-378de6678465 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0813739 Sep 22 17:14:12.790723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382018a-c745-45ce-9c27-322d79f35607 req-af8e1044-900c-4a62-8b20-bbc13fd9148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:12.792211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-af8e1044-900c-4a62-8b20-bbc13fd9148a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 1098 time: 0.0803895 Sep 22 17:14:12.841924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:12.910648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:12.941668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382018a-c745-45ce-9c27-322d79f35607 req-a9970a0b-0386-438d-804f-5d48f379a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:12.943642 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-a9970a0b-0386-438d-804f-5d48f379a201 service neutron] 10.222.0.18 "GET /v2.0/networks?id=c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 200 len: 898 time: 0.1323526 Sep 22 17:14:12.945972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.009713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.014663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-fc5dbbe6-b4de-4040-a0f8-9c5bd5c322ef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 200 len: 217 time: 0.0648909 Sep 22 17:14:13.030244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e5b0e1-165f-4b27-b466-aadabe80e8e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:13.040056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.040401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.040782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.041108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.041436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.041765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.042089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.042412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.042735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.043053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.043373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.043698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:13.049059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.050259 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-17dba66f-7ad9-44e6-ac27-aaa00237307d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/35e5b0e1-165f-4b27-b466-aadabe80e8e0 HTTP/1.1" status: 204 len: 168 time: 0.2072668 Sep 22 17:14:13.063597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 575c25ca-ca2e-4d07-91c4-673f42aa3feb no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:13.081734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53448) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:13.086767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382018a-c745-45ce-9c27-322d79f35607 req-75d4732f-d6d6-4b9a-8713-6856481921b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:13.088406 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-75d4732f-d6d6-4b9a-8713-6856481921b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 200 len: 833 time: 0.0673785 Sep 22 17:14:13.104311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 575c25ca-ca2e-4d07-91c4-673f42aa3feb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:14:13.104926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 575c25ca-ca2e-4d07-91c4-673f42aa3feb not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:13.178375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7382018a-c745-45ce-9c27-322d79f35607 req-e98f0a0c-4ce3-4990-ae6c-9a3f193e64e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:13.179886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-e98f0a0c-4ce3-4990-ae6c-9a3f193e64e3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=c298d41d-543e-4656-acd5-9f510cbee66e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857351 Sep 22 17:14:13.241125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 57ff130d-bb0c-4881-82f6-b23500644c24 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:13.241467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.317082 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-057a3c29-d6c6-4016-a6f2-2d537568557c service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295335 Sep 22 17:14:13.421645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.422053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.466030 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7382018a-c745-45ce-9c27-322d79f35607 req-37250956-8d5b-41ab-9671-82fb1164f633 service neutron] 10.222.0.18 "GET /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428888 Sep 22 17:14:13.545670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 57ff130d-bb0c-4881-82f6-b23500644c24 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:13.697941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.747527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=57ff130d-bb0c-4881-82f6-b23500644c24,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:13.856725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.875470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:13.876637 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a71cebb3-a57d-4f2c-9f3d-3aa0b2e36bd5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/7e863b42-8639-4b8f-bd94-fc5fc6542943 HTTP/1.1" status: 204 len: 168 time: 0.7938960 Sep 22 17:14:14.251850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fe7ba-ca17-4fa0-82bb-83a2b15ea612 req-a960a547-88fb-4a08-8264-04971da48815 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:14.253352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-748fe7ba-ca17-4fa0-82bb-83a2b15ea612 req-a960a547-88fb-4a08-8264-04971da48815 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.0879571 Sep 22 17:14:14.297482 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-748fe7ba-ca17-4fa0-82bb-83a2b15ea612 req-1cf9f85d-5c49-4b00-8df5-f18ffaf472b9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379293 Sep 22 17:14:15.500276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dea945-5b4e-4361-827a-351e87403fec req-faea4364-b8ea-45d5-a5bf-08bc3d1bea42 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:15.500915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d0dea945-5b4e-4361-827a-351e87403fec req-faea4364-b8ea-45d5-a5bf-08bc3d1bea42 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:15.518794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d0dea945-5b4e-4361-827a-351e87403fec req-faea4364-b8ea-45d5-a5bf-08bc3d1bea42 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:15.520080 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0dea945-5b4e-4361-827a-351e87403fec req-faea4364-b8ea-45d5-a5bf-08bc3d1bea42 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.1086814 Sep 22 17:14:15.565153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d0dea945-5b4e-4361-827a-351e87403fec req-909690fb-a0a8-48a1-b027-4c154f5df6d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:15.580656 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d0dea945-5b4e-4361-827a-351e87403fec req-909690fb-a0a8-48a1-b027-4c154f5df6d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:15.581898 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0dea945-5b4e-4361-827a-351e87403fec req-909690fb-a0a8-48a1-b027-4c154f5df6d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557156 Sep 22 17:14:16.045562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-6aa2cd5e-3ff4-492d-b95d-03f0d7f5142b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:16.047021 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-6aa2cd5e-3ff4-492d-b95d-03f0d7f5142b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.1037734 Sep 22 17:14:16.117386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:16.117727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:16.365473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:16.365830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:16.594204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:16.794309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:16.849239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=4b3c73d0-be1d-47c0-985f-b3dbcaad1caa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:16.910242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bcb8724-9a62-4baa-afa2-ef6a166299e7 req-bebb1192-9213-4b70-bf79-e46ce6b6a5f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:16.911743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9bcb8724-9a62-4baa-afa2-ef6a166299e7 req-bebb1192-9213-4b70-bf79-e46ce6b6a5f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=513ef7e5-4374-4c06-9620-beb0b1ba0df7 HTTP/1.1" status: 200 len: 945 time: 0.2098832 Sep 22 17:14:16.967838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:14:16.970221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:16.975346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'name': 'network-vif-deleted', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:16.977781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4326ed6b-a36c-44ee-bfd7-2ff110fe1972" -d '{"events": [{"server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "name": "network-vif-deleted", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:17.008439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d5890089-9363-43a7-8304-caef3b01a3b5 req-1b7ed245-2830-42ae-8ec5-3daf5c2dcec8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/4b3c73d0-be1d-47c0-985f-b3dbcaad1caa HTTP/1.1" status: 204 len: 173 time: 0.9562645 Sep 22 17:14:17.017731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9bcb8724-9a62-4baa-afa2-ef6a166299e7 req-5f5a3b70-05ac-44bb-afb0-7f2f414cc4a4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=01943888-0269-4afc-84d1-52044b593314&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760138 Sep 22 17:14:17.060878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-811dc5c7-6f37-47eb-9fbd-2aa7904105f0 x-openstack-request-id: req-811dc5c7-6f37-47eb-9fbd-2aa7904105f0 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:17.061481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "513ef7e5-4374-4c06-9620-beb0b1ba0df7", "name": "network-vif-deleted", "tag": "4b3c73d0-be1d-47c0-985f-b3dbcaad1caa", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:17.061481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-811dc5c7-6f37-47eb-9fbd-2aa7904105f0 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:17.061812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-811dc5c7-6f37-47eb-9fbd-2aa7904105f0'] response: {'server_uuid': '513ef7e5-4374-4c06-9620-beb0b1ba0df7', 'name': 'network-vif-deleted', 'tag': '4b3c73d0-be1d-47c0-985f-b3dbcaad1caa', 'status': 'completed', 'code': 200} Sep 22 17:14:18.123249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53468) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:18.198604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:18.230264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:18.296741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:18.316969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01943888-0269-4afc-84d1-52044b593314,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:18.328381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:18.329576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bd63495d-55d2-417c-aba1-d071e44a80d6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/01943888-0269-4afc-84d1-52044b593314 HTTP/1.1" status: 204 len: 168 time: 0.2049811 Sep 22 17:14:18.370746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53474) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:18.927122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:19.094075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:19.127808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:14:19.128147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4b3c73d0-be1d-47c0-985f-b3dbcaad1caa not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:19.384000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port eac675b0-776f-4418-8d56-d318317abc63 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:19.384587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:19.615917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port eac675b0-776f-4418-8d56-d318317abc63, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=eac675b0-776f-4418-8d56-d318317abc63,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:19.616553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:19.768915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for eac675b0-776f-4418-8d56-d318317abc63 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:19.961269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:20.012025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=eac675b0-776f-4418-8d56-d318317abc63,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:20.297913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:20.657938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 00e469c7-df47-404b-8402-b56e95e4c5a4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:14:20.955625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:14:20.965861 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Sync routers for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:20.968619 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-52c7b40f-db6d-4b5b-bf5e-b4391644780b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/00e469c7-df47-404b-8402-b56e95e4c5a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5964513 Sep 22 17:14:20.971375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:20.975882 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:20.976497 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:21.041203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet 9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:14:21.044678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.098949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.158019 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:21.191955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.273552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.310485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:21.316885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.323264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-701de7c5-6dbf-4b46-8da7-942b125a2702 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/9f4f9be5-4ee9-4f5b-9c09-5cd2d20d2450 HTTP/1.1" status: 204 len: 168 time: 0.3508804 Sep 22 17:14:21.325911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:21.326887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e142a5cc-831d-4805-b83e-477b86e06e86 None None] Network c298d41d-543e-4656-acd5-9f510cbee66e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:14:21.486838 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:14:19Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:21.490757 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Checking router: 00e469c7-df47-404b-8402-b56e95e4c5a4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:21.502399 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Routers {'00e469c7-df47-404b-8402-b56e95e4c5a4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:21.503013 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:13:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['00e469c7-df47-404b-8402-b56e95e4c5a4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:21.525798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.614333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] DHCP port deletion for c298d41d-543e-4656-acd5-9f510cbee66e request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:14:21.618238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Deleting port 47f84c23-a388-450f-a7dc-826446b1ff9b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:21.618828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.698712 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] Set router 00e469c7-df47-404b-8402-b56e95e4c5a4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:21.718772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.729984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port e589bf69-16a2-4a25-98dc-dd7696c59418 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:14:21.730366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.831173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] For port 47f84c23-a388-450f-a7dc-826446b1ff9b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=47f84c23-a388-450f-a7dc-826446b1ff9b,segment=NetworkSegment(d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3),segment_id=d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:21.831384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.910267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port e589bf69-16a2-4a25-98dc-dd7696c59418, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e589bf69-16a2-4a25-98dc-dd7696c59418,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:21.910621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:21.956906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Calling delete_port for 47f84c23-a388-450f-a7dc-826446b1ff9b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:21.990469 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:14:19Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:21.996419 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c80aa5b-b66c-43fd-b3c6-88fbc2b9e503 None None] The sync data for ids ['00e469c7-df47-404b-8402-b56e95e4c5a4'] in dv-neutron-858953-1-hyperv is: [{'id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'name': 'tempest-TestNetworkBasicOps-router-627735226', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102'}], 'enable_snat': True}, 'gw_port_id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:10:53Z', 'updated_at': '2022-09-22T17:14:19Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'e589bf69-16a2-4a25-98dc-dd7696c59418', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '00e469c7-df47-404b-8402-b56e95e4c5a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1359, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:10:54Z', 'updated_at': '2022-09-22T17:11:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:22.042309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for e589bf69-16a2-4a25-98dc-dd7696c59418 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:14:22.051588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.099201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Pushing event deleted for resources: {'Port': ['ID=47f84c23-a388-450f-a7dc-826446b1ff9b,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:22.105541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] No DVR routers for this DVR port 47f84c23-a388-450f-a7dc-826446b1ff9b on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:14:22.113342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.113684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.114027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.114370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.114706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.115031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.115355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.115683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.116594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.117371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.117371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.117517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d86b4c8-bf8c-4bba-a2f1-0408fe45c74e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:22.225873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.274012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=e589bf69-16a2-4a25-98dc-dd7696c59418,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:22.373782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26c92439-5226-471d-b415-02a0af16581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.401587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.451242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 47f84c23-a388-450f-a7dc-826446b1ff9b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:22.492345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 47f84c23-a388-450f-a7dc-826446b1ff9b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:14:22.492967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 47f84c23-a388-450f-a7dc-826446b1ff9b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:22.493530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device eac675b0-776f-4418-8d56-d318317abc63 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:22.529427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: eac675b0-776f-4418-8d56-d318317abc63 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:14:22.529776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device eac675b0-776f-4418-8d56-d318317abc63 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:22.691436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.693570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.715409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.716007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router 00e469c7-df47-404b-8402-b56e95e4c5a4 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:14:22.735878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:22.737024 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ef24ddf-7f4b-434e-9794-7cbb3645e7c9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/00e469c7-df47-404b-8402-b56e95e4c5a4 HTTP/1.1" status: 204 len: 168 time: 1.4102051 Sep 22 17:14:22.740127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:22.947872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.077802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.103254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c298d41d-543e-4656-acd5-9f510cbee66e']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:23.115053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:23.115348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:23.124297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:14:23.126649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.143361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.150711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:14:23.151245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.239968 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3 resource provider aggregate not found Sep 22 17:14:23.259891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.263143 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d25d3906-2cb6-4c7e-b6d9-b1eaf9b264c3 found for delete ", "request_id": "req-c49feaf1-4f8e-47b3-aff3-9872a2daf8d3"}]} Sep 22 17:14:23.281004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.293905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=c298d41d-543e-4656-acd5-9f510cbee66e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:23.301995 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35854d58-5959-4fbe-a0fc-1edc1dce8c49 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/c298d41d-543e-4656-acd5-9f510cbee66e HTTP/1.1" status: 204 len: 168 time: 0.5605824 Sep 22 17:14:23.327458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53496) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:23.333440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--1028897871', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:23.339352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:23.343873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:23.347129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:23.353573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:23.367505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:14:23.371034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.400951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:14:23.409893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.410266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment c4f284f5-1015-487c-b125-2782826afeb1 of type vlan for network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 Sep 22 17:14:23.438954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.477141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.482406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:23.482990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.597839 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2690716 Sep 22 17:14:23.598553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65217bfb-10fd-4afa-b0dd-a40a836fea9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=72c8cd9e-7d65-4ebd-8a49-8620afd73a81,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:23.600564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53500) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:23.605769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:23.608964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:14:23.613186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:23.617559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:23.620527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:23.631084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:23.641943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.642971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.658570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:23.938961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.161218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e589bf69-16a2-4a25-98dc-dd7696c59418 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:24.197062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: e589bf69-16a2-4a25-98dc-dd7696c59418 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:14:24.197407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e589bf69-16a2-4a25-98dc-dd7696c59418 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:24.249414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.279626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.419961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.34 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/09fac633-9b70-49b0-ab2d-64eb9f3315bb) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:24.508974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67b9aeb7-d6a1-4652-b9e7-9e4a05fb4b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.576189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.608489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:24.676862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:24.679916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:24.682269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:14:24.833828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=09fac633-9b70-49b0-ab2d-64eb9f3315bb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:25.226267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:25.263240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:25.583460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:25.594808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:25.816344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 5cd68675-bc99-495f-9d5f-d3a699d01841 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:14:25.938582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:25.994175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:14:26.004001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Sync routers for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:26.013949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:26.014564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:26.021983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:26.024027 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-171b2106-08b3-4f61-bf24-20fa9628a31a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4225211 Sep 22 17:14:26.027763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53504) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:26.069797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d97f834d-6502-4b86-a2f2-d7923486adc5 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0409007 Sep 22 17:14:26.072535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53508) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:26.197942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:26.205347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfd90ac4-19a1-4026-9889-71ea136667d4 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:26.209631 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dfd90ac4-19a1-4026-9889-71ea136667d4 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1333003 Sep 22 17:14:26.210628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:26.257350 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2bbfddd4-5546-4e82-8de1-8f09ab1b0cd3 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449703 Sep 22 17:14:26.259830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:26.265716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-513546498', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:26.376855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:26.381038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:26.384422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:26.390185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:26.401218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:14:26.404638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:26.523530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:25Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:26.527280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Checking router: 5cd68675-bc99-495f-9d5f-d3a699d01841 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:26.527625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Updating router 5cd68675-bc99-495f-9d5f-d3a699d01841 port 09fac633-9b70-49b0-ab2d-64eb9f3315bb binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:14:26.581975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:26.643248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:26.730753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=d0c2cdd9-bfc7-413f-9c52-374711ca9f23,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:26.735501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:26.735846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: 72c8cd9e-7d65-4ebd-8a49-8620afd73a81, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:14:26.757219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:14:26.768938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 72c8cd9e-7d65-4ebd-8a49-8620afd73a81) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:26.773600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:26.774112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:26.780998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e795aeb-1c39-4382-b964-8f23df3e7e1b None None] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:14:26.798262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d30bfba-fba3-43e8-9a5d-7c9f9d027fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5372503 Sep 22 17:14:26.801149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:27.106913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:14:27.107726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.119398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.138108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Transition to ACTIVE for port object 09fac633-9b70-49b0-ab2d-64eb9f3315bb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:27.189834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.270871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.284863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Attempting to bind port 09fac633-9b70-49b0-ab2d-64eb9f3315bb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:14:27.285231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Attempting to bind port 09fac633-9b70-49b0-ab2d-64eb9f3315bb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:14:27.285518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Attempting to bind port 09fac633-9b70-49b0-ab2d-64eb9f3315bb on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:27.307075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:14:27.307448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:27.307854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.308240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:14:27.308746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Bound port: 09fac633-9b70-49b0-ab2d-64eb9f3315bb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:14:27.309118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.336655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577da4d-bd28-4715-9d2e-0e5b7e664030 None None] Pushing event updated for resources: {'Port': ['ID=09fac633-9b70-49b0-ab2d-64eb9f3315bb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:27.439758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Allocated IP 172.20.0.2 (72c8cd9e-7d65-4ebd-8a49-8620afd73a81/d0c2cdd9-bfc7-413f-9c52-374711ca9f23/3744919c-93db-4ed0-a005-7337ee97d807) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:27.445132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] For port 09fac633-9b70-49b0-ab2d-64eb9f3315bb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:27.449204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] For port 09fac633-9b70-49b0-ab2d-64eb9f3315bb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=09fac633-9b70-49b0-ab2d-64eb9f3315bb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:14:27.454606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.597042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:27.597701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:27.655767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:27.688946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4577da4d-bd28-4715-9d2e-0e5b7e664030 None None] Pushing event updated for resources: {'Port': ['ID=09fac633-9b70-49b0-ab2d-64eb9f3315bb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:27.922155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:28.055068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.122006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Transition to ACTIVE for port object 3744919c-93db-4ed0-a005-7337ee97d807 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:28.151651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Transition to ACTIVE for port object 3744919c-93db-4ed0-a005-7337ee97d807 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:28.171861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.237914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (72c8cd9e-7d65-4ebd-8a49-8620afd73a81/d0c2cdd9-bfc7-413f-9c52-374711ca9f23/7b82c4f8-20cf-4725-8df3-3a6187e2be6f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:28.286671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:28.291095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:28.297809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:14:28.307862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Pushing event updated for resources: {'Port': ['ID=3744919c-93db-4ed0-a005-7337ee97d807,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:28.401696 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.418605 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 7b82c4f8-20cf-4725-8df3-3a6187e2be6f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:28.419165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Attempting to bind port 3744919c-93db-4ed0-a005-7337ee97d807 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:14:28.419616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Attempting to bind port 3744919c-93db-4ed0-a005-7337ee97d807 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:14:28.420198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Attempting to bind port 3744919c-93db-4ed0-a005-7337ee97d807 on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:28.428972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:14:28.429402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Checking segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:28.429803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.430197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Bound using segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:14:28.430659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Bound port: 3744919c-93db-4ed0-a005-7337ee97d807, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:14:28.431030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.442982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.474581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:25Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:28.495114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb67644-8cd4-4f9c-b54b-e4f070d6a9f2 None None] The sync data for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv is: [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:25Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:28.511743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:28.521534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:28.521534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:14:28.541868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] For port 3744919c-93db-4ed0-a005-7337ee97d807, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:28.545940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] For port 3744919c-93db-4ed0-a005-7337ee97d807, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3744919c-93db-4ed0-a005-7337ee97d807,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:14:28.552180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.578692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:28.595582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:28.642499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048908e-9a58-498c-9fd9-50b96548e5fc None None] Pushing event updated for resources: {'Port': ['ID=3744919c-93db-4ed0-a005-7337ee97d807,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:28.930059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:29.514417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:29.521328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:29.662185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:29.664317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2e77b54-78d7-4c7c-8b11-8370acc6a4ef None None] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:14:29.666628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:29.756776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5ab009b6-a5aa-42e0-a452-6283eaa06d5c None None] Provisioning for port 3744919c-93db-4ed0-a005-7337ee97d807 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:29.808657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:29.809873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:30.025548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 5cd68675-bc99-495f-9d5f-d3a699d01841 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:14:30.237127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Provisioning for port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:30.241916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:14:30.245473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Provisioning complete for port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:30.245852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:30.246189 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Attempt 1 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:30.265269 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Sync routers for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:30.280754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:30.281382 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:30.288060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53524) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:30.289755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f46fc82f-29b9-4043-ac57-faa9898af1e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/5cd68675-bc99-495f-9d5f-d3a699d01841/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4874983 Sep 22 17:14:30.327119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3744919c-93db-4ed0-a005-7337ee97d807 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:30.367284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:30.413055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3744919c-93db-4ed0-a005-7337ee97d807 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:30.422949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3744919c-93db-4ed0-a005-7337ee97d807 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:30.423622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:30.424220 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3744919c-93db-4ed0-a005-7337ee97d807 Sep 22 17:14:30.508123 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:30.570622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3744919c-93db-4ed0-a005-7337ee97d807 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:30.571163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:30.598172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1f779-ae54-4410-8543-d3617b83f383 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.598641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1f779-ae54-4410-8543-d3617b83f383 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.599104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1f779-ae54-4410-8543-d3617b83f383 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.599726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd1f779-ae54-4410-8543-d3617b83f383 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.602283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0fd1f779-ae54-4410-8543-d3617b83f383 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.3124039 Sep 22 17:14:30.606528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53528) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:30.621301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 3744919c-93db-4ed0-a005-7337ee97d807, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3744919c-93db-4ed0-a005-7337ee97d807,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:30.626784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:30.628089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 09fac633-9b70-49b0-ab2d-64eb9f3315bb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:30.704776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d90d0-1fb7-43d4-a9dd-a816fd2fd1c2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.705349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d90d0-1fb7-43d4-a9dd-a816fd2fd1c2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.705818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d90d0-1fb7-43d4-a9dd-a816fd2fd1c2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.706285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-488d90d0-1fb7-43d4-a9dd-a816fd2fd1c2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:30.710700 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-488d90d0-1fb7-43d4-a9dd-a816fd2fd1c2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1001809 Sep 22 17:14:30.710922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53532) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:30.791896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=3744919c-93db-4ed0-a005-7337ee97d807,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:30.793068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 09fac633-9b70-49b0-ab2d-64eb9f3315bb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:30.799275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 09fac633-9b70-49b0-ab2d-64eb9f3315bb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:30.799654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:30.799969 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 09fac633-9b70-49b0-ab2d-64eb9f3315bb Sep 22 17:14:30.871911 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Attempt 2 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:30.953478 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b5382534-f118-49b5-bb44-026c22934f45 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2412152 Sep 22 17:14:30.957621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53536) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:30.963828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-955200313', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:30.977915 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:29Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:30.983772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Checking router: 5cd68675-bc99-495f-9d5f-d3a699d01841 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:30.984057 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Updating router 5cd68675-bc99-495f-9d5f-d3a699d01841 port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:14:31.050102 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.057073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:31.063318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 09fac633-9b70-49b0-ab2d-64eb9f3315bb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:31.063318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.081656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 09fac633-9b70-49b0-ab2d-64eb9f3315bb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=09fac633-9b70-49b0-ab2d-64eb9f3315bb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:31.087052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.172191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:31.173720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=09fac633-9b70-49b0-ab2d-64eb9f3315bb,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:31.181898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:port and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:31.185270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for port was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:31.191428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:31.202895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:14:31.207032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.231994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] device_id is not set on port 1065240d-9888-4aeb-996f-fba2a48f5e6e yet. {{(pid=89052) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:14:31.485354 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.505335 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Transition to ACTIVE for port object 7b82c4f8-20cf-4725-8df3-3a6187e2be6f will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:31.514303 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.558637 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Attempt 3 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:31.595200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.9 (72c8cd9e-7d65-4ebd-8a49-8620afd73a81/d0c2cdd9-bfc7-413f-9c52-374711ca9f23/1065240d-9888-4aeb-996f-fba2a48f5e6e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:31.633920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:31.732433 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Pushing event updated for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:31.746603 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.746902 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.747253 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.747618 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.747950 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.748316 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.748715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.749049 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.749379 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.749696 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.750085 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.750370 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:14:31.757104 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Attempting to bind port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:14:31.757473 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Attempting to bind port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:14:31.757833 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Attempting to bind port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:31.763771 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:14:31.764147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Checking segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:31.764545 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.764967 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Bound using segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:14:31.765432 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Bound port: 7b82c4f8-20cf-4725-8df3-3a6187e2be6f, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:14:31.765804 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.858427 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] For port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:31.861405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] For port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:14:31.867643 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.930122 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:31.930574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:31.930745 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:31.946857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 1065240d-9888-4aeb-996f-fba2a48f5e6e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:31.970376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.022517 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8e019-fa92-4836-b36d-a6cddd799c5d None None] Pushing event updated for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:32.045383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:32.048585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:32.050978 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:14:32.096231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:32.131795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:32.132581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.134143 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:32.134809 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Attempt 4 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:32.185859 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5ad9e63f-3129-48f3-9d6f-f3b3fa031d59 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.2269349 Sep 22 17:14:32.260828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3744919c-93db-4ed0-a005-7337ee97d807 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:32.309414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:32.315787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-242392631', 'description': 'tempest-secgroup-smoke-242392631 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:32.322406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:32.328039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:32.331485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:32.338504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:32.343304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5e9a1a34-a6eb-4862-8c10-fc55f6944ce1 None None] Port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:14:32.354514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.375373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3744919c-93db-4ed0-a005-7337ee97d807 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:32.375621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.375933 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3744919c-93db-4ed0-a005-7337ee97d807 Sep 22 17:14:32.378069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:32.382892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:32.386209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:32.392993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:32.478149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.483111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.520506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3744919c-93db-4ed0-a005-7337ee97d807 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:32.521607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 09fac633-9b70-49b0-ab2d-64eb9f3315bb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:32.530850 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:32.535571 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d7b7b5-08ff-46ad-b5b4-35eec1c7d84c None None] The sync data for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv is: [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:32.536419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=206e4b87-3bc7-44c1-9740-332e5ed53542,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:32.539915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.541355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0b7a5b21-a370-4e61-bae3-7389f349a42d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2302058 Sep 22 17:14:32.545655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53546) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:32.552913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:32.559448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:32.564192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:32.568009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:32.575905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:32.582585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Provisioning for port 1065240d-9888-4aeb-996f-fba2a48f5e6e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:32.593607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Provisioning complete for port 1065240d-9888-4aeb-996f-fba2a48f5e6e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:32.593978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.594307 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 1 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:32.612656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.664181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 09fac633-9b70-49b0-ab2d-64eb9f3315bb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:32.664548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.664908 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 09fac633-9b70-49b0-ab2d-64eb9f3315bb Sep 22 17:14:32.705618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:32.715026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.720587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.759682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d99ce8cd-226b-4eaa-af57-a33efef19acf,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:32.770601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.776336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-714d0853-f35b-4186-84c7-dc860d3c4d06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2291694 Sep 22 17:14:32.776503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53550) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:32.781876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:32.794840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:32.799741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:32.803287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:32.809611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:32.830087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 09fac633-9b70-49b0-ab2d-64eb9f3315bb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:32.831141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.908991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.913766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.941105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1420f83d-c531-4114-88c8-8986da1b6b86,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:32.953821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:32.960252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-af1b8ef6-de8b-4f27-b6b8-6b2e46509f1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778696 Sep 22 17:14:32.960497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:32.965864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:32.972631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:32.977432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:32.980493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:32.986724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:33.004931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.075636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.079795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.106680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a4d3f0b-9e6c-408a-9a3b-c80a30e32d67,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:33.116280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.120415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53558) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:33.120582 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7a0d1f9d-835d-4704-993d-1450fc27de01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1588047 Sep 22 17:14:33.126507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:33.133715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:33.137941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:33.141007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:33.148968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:33.167612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.206924 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 2 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:33.249240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.258169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.288430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=186fa61e-1b7c-4178-a1c6-9a630a416e58,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:33.290038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:33.319689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.320995 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f42a51e9-d732-4197-9362-07fc30153812 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1989367 Sep 22 17:14:33.324429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53562) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:33.330255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:33.336865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:33.341469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:33.344960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:33.352359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:33.368273 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:14:33.379015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.463755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.468764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.496174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba761d72-0a27-4a50-ad7f-30e1ec2416c6,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:33.510728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.512990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64d64e5b-e9f5-42b6-8cb7-0dd7aa950e69 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1873960 Sep 22 17:14:33.515747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53566) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:33.525247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '206e4b87-3bc7-44c1-9740-332e5ed53542', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:33.531689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:33.542929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:33.552873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:33.563201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:33.581014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:14:33.593943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.695908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.701212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.725398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=084f97f9-5cc6-4b18-8954-e548c8ec791a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:33.744505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:33.745889 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0fa8a3ad-6a98-46bd-8765-3b75bdc9f7e8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2271857 Sep 22 17:14:33.791690 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 3 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:33.875216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:34.015212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-984cff20-1c6a-46cb-b1d6-864db660b51e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:34.031685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-984cff20-1c6a-46cb-b1d6-864db660b51e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:34.033121 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-984cff20-1c6a-46cb-b1d6-864db660b51e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-242392631&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0589280 Sep 22 17:14:34.114588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-0e91d60d-775c-4caa-8040-3cbc2f66b3b2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:34.115172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-0e91d60d-775c-4caa-8040-3cbc2f66b3b2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:34.130736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-0e91d60d-775c-4caa-8040-3cbc2f66b3b2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:34.132022 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-0e91d60d-775c-4caa-8040-3cbc2f66b3b2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 929 time: 0.0917373 Sep 22 17:14:34.213522 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-1f0bd9b4-a081-453c-8111-513b478be0ea service neutron] 10.222.0.25 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0693054 Sep 22 17:14:34.241488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b82c4f8-20cf-4725-8df3-3a6187e2be6f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:34.310245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:34.315356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:34.315736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:34.316069 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:34.354275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-c8425c28-7e57-44ff-a58c-03bd87a7fa0d service neutron] 10.222.0.25 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346495 Sep 22 17:14:34.376402 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 4 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:34.472128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:34.484045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:34.484425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:34.486536 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-e1f5c706-a0b2-4477-8a0d-e6c47cabf714 service neutron] 10.222.0.25 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265383 Sep 22 17:14:34.521213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:34.526085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:34.599385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:34.676791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-eca80884-5beb-4885-a182-4134ab229c27 req-4e61c819-32eb-4e6e-83a9-02a9071d371d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:34.690094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-eca80884-5beb-4885-a182-4134ab229c27 req-4e61c819-32eb-4e6e-83a9-02a9071d371d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:34.691273 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eca80884-5beb-4885-a182-4134ab229c27 req-4e61c819-32eb-4e6e-83a9-02a9071d371d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 210 time: 0.0660737 Sep 22 17:14:34.973475 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 5 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:35.031810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:35.532772 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 6 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:35.590714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:35.726908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-266ef9ba-c31c-4454-bef2-14103c8eb845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:35.728280 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-266ef9ba-c31c-4454-bef2-14103c8eb845 service neutron] 10.222.0.18 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1025 time: 0.0661829 Sep 22 17:14:35.879967 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51452f6c-7a5b-4b37-889e-a799e90d1251 req-ff88a011-7f63-44d2-8b5a-cc1a0ae86b62 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 210 time: 0.0635622 Sep 22 17:14:35.897830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-e6d76995-adb8-42dd-b020-a6233eb4f115 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:35.898956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-e6d76995-adb8-42dd-b020-a6233eb4f115 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:35.915934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-e6d76995-adb8-42dd-b020-a6233eb4f115 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:35.917092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-e6d76995-adb8-42dd-b020-a6233eb4f115 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 797 time: 0.1838682 Sep 22 17:14:35.972783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-0507d665-d133-4098-9832-034ddd0717af tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:35.985130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-411244eb-74ae-4443-8858-122ffb22a338 req-0507d665-d133-4098-9832-034ddd0717af tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:35.986249 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-0507d665-d133-4098-9832-034ddd0717af tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.0545423 Sep 22 17:14:35.996506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Request body: {'port': {'device_id': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:36.092034 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 7 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:36.112265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.148819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:36.222853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b82c4f8-20cf-4725-8df3-3a6187e2be6f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:36.306405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:36.306777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.307117 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f Sep 22 17:14:36.460105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:36.481833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065240d-9888-4aeb-996f-fba2a48f5e6e {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:14:36.489549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.505534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Transition to ACTIVE for port object 1065240d-9888-4aeb-996f-fba2a48f5e6e will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:36.509502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.649868 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 8 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:36.705155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:36.711114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:14:36.747689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:14:36.748258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:14:36.748360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:36.753507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:14:36.753826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:36.760135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:14:36.760473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Checking segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:36.760963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Bound using segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:14:36.761396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Bound port: 1065240d-9888-4aeb-996f-fba2a48f5e6e, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:14:36.761809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.857755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:36.861028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:14:36.866379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.898655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:36.899261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:36.900667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] 10.222.0.18 "PUT /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1130 time: 0.9082253 Sep 22 17:14:36.901104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:36.903390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f04e3ef-5b2a-4685-99eb-fdc871547627" -d '{"events": [{"name": "network-changed", "server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:36.952723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452ca699-cd8c-41a2-9003-48cd357ea71b service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:36.961496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8be5322-7477-4a5c-b075-e9ad0d5d5851 x-openstack-request-id: req-c8be5322-7477-4a5c-b075-e9ad0d5d5851 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:36.962228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:36.963129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c8be5322-7477-4a5c-b075-e9ad0d5d5851 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:36.963129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8be5322-7477-4a5c-b075-e9ad0d5d5851'] response: {'name': 'network-changed', 'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'status': 'completed', 'code': 200} Sep 22 17:14:37.056166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-439c07bf-9a2d-4699-b6b1-f3721ee48b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.057699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-439c07bf-9a2d-4699-b6b1-f3721ee48b5e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 1133 time: 0.0863678 Sep 22 17:14:37.090766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278b302-5f70-4973-8119-a8f23a707d3b req-24b7ed77-9f80-43ca-b650-267c13e2385e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.092397 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3278b302-5f70-4973-8119-a8f23a707d3b req-24b7ed77-9f80-43ca-b650-267c13e2385e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 980 time: 0.0937395 Sep 22 17:14:37.141261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-61a23ab9-600f-4a1e-9d2e-8726a7f019fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 217 time: 0.0697052 Sep 22 17:14:37.145462 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3278b302-5f70-4973-8119-a8f23a707d3b req-195358e3-2721-400f-a73c-c5e4811c39da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459676 Sep 22 17:14:37.212768 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Attempt 9 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:37.287346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-60482d49-8078-44d5-b842-4258e0785a4f None None] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:14:37.322190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-6d4c3146-78f4-4a48-be2f-e4e31a69cc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.323722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-6d4c3146-78f4-4a48-be2f-e4e31a69cc9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 200 len: 834 time: 0.1770716 Sep 22 17:14:37.419146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411244eb-74ae-4443-8858-122ffb22a338 req-cadbd992-8eb1-466b-8aa0-5bcb26a4ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.420667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-cadbd992-8eb1-466b-8aa0-5bcb26a4ed05 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0904641 Sep 22 17:14:37.566909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-40055ea9-fcc9-42a8-9b21-f84fd7fec9ef service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392453 Sep 22 17:14:37.703151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-411244eb-74ae-4443-8858-122ffb22a338 req-930231e4-d0bd-46ab-a0d5-353d30ba4c8b service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303098 Sep 22 17:14:37.871811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-2d1031d5-d611-430e-88f2-ff1762e5e6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:37.873350 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-2d1031d5-d611-430e-88f2-ff1762e5e6fb service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 1133 time: 0.0862837 Sep 22 17:14:38.012777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-01dbf98f-53d9-46cd-80da-a251cf7db16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:38.014271 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-01dbf98f-53d9-46cd-80da-a251cf7db16f service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 898 time: 0.1348073 Sep 22 17:14:38.087023 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-58347278-6021-450d-b445-65b5b0469c64 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 217 time: 0.0669739 Sep 22 17:14:38.156724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-1e5a0bec-58b7-4d3d-bea2-441b2b38648d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:38.158304 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-1e5a0bec-58b7-4d3d-bea2-441b2b38648d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 200 len: 834 time: 0.0657923 Sep 22 17:14:38.245235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-b2307592-d234-4d14-b6b6-97341a0dcced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:38.246782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-b2307592-d234-4d14-b6b6-97341a0dcced service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0824289 Sep 22 17:14:38.442002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-b75f8d99-a2f5-4001-9f4f-316cab09ec88 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886487 Sep 22 17:14:38.552370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98850c7-311a-4123-80a2-87e1822b98e6 req-04590f76-12a0-4ecf-9619-414566c400a9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:38.554405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f98850c7-311a-4123-80a2-87e1822b98e6 req-04590f76-12a0-4ecf-9619-414566c400a9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 980 time: 0.2126222 Sep 22 17:14:38.634218 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f98850c7-311a-4123-80a2-87e1822b98e6 req-693a800b-9e5a-4cbe-b716-375f922d6144 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726819 Sep 22 17:14:38.636129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f04e3ef-5b2a-4685-99eb-fdc871547627 req-7bad6c5d-e282-48d1-9bcf-b22a4857327d service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1871023 Sep 22 17:14:39.839394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3217f-0ada-4637-b099-24bb72e1634f req-08e60eb7-9533-48f7-a69f-ad87e9e75c8a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:39.840955 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c4d3217f-0ada-4637-b099-24bb72e1634f req-08e60eb7-9533-48f7-a69f-ad87e9e75c8a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 980 time: 0.0935013 Sep 22 17:14:39.886229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c4d3217f-0ada-4637-b099-24bb72e1634f req-cd76925d-b302-4c93-95c8-787a62f2b558 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395229 Sep 22 17:14:41.108831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca80638-55bb-4574-8a5f-8f5388a44d92 req-46f7fd72-469e-4ba2-86c8-b5e8168710cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:41.110390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ca80638-55bb-4574-8a5f-8f5388a44d92 req-46f7fd72-469e-4ba2-86c8-b5e8168710cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 980 time: 0.1006961 Sep 22 17:14:41.166722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ca80638-55bb-4574-8a5f-8f5388a44d92 req-65326d3d-d82a-4c46-9145-9cecdf0a9774 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502210 Sep 22 17:14:41.213680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:14:41.390540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:41.405622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'mac_address': 'fa:16:3e:04:66:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:14:41.468452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 1065240d-9888-4aeb-996f-fba2a48f5e6e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:41.468924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:41.493278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065240d-9888-4aeb-996f-fba2a48f5e6e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:14:41.513693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:41.518174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:41.599450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:41.919628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['1065240d-9888-4aeb-996f-fba2a48f5e6e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:14:42.397873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35c51c-4ab5-47af-8e42-3cb3731eba1c req-629237b9-9bdf-4efb-a1cb-39487fd56498 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:42.399648 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d35c51c-4ab5-47af-8e42-3cb3731eba1c req-629237b9-9bdf-4efb-a1cb-39487fd56498 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 981 time: 0.1174335 Sep 22 17:14:42.453209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d35c51c-4ab5-47af-8e42-3cb3731eba1c req-4a27d86f-f6c1-4d81-b46d-46a5c6f5c072 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474012 Sep 22 17:14:43.233848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:14:43.305857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 1065240d-9888-4aeb-996f-fba2a48f5e6e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:14:43.311234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 1065240d-9888-4aeb-996f-fba2a48f5e6e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:14:43.311612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:43.311976 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:14:43.438135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 1065240d-9888-4aeb-996f-fba2a48f5e6e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:14:43.438550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:43.467065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:43.469434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8705f501-e0d5-4d2a-bfb2-52c895ab52a8" -d '{"events": [{"server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "name": "network-vif-plugged", "status": "completed", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:43.478390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:43.486782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:43.613135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:43.686550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01228960-6375-4b0e-ac51-a6f0538e94bf x-openstack-request-id: req-01228960-6375-4b0e-ac51-a6f0538e94bf {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:43.686842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "name": "network-vif-plugged", "status": "completed", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:43.687100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-01228960-6375-4b0e-ac51-a6f0538e94bf {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:43.687499 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01228960-6375-4b0e-ac51-a6f0538e94bf'] response: {'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'code': 200} Sep 22 17:14:43.737223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39415468-920e-4515-878d-6fe3107f71fa req-27b1d71f-8b97-48b0-abca-444af8cae961 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:43.738638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39415468-920e-4515-878d-6fe3107f71fa req-27b1d71f-8b97-48b0-abca-444af8cae961 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.1017478 Sep 22 17:14:43.784927 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39415468-920e-4515-878d-6fe3107f71fa req-87d4921e-84c4-4a57-91b7-b4154870bc38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399542 Sep 22 17:14:43.955145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eb9c91-9d57-424c-a0c7-2c0b1da92b70 req-77860c50-048c-4b93-bea4-95cbc57fa121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:43.957950 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1eb9c91-9d57-424c-a0c7-2c0b1da92b70 req-77860c50-048c-4b93-bea4-95cbc57fa121 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 1135 time: 0.0789249 Sep 22 17:14:44.003761 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1eb9c91-9d57-424c-a0c7-2c0b1da92b70 req-83ae3671-280d-4997-9539-6fd45540737e service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398605 Sep 22 17:14:44.985091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ce4f55-9ffc-4e0f-8c22-c656e283260f req-6e00923d-e9e1-4cad-b744-e55214499a80 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:44.986544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ce4f55-9ffc-4e0f-8c22-c656e283260f req-6e00923d-e9e1-4cad-b744-e55214499a80 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.0865374 Sep 22 17:14:45.030508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7ce4f55-9ffc-4e0f-8c22-c656e283260f req-71c82439-ce61-49bb-bb38-936d67371c71 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376360 Sep 22 17:14:46.244699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e511a81-0aeb-4b62-adcc-de5f1b9f778a req-e3c1e1d7-d2a8-4fcf-a83d-6197810f247c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:46.248686 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e511a81-0aeb-4b62-adcc-de5f1b9f778a req-e3c1e1d7-d2a8-4fcf-a83d-6197810f247c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.0992582 Sep 22 17:14:46.294606 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7e511a81-0aeb-4b62-adcc-de5f1b9f778a req-41e1e3a8-baa4-4ca5-a7e6-4e5aae7ed4d7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406392 Sep 22 17:14:46.610630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908bbd7f-252e-4018-8b16-eb8e2115ac68 req-37251929-b3b9-4257-970e-65139afc6aa5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:46.612256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-908bbd7f-252e-4018-8b16-eb8e2115ac68 req-37251929-b3b9-4257-970e-65139afc6aa5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.1992869 Sep 22 17:14:46.663945 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-908bbd7f-252e-4018-8b16-eb8e2115ac68 req-93e52909-ac85-4027-8374-a21498956d95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438128 Sep 22 17:14:46.694210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:46.774568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922181e0-39d1-4de3-b7b3-9011f858a638 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:46.776092 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-922181e0-39d1-4de3-b7b3-9011f858a638 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 1130 time: 0.0808661 Sep 22 17:14:46.779259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:46.784287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:46.791305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:46.795469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:46.798725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:46.805268 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:46.815877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:46.959410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:47.107911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.165 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/5a42ad11-b90e-4ec3-87f7-e7663fe19728) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:14:47.361160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:47.393249 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:47.465337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:14:47.468082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:14:47.472236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:14:47.509075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=5a42ad11-b90e-4ec3-87f7-e7663fe19728,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:47.912544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:47.990417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:48.206069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:48.211524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:48.320385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:48.367806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=5a42ad11-b90e-4ec3-87f7-e7663fe19728,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:48.499886 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 63a13075-110e-4c89-b7e4-81d44441e722 associated. External IP: 172.26.8.165, port: 1065240d-9888-4aeb-996f-fba2a48f5e6e. Sep 22 17:14:48.975298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 5cd68675-bc99-495f-9d5f-d3a699d01841 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:14:49.152726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:14:49.163361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Sync routers for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:14:49.175675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:49.176517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:49.180753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:49.246332 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31956343-1ce5-4272-9f25-f1fd9bbb5dfb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 2.4632359 Sep 22 17:14:49.246332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:49.247403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4845fd0-fa19-492c-9f28-9a959a9ce043" -d '{"events": [{"name": "network-changed", "server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:49.248129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53630) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:49.292775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f2f959-1498-4d2a-8126-85f005222fea x-openstack-request-id: req-b6f2f959-1498-4d2a-8126-85f005222fea {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:49.293065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20c00d11-ebef-49bc-93ef-97ce4d496f44", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:49.293323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6f2f959-1498-4d2a-8126-85f005222fea {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:49.296211 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6f2f959-1498-4d2a-8126-85f005222fea'] response: {'name': 'network-changed', 'server_uuid': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'status': 'completed', 'code': 200} Sep 22 17:14:49.334761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861c2fe1-7fd9-4065-a9af-dc0c2e36ce20 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.336315 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-861c2fe1-7fd9-4065-a9af-dc0c2e36ce20 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44&network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 1130 time: 0.0859141 Sep 22 17:14:49.366823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:49.420762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-d29dd9cd-2784-4a55-91bc-f85456a0e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.422273 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-d29dd9cd-2784-4a55-91bc-f85456a0e87a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 1135 time: 0.0849335 Sep 22 17:14:49.582733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f987546e-b60b-48a4-8af7-345dca9473bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.584630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f987546e-b60b-48a4-8af7-345dca9473bc service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 898 time: 0.1561365 Sep 22 17:14:49.715979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-9b667b2d-fc17-4838-8403-abc6ae164966 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1036 time: 0.1051705 Sep 22 17:14:49.744444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc45c59-ecf4-45b8-91c1-146db172090c req-ce73e443-1868-4006-8f00-66558663bc87 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.747162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2dc45c59-ecf4-45b8-91c1-146db172090c req-ce73e443-1868-4006-8f00-66558663bc87 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.1081636 Sep 22 17:14:49.757129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '63a13075-110e-4c89-b7e4-81d44441e722', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-955200313', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'mac_address': 'fa:16:3e:04:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:47Z', 'updated_at': '2022-09-22T17:14:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:49.763375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Checking router: 5cd68675-bc99-495f-9d5f-d3a699d01841 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:14:49.777842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:14:49.778852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:49.788557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f1ee9bc7-ee56-475c-b3e7-515eb2c19622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.790363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f1ee9bc7-ee56-475c-b3e7-515eb2c19622 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 200 len: 834 time: 0.0649829 Sep 22 17:14:49.819133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2dc45c59-ecf4-45b8-91c1-146db172090c req-3065e165-c075-47a1-a525-d826f672dc42 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645452 Sep 22 17:14:49.883440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f4802d9b-9e53-4cbd-a935-53817623bb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:49.884931 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-f4802d9b-9e53-4cbd-a935-53817623bb54 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852802 Sep 22 17:14:49.994560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:14:50.028247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-34252a41-702c-4e96-92de-3760501415d2 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366360 Sep 22 17:14:50.167688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4845fd0-fa19-492c-9f28-9a959a9ce043 req-347d3851-50a9-4883-ae7d-e7078debe3f5 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330221 Sep 22 17:14:50.398819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '63a13075-110e-4c89-b7e4-81d44441e722', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-955200313', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'mac_address': 'fa:16:3e:04:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:47Z', 'updated_at': '2022-09-22T17:14:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:14:50.402807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d27ca5f-96a5-4b3b-9bc7-062e0be40aa7 None None] The sync data for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv is: [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '63a13075-110e-4c89-b7e4-81d44441e722', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.165', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1405, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-955200313', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'mac_address': 'fa:16:3e:04:66:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '20c00d11-ebef-49bc-93ef-97ce4d496f44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:14:47Z', 'updated_at': '2022-09-22T17:14:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:14:50.590996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd19fa3-21fa-4403-a38b-e5eb6dff735b None None] New status for floating IP 63a13075-110e-4c89-b7e4-81d44441e722: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:14:51.029793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40418126-72dc-4f05-9abf-83988696e450 req-796ddc52-4c9d-44c8-8a25-030e79677644 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.031301 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40418126-72dc-4f05-9abf-83988696e450 req-796ddc52-4c9d-44c8-8a25-030e79677644 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.0912046 Sep 22 17:14:51.078089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40418126-72dc-4f05-9abf-83988696e450 req-702ad622-8811-44cb-a028-d35ab64a40d0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400004 Sep 22 17:14:51.360220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d75c3-aaa0-437a-9765-299893c14473 req-3758b68e-4337-4562-a6d3-4368eac61599 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.361717 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-856d75c3-aaa0-437a-9765-299893c14473 req-3758b68e-4337-4562-a6d3-4368eac61599 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 982 time: 0.0929058 Sep 22 17:14:51.434257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d75c3-aaa0-437a-9765-299893c14473 req-5c4fb4a6-c95a-48c6-9613-47c09914527b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:51.435616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-856d75c3-aaa0-437a-9765-299893c14473 req-5c4fb4a6-c95a-48c6-9613-47c09914527b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0683055 Sep 22 17:14:51.580507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-856d75c3-aaa0-437a-9765-299893c14473 req-225618f3-47db-463e-9a85-0a77cb144955 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1397138 Sep 22 17:14:51.590244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:51.702755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:51.902480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:14:51.932220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:52.096686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] device_id is not set on port 1065240d-9888-4aeb-996f-fba2a48f5e6e yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:14:52.105733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:52.112927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:52.251295 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-243e739d-14eb-4197-93c9-408ff51622bc req-624fa4f2-81b9-4a30-ab8a-a0293e5eb455 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=20c00d11-ebef-49bc-93ef-97ce4d496f44 HTTP/1.1" status: 200 len: 210 time: 0.0559547 Sep 22 17:14:52.292370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=6']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:52.309393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] No DVR routers for this DVR port 1065240d-9888-4aeb-996f-fba2a48f5e6e on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:14:52.357319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7b52549-d928-4292-bf53-2bc0f40df1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:52.535350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] In _notify_port_updated(), no bound segment for port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:14:52.536138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:52.537312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:52.538598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-856d75c3-aaa0-437a-9765-299893c14473 req-5b93fb36-c722-4795-ae2c-1086a3629780 service neutron] 10.222.0.18 "PUT /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1025 time: 0.9521637 Sep 22 17:14:53.355348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53646) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:53.426642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0d79e1-05d4-4843-a55d-c41ce3b1d92d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:53.428029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb0d79e1-05d4-4843-a55d-c41ce3b1d92d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 924 time: 0.0716128 Sep 22 17:14:53.497672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:53.502838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1515100951', 'description': 'tempest-secgroup-smoke-1515100951 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:53.509401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:53.518852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:53.529246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.549488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:53.553857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:53.556753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:53.562451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:53.630809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.634600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.679770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1174429-8953-4eba-9449-d86a76688741,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:53.689021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.690392 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec8a33fe-e479-4545-b4ef-4e4a59279014 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1915574 Sep 22 17:14:53.693908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53656) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:53.698947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:53.705082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:53.709006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:53.711913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:53.717665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:53.742060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.808115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.812169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.836936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bafd5ef-fc8f-4b67-832a-f42b937f47a9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:53.847104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.848344 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec817d4d-62f6-49d4-aa7d-a278539f0ed0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1534779 Sep 22 17:14:53.851608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53660) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:53.856802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:53.863001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:53.867629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:53.870567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:53.876291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:53.892706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.955520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.959338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.982809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b597c7c-d1dd-4dee-b7cc-7bc790f3195e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:53.991975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:53.993228 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4e60dc11-983f-47d7-9c0d-8eda1a5349da tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1406426 Sep 22 17:14:53.995821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53664) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:54.000798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:54.006661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:54.010537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:54.013496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:54.019308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:54.039466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.106611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.110388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.134696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6221d024-a8df-4115-81fa-e59a2d8403e9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:54.143846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.145390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be9e1965-f86b-4cb8-8a29-09c02f45207c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1486447 Sep 22 17:14:54.148239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53668) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:54.153334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:54.159417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:54.164322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:54.167407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:54.173387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:54.191359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.269391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.275991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.300887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0885559f-b5f1-4e43-8a33-141f03723557,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:54.310369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.311557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4c5a94d4-b13f-4ac8-b023-438521a69eb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1622965 Sep 22 17:14:54.314419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53672) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:54.319381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:54.325712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:54.329652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:54.332630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:54.338905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:54.350628 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:14:54.357655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.430364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.434858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.458928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6888d7a-283a-43b3-8f47-d4b859287545,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:54.469133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.470372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed14a3c5-3ede-4d98-b880-d49e22d1ae2d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1550229 Sep 22 17:14:54.473145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53676) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:14:54.483113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'e1174429-8953-4eba-9449-d86a76688741', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:54.485582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:14:54.490460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:14:54.493726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:14:54.500490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:14:54.504415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44610b5b-be12-4acf-bd52-e88b84c3ea6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.514606 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:14:54.522405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.591409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.595781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.620777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70749790-29ea-436f-93b1-31639adfd529,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:54.629889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:54.631609 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-980cf07c-5673-4008-a094-cd6fff7882dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1574903 Sep 22 17:14:54.793868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-6c980552-1286-41ec-93f6-68ed4b572458 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:14:54.809143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-6c980552-1286-41ec-93f6-68ed4b572458 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:14:54.810355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-6c980552-1286-41ec-93f6-68ed4b572458 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1515100951&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0554128 Sep 22 17:14:54.890933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-9de7d35f-93fc-42e4-80c6-74288205a82e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:54.892262 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-9de7d35f-93fc-42e4-80c6-74288205a82e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 929 time: 0.0754945 Sep 22 17:14:54.966179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-80aeccf9-08d6-4646-867a-c38ba5384ecb service neutron] 10.222.0.25 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0610714 Sep 22 17:14:55.100334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-dbc101f5-7397-4591-97c7-772d67847e82 service neutron] 10.222.0.25 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280859 Sep 22 17:14:55.231138 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-45689726-01e9-4100-b488-279cb13bb88a service neutron] 10.222.0.25 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248868 Sep 22 17:14:55.257445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:55.275628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:14:55.338124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:14:55.434096 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9619ad9-d0f9-45b9-b64b-8bb5d9832a77 req-28169f17-eb73-4398-8680-51fd21a2d5cb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 210 time: 0.0513837 Sep 22 17:14:55.588264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:55.940233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:56.447981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-fc2cc103-4070-4a9d-b0ba-d1f0d6d603e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:56.449410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-fc2cc103-4070-4a9d-b0ba-d1f0d6d603e3 service neutron] 10.222.0.18 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1025 time: 0.0601752 Sep 22 17:14:56.703515 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cf1bacf1-9144-47bf-ab00-d3b4b3018b5e req-6364fd11-78d6-494e-865f-49bdee9e4fca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 210 time: 0.1030507 Sep 22 17:14:56.764644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-da21ad4a-6e81-4948-8dd8-69816686e688 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:56.766095 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-da21ad4a-6e81-4948-8dd8-69816686e688 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 797 time: 0.3076122 Sep 22 17:14:56.823556 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-b1251d84-fcc5-4251-b04f-ec093cd5900d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 472 time: 0.0437081 Sep 22 17:14:56.833229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Request body: {'port': {'device_id': '0df78bb4-a51d-41ae-81f5-325a89f7d799', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:14:56.942708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.171555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.296096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1065240d-9888-4aeb-996f-fba2a48f5e6e {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:14:57.304110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.319840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Transition to ACTIVE for port object 1065240d-9888-4aeb-996f-fba2a48f5e6e will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:14:57.323226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.468357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=7']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:57.592100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:14:57.592429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:14:57.592856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:57.597459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:14:57.597770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Attempting to bind port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:14:57.603506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 14, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:14:57.603832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Checking segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:14:57.604207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Bound using segment: {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:14:57.604650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Bound port: 1065240d-9888-4aeb-996f-fba2a48f5e6e, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4f284f5-1015-487c-b125-2782826afeb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:14:57.604997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.705506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:14:57.709485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:14:57.714855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.718113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:57.718775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:14:57.720107 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] 10.222.0.18 "PUT /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1130 time: 0.8909509 Sep 22 17:14:57.751238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0df78bb4-a51d-41ae-81f5-325a89f7d799', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:14:57.753904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "0df78bb4-a51d-41ae-81f5-325a89f7d799", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:14:57.835460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:14:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc7f205-4773-46f7-bd9e-edc50f309716 x-openstack-request-id: req-ecc7f205-4773-46f7-bd9e-edc50f309716 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:14:57.835762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0df78bb4-a51d-41ae-81f5-325a89f7d799", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:14:57.836049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecc7f205-4773-46f7-bd9e-edc50f309716 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:14:57.836437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecc7f205-4773-46f7-bd9e-edc50f309716'] response: {'name': 'network-changed', 'server_uuid': '0df78bb4-a51d-41ae-81f5-325a89f7d799', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'status': 'completed', 'code': 200} Sep 22 17:14:57.868791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d1a053-0edc-4c93-a2bc-e0e10c5c9358 service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=8']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:14:57.893511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-30c22804-8dce-4745-8d8a-cf57989273db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:57.895399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-30c22804-8dce-4745-8d8a-cf57989273db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 1133 time: 0.1129098 Sep 22 17:14:58.019520 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-64b0f2cf-6dc2-4d52-b90f-b8bacdd48845 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1036 time: 0.1114519 Sep 22 17:14:58.033634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa45de-bb96-4d14-b8fa-1b5f8ed5ee8a req-a956c6ea-5633-47fb-abe4-404d3187b852 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.035226 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0ffa45de-bb96-4d14-b8fa-1b5f8ed5ee8a req-a956c6ea-5633-47fb-abe4-404d3187b852 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 980 time: 0.1041107 Sep 22 17:14:58.082439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0ffa45de-bb96-4d14-b8fa-1b5f8ed5ee8a req-c9e41da6-34f0-4762-9216-b434ba3c9617 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412574 Sep 22 17:14:58.083573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-79cc6979-a74a-4b62-b230-7c3fa952963e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.085089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-79cc6979-a74a-4b62-b230-7c3fa952963e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 200 len: 834 time: 0.0603201 Sep 22 17:14:58.180466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-79a66924-41bf-4039-95d2-a51c3cf83e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.182963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-79a66924-41bf-4039-95d2-a51c3cf83e66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0922399 Sep 22 17:14:58.318122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-97560e7e-b985-445b-86a2-e72f76c5a760 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285968 Sep 22 17:14:58.561055 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25fdb08a-8d01-40db-a994-a1d829beb5ab req-07904f80-846c-4ee7-a1b8-d247ec986341 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382972 Sep 22 17:14:58.738325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-2654a024-02ae-48b9-b105-65bf9b655d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.740471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-2654a024-02ae-48b9-b105-65bf9b655d24 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 1133 time: 0.0861456 Sep 22 17:14:58.878791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-b62a2e75-4c92-4c2f-a182-fca14bff2a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:58.880313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-b62a2e75-4c92-4c2f-a182-fca14bff2a4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 898 time: 0.1341145 Sep 22 17:14:58.994443 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-10d47606-2459-4ef3-b198-7298c829a535 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1036 time: 0.1073937 Sep 22 17:14:59.062949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-3cad5589-7416-4164-86fe-601874beb8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.064537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-3cad5589-7416-4164-86fe-601874beb8cf service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 200 len: 834 time: 0.0626609 Sep 22 17:14:59.158810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-c2c32fa0-108b-40ee-8a3d-d50ff1d51a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.160149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-c2c32fa0-108b-40ee-8a3d-d50ff1d51a75 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901420 Sep 22 17:14:59.356998 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-af5f5357-0284-423a-a2e2-be6fff9c3493 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903336 Sep 22 17:14:59.460696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c833330-ea01-4978-beb6-c3767c22d054 req-3e1746df-9aab-4760-95b1-fe212a750832 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:14:59.462197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c833330-ea01-4978-beb6-c3767c22d054 req-3e1746df-9aab-4760-95b1-fe212a750832 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 980 time: 0.2035236 Sep 22 17:14:59.547258 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c833330-ea01-4978-beb6-c3767c22d054 req-27ac542a-4605-4aad-854c-5a657932deb1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782335 Sep 22 17:14:59.549130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d13f7d45-45c5-4b3f-93f0-e51941ec0ff2 req-024ab144-fa45-474f-ab9e-55e59e5a7319 service neutron] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844020 Sep 22 17:15:00.123419 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:15:00.745898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f376fd08-1c32-43f4-b838-53fab4f3abe8 req-7f36507f-c4c5-4d4a-9c8c-94d19a945a24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:00.747347 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f376fd08-1c32-43f4-b838-53fab4f3abe8 req-7f36507f-c4c5-4d4a-9c8c-94d19a945a24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 980 time: 0.0882833 Sep 22 17:15:00.791185 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f376fd08-1c32-43f4-b838-53fab4f3abe8 req-076894df-9791-41e0-adcc-f36b39ae2aa6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382016 Sep 22 17:15:01.987240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eafb812-1ade-45b2-9b08-43de31dbc035 req-37983241-0eac-44ff-9788-00db87de1a52 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:01.988721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0eafb812-1ade-45b2-9b08-43de31dbc035 req-37983241-0eac-44ff-9788-00db87de1a52 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 980 time: 0.0856662 Sep 22 17:15:02.032949 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0eafb812-1ade-45b2-9b08-43de31dbc035 req-7d0e0b60-c18e-4b66-a974-ebcc0b5f6629 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376425 Sep 22 17:15:03.232237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e65af2-ecc1-491d-84e5-13d817ee8bf8 req-abf21788-e85a-4b25-9a60-b1eabb323279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:03.233722 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10e65af2-ecc1-491d-84e5-13d817ee8bf8 req-abf21788-e85a-4b25-9a60-b1eabb323279 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 980 time: 0.0931413 Sep 22 17:15:03.280462 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10e65af2-ecc1-491d-84e5-13d817ee8bf8 req-62411b6b-9c54-4c0c-bde2-8e4d4e66bfd1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405138 Sep 22 17:15:03.311033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:15:03.446942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:03.460111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'port_id': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'mac_address': 'fa:16:3e:04:66:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:15:03.515144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 1065240d-9888-4aeb-996f-fba2a48f5e6e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:03.515522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:03.532917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1065240d-9888-4aeb-996f-fba2a48f5e6e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:15:03.549331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:03.553375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:03.622647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:03.934758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['1065240d-9888-4aeb-996f-fba2a48f5e6e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:15:04.485376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0059d0f-7056-4466-b9da-477e8ed71ab0 req-962a018d-7f25-407d-b8cd-a4deb50035f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:04.486867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0059d0f-7056-4466-b9da-477e8ed71ab0 req-962a018d-7f25-407d-b8cd-a4deb50035f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 981 time: 0.0916383 Sep 22 17:15:04.533772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0059d0f-7056-4466-b9da-477e8ed71ab0 req-415433b5-034c-4940-a664-c7503fe09732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411823 Sep 22 17:15:05.310644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:05.389438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 1065240d-9888-4aeb-996f-fba2a48f5e6e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:05.398739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 1065240d-9888-4aeb-996f-fba2a48f5e6e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:05.399352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:05.399908 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 1065240d-9888-4aeb-996f-fba2a48f5e6e Sep 22 17:15:05.578160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 1065240d-9888-4aeb-996f-fba2a48f5e6e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:05.578550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:05.608724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0df78bb4-a51d-41ae-81f5-325a89f7d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:15:05.611077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a52205-7a3f-420c-bc2c-143bee2217b9" -d '{"events": [{"server_uuid": "0df78bb4-a51d-41ae-81f5-325a89f7d799", "name": "network-vif-plugged", "status": "completed", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:05.620405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:05.626787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:05.683836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d7375d-fa96-4fbd-974e-8989a969fa93 x-openstack-request-id: req-20d7375d-fa96-4fbd-974e-8989a969fa93 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:05.684285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0df78bb4-a51d-41ae-81f5-325a89f7d799", "name": "network-vif-plugged", "status": "completed", "tag": "1065240d-9888-4aeb-996f-fba2a48f5e6e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:05.684701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20d7375d-fa96-4fbd-974e-8989a969fa93 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:05.685307 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d7375d-fa96-4fbd-974e-8989a969fa93'] response: {'server_uuid': '0df78bb4-a51d-41ae-81f5-325a89f7d799', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1065240d-9888-4aeb-996f-fba2a48f5e6e', 'code': 200} Sep 22 17:15:05.734153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:05.772949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9b3302-5b3d-417e-9786-a84c51342783 req-bab3fb2d-fc21-486e-bb2d-f51c5d1f348f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:05.775061 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d9b3302-5b3d-417e-9786-a84c51342783 req-bab3fb2d-fc21-486e-bb2d-f51c5d1f348f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.1042180 Sep 22 17:15:05.828465 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d9b3302-5b3d-417e-9786-a84c51342783 req-bca2ed63-5d35-43a9-9a20-89a3db123d9a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451162 Sep 22 17:15:05.977170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83b2999-aac4-49f7-a3ab-c4b9665baaca req-cd1692d8-0723-43f7-9bb6-d13afc5dfdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:05.978965 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a83b2999-aac4-49f7-a3ab-c4b9665baaca req-cd1692d8-0723-43f7-9bb6-d13afc5dfdea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 1136 time: 0.0868371 Sep 22 17:15:06.032432 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a83b2999-aac4-49f7-a3ab-c4b9665baaca req-2f5465fe-94a8-444a-9724-2cea47522c69 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472636 Sep 22 17:15:07.052986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adcc60e-8518-4b9e-ab66-870e5a697854 req-425271c7-9443-4a2e-9d85-30b0ada5875b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:07.054590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3adcc60e-8518-4b9e-ab66-870e5a697854 req-425271c7-9443-4a2e-9d85-30b0ada5875b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.0960464 Sep 22 17:15:07.102363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3adcc60e-8518-4b9e-ab66-870e5a697854 req-3a430d94-8853-4fb8-93e3-cc07859b65fb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418036 Sep 22 17:15:08.317740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3159b4-9867-4b46-961f-af8a7ec1e324 req-576e448d-03f6-402c-bffa-d6294c65797e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:08.319303 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c3159b4-9867-4b46-961f-af8a7ec1e324 req-576e448d-03f6-402c-bffa-d6294c65797e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.0939257 Sep 22 17:15:08.366014 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c3159b4-9867-4b46-961f-af8a7ec1e324 req-ab3a3d3d-4d25-435d-b0d5-1e9b053c1e3d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406199 Sep 22 17:15:08.579856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c99f6-3470-417f-8f4f-22617979a8ce req-d3d1ad69-7338-4ec9-9b3a-1c65227e6b82 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:08.581405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c48c99f6-3470-417f-8f4f-22617979a8ce req-d3d1ad69-7338-4ec9-9b3a-1c65227e6b82 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.1034482 Sep 22 17:15:08.629545 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c48c99f6-3470-417f-8f4f-22617979a8ce req-fd117348-2c0f-4554-89bb-55edc0a13e44 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415735 Sep 22 17:15:08.660013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53734) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:08.747802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-551ba2f0-9999-4eac-bf28-d35b032cdddc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:08.749362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-551ba2f0-9999-4eac-bf28-d35b032cdddc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799&network_id=72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 200 len: 1131 time: 0.0883617 Sep 22 17:15:09.292295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7898ee66-21dd-492f-bc7e-54402ca7c306 req-c3b80b72-282f-41e9-9d4d-3aa7e8011c20 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:09.293836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7898ee66-21dd-492f-bc7e-54402ca7c306 req-c3b80b72-282f-41e9-9d4d-3aa7e8011c20 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.0923414 Sep 22 17:15:09.344970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7898ee66-21dd-492f-bc7e-54402ca7c306 req-7efe8b36-f99c-41ea-92cd-2f838418e319 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453694 Sep 22 17:15:10.549587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2944fb-59de-4d57-9f28-76807ae782aa req-28f60a24-e569-458e-b782-95adde56877d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:10.550955 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b2944fb-59de-4d57-9f28-76807ae782aa req-28f60a24-e569-458e-b782-95adde56877d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.0889406 Sep 22 17:15:10.596965 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4b2944fb-59de-4d57-9f28-76807ae782aa req-ccf6fe7c-ec45-489e-b3cf-b454a70e551e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=46b079e8-595a-4601-a70c-6c723b70820d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401108 Sep 22 17:15:10.890679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-e043a7ff-9a8e-4304-b06c-9c54ad81ac94 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:10.892154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-e043a7ff-9a8e-4304-b06c-9c54ad81ac94 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 983 time: 0.1924078 Sep 22 17:15:10.972077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-b86e77d7-615a-491f-9346-bcfebb68d3e0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:10.973597 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-b86e77d7-615a-491f-9346-bcfebb68d3e0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0760987 Sep 22 17:15:11.147184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-d366de0b-bbd6-46d1-9285-5c77eb640308 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1688852 Sep 22 17:15:11.157177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:11.276946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:11.487646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=1065240d-9888-4aeb-996f-fba2a48f5e6e,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:11.516047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] For port 1065240d-9888-4aeb-996f-fba2a48f5e6e, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:15:11.571031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] device_id is not set on port 1065240d-9888-4aeb-996f-fba2a48f5e6e yet. {{(pid=89051) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:199}} Sep 22 17:15:11.581452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:11.587498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:11.770449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cd88ad45-5432-4c56-a83e-092fa6c3ef45 req-865fc4e0-3315-47a4-9d0b-c42662c91086 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=0df78bb4-a51d-41ae-81f5-325a89f7d799 HTTP/1.1" status: 200 len: 210 time: 0.0592692 Sep 22 17:15:11.780445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Pushing event updated for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=11']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:11.825367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.825701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.826039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.826367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.826696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.827023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.827351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.827672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.827992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.828309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.828650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.828970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:11.839246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] No DVR routers for this DVR port 1065240d-9888-4aeb-996f-fba2a48f5e6e on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:15:12.063096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] In _notify_port_updated(), no bound segment for port 1065240d-9888-4aeb-996f-fba2a48f5e6e on network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 {{(pid=89051) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Sep 22 17:15:12.063863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:12.064452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:12.065730 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0379ccec-cb82-43be-9889-75f0f4d65857 req-ac6b777c-fdfd-4d8b-97af-fb3a163217f2 service neutron] 10.222.0.18 "PUT /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 200 len: 1026 time: 0.9127471 Sep 22 17:15:12.873947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53748) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:12.969378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.002666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.075595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.100480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1174429-8953-4eba-9449-d86a76688741,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:13.111724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.112064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.112399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.112827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.113166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.113495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.113812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.114133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.114454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.114772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.115115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.115431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:13.120133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.121677 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78893050-07c4-49fd-91d9-7ed0b3992af1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/e1174429-8953-4eba-9449-d86a76688741 HTTP/1.1" status: 204 len: 168 time: 0.2463508 Sep 22 17:15:13.153290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:13.358229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:15:13.425045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 1065240d-9888-4aeb-996f-fba2a48f5e6e not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:15:13.477682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 5a42ad11-b90e-4ec3-87f7-e7663fe19728 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:15:13.478029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.700501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.700779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:13.829490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 5a42ad11-b90e-4ec3-87f7-e7663fe19728 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:15:14.006123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:14.059291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=5a42ad11-b90e-4ec3-87f7-e7663fe19728,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:14.169787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:14.170138 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 63a13075-110e-4c89-b7e4-81d44441e722 disassociated (deleted). External IP: 172.26.8.165, port: 1065240d-9888-4aeb-996f-fba2a48f5e6e. Sep 22 17:15:14.551175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 5cd68675-bc99-495f-9d5f-d3a699d01841 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:15:14.739163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:15:14.749690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Sync routers for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:14.760244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:14.760920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:14.763835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:14.833362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-78ad708e-ca27-4ec5-9819-56cf3a7e13c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/63a13075-110e-4c89-b7e4-81d44441e722 HTTP/1.1" status: 204 len: 168 time: 1.6790230 Sep 22 17:15:14.967175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:14.986099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:15.063457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.108575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.182541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.200644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=206e4b87-3bc7-44c1-9740-332e5ed53542,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:15.216584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.220305 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-36d435d7-148b-40f1-994b-25d034cfd0f8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/206e4b87-3bc7-44c1-9740-332e5ed53542 HTTP/1.1" status: 204 len: 168 time: 0.2306693 Sep 22 17:15:15.248958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53768) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:15.319983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 1065240d-9888-4aeb-996f-fba2a48f5e6e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:15:15.320331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.344139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:15.348521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Checking router: 5cd68675-bc99-495f-9d5f-d3a699d01841 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:15.357333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:15.357936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:15.548069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:15.692116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:15.817589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 1065240d-9888-4aeb-996f-fba2a48f5e6e owned by {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:15:15.876449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:15.881496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0cdf6c3-222b-44cd-a03c-b98f8ef92456 None None] The sync data for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv is: [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:14:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '7b82c4f8-20cf-4725-8df3-3a6187e2be6f', 'name': '', 'network_id': '72c8cd9e-7d65-4ebd-8a49-8620afd73a81', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:e9:72:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_interface', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:27Z', 'updated_at': '2022-09-22T17:14:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'd0c2cdd9-bfc7-413f-9c52-374711ca9f23', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:15.990985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:16.043910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=1065240d-9888-4aeb-996f-fba2a48f5e6e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:16.123250 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35cbaa1f-165c-4d58-86e6-1f150975846b None None] New status for floating IP 63a13075-110e-4c89-b7e4-81d44441e722: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:15:16.200824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:16.212133 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1445f74a-f938-4617-bca9-f4bee33b974a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/ports/1065240d-9888-4aeb-996f-fba2a48f5e6e HTTP/1.1" status: 204 len: 168 time: 0.9615264 Sep 22 17:15:16.214999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53772) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:16.910125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:17.263485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:15:17.264157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:17.459181 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 7b82c4f8-20cf-4725-8df3-3a6187e2be6f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:17.459540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:17.585267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 7b82c4f8-20cf-4725-8df3-3a6187e2be6f owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:15:18.033170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:18.079434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=7b82c4f8-20cf-4725-8df3-3a6187e2be6f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:18.390745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:18.773800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 5cd68675-bc99-495f-9d5f-d3a699d01841 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:15:18.961019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:15:18.975677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Sync routers for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:18.977298 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-68697a08-bf3e-45ab-a4b7-115029c5c453 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/5cd68675-bc99-495f-9d5f-d3a699d01841/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7611909 Sep 22 17:15:18.979868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:18.993577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:18.994663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:19.056254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet d0c2cdd9-bfc7-413f-9c52-374711ca9f23 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:15:19.059684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.118832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.216145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.219745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:19.297024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.338126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=d0c2cdd9-bfc7-413f-9c52-374711ca9f23,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:19.343272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.351524 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1ab608ab-6ff8-4562-b560-0044a618e3dd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/d0c2cdd9-bfc7-413f-9c52-374711ca9f23 HTTP/1.1" status: 204 len: 168 time: 0.3705587 Sep 22 17:15:19.353992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:19.366711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a40d85f-7968-4d9e-834f-a520d6452c7b None None] Network 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:15:19.667122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.804095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34'}], 'enable_snat': True}, 'gw_port_id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:15:17Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '09fac633-9b70-49b0-ab2d-64eb9f3315bb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:e6:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1390, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:14:24Z', 'updated_at': '2022-09-22T17:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:19.808867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Checking router: 5cd68675-bc99-495f-9d5f-d3a699d01841 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:19.819737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Routers {'5cd68675-bc99-495f-9d5f-d3a699d01841'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:19.820458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5cd68675-bc99-495f-9d5f-d3a699d01841'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:19.866716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.877180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 09fac633-9b70-49b0-ab2d-64eb9f3315bb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:15:19.877526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:19.879634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] DHCP port deletion for 72c8cd9e-7d65-4ebd-8a49-8620afd73a81 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:15:19.943781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Deleting port 3744919c-93db-4ed0-a005-7337ee97d807 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:15:19.944077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.067111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 09fac633-9b70-49b0-ab2d-64eb9f3315bb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=09fac633-9b70-49b0-ab2d-64eb9f3315bb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:20.067602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] Set router 5cd68675-bc99-495f-9d5f-d3a699d01841 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:20.068147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.192450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:15:19Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:20.202078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14f6801-6e57-4e1f-a127-3a5ab91104c3 None None] The sync data for ids ['5cd68675-bc99-495f-9d5f-d3a699d01841'] in dv-neutron-858953-1-hyperv is: [{'id': '5cd68675-bc99-495f-9d5f-d3a699d01841', 'name': 'tempest-TestNetworkBasicOps-router-1803865055', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:14:23Z', 'updated_at': '2022-09-22T17:15:19Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:20.209037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 09fac633-9b70-49b0-ab2d-64eb9f3315bb owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:15:20.340203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] For port 3744919c-93db-4ed0-a005-7337ee97d807, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3744919c-93db-4ed0-a005-7337ee97d807,segment=NetworkSegment(c4f284f5-1015-487c-b125-2782826afeb1),segment_id=c4f284f5-1015-487c-b125-2782826afeb1)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:20.340867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.364737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3744919c-93db-4ed0-a005-7337ee97d807 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:15:20.445533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.535847 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=09fac633-9b70-49b0-ab2d-64eb9f3315bb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:20.570295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Calling delete_port for 3744919c-93db-4ed0-a005-7337ee97d807 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:15:20.599015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.696236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.750915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] Pushing event deleted for resources: {'Port': ['ID=3744919c-93db-4ed0-a005-7337ee97d807,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:20.752938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3744919c-93db-4ed0-a005-7337ee97d807 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:20.753726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.765124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26649aa-69da-4c97-97c3-18eb0ec82fee None None] No DVR routers for this DVR port 3744919c-93db-4ed0-a005-7337ee97d807 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:15:20.780548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.783101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.810765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.811901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router 5cd68675-bc99-495f-9d5f-d3a699d01841 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:15:20.839764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:20.840921 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb7e1256-5928-4306-94e3-fb8822818fcf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/5cd68675-bc99-495f-9d5f-d3a699d01841 HTTP/1.1" status: 204 len: 168 time: 1.4859045 Sep 22 17:15:20.844010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53784) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:20.970575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.121797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.149980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72c8cd9e-7d65-4ebd-8a49-8620afd73a81']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:21.163325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4f284f5-1015-487c-b125-2782826afeb1') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:21.163627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4f284f5-1015-487c-b125-2782826afeb1') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:21.175648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.192476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.199689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:15:21.200101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.273891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c4f284f5-1015-487c-b125-2782826afeb1 resource provider aggregate not found Sep 22 17:15:21.299517 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment c4f284f5-1015-487c-b125-2782826afeb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c4f284f5-1015-487c-b125-2782826afeb1 found for delete ", "request_id": "req-a5b60858-a284-4041-a6d7-fde8e40883f0"}]} Sep 22 17:15:21.312282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.329875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.341784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=72c8cd9e-7d65-4ebd-8a49-8620afd73a81,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:21.352076 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d0dc10a4-f5c2-4a75-938c-9ebc684dba21 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/72c8cd9e-7d65-4ebd-8a49-8620afd73a81 HTTP/1.1" status: 204 len: 168 time: 0.5063775 Sep 22 17:15:21.366386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:21.377909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4db8c7ae-27ab-42bb-88ce-cf1d66b594fc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0104246 Sep 22 17:15:21.380427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:21.386424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--1611541312', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:21.392048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:21.396996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:21.400577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:21.406570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:21.417042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:21.420540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.450888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:15:21.461627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.462002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment 55e1bdf8-6e82-4d03-9061-47382204898d of type vlan for network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 Sep 22 17:15:21.496994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.530292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.536481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:21.537164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.646310 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2647817 Sep 22 17:15:21.649306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53800) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:21.655296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:21.656925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b23c41-967e-4a92-ace0-2b181be51ac3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=ed06d0a1-f239-48a6-8cf6-cf05d48bc538,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:21.663998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:21.669456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:21.672703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:15:21.673214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:21.680178 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:21.690043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.692913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:21.717331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.153187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.249493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b82c4f8-20cf-4725-8df3-3a6187e2be6f no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:15:22.291201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 7b82c4f8-20cf-4725-8df3-3a6187e2be6f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:15:22.291448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 7b82c4f8-20cf-4725-8df3-3a6187e2be6f not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:15:22.291830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 09fac633-9b70-49b0-ab2d-64eb9f3315bb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:15:22.329982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 09fac633-9b70-49b0-ab2d-64eb9f3315bb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:15:22.330339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 09fac633-9b70-49b0-ab2d-64eb9f3315bb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:15:22.363815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-da8165a0-a858-4b8a-8101-1b35034964c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.516928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.549823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.699784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.76 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/f018f99b-01b0-445f-ba1a-6aef3d5abae6) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:22.867418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.899018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:22.969733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:22.973081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:22.977083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:15:23.011685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:23.423371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:23.916502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:24.130957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 13d2bb2b-d160-4002-9668-66b430c2e319 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:15:24.335022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:15:24.345808 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:24.357079 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:24.357689 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:14:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:24.367499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:24.369171 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd2556de-81f0-4ac8-aea8-a367fc207a06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.7187479 Sep 22 17:15:24.373680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53804) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:24.415097 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b09be49e-944a-4a21-9056-dc5d5ffe3b69 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0401046 Sep 22 17:15:24.417783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53808) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:24.513210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4597803f-2dde-49cf-b1d7-b9a5037c2d34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:24.555930 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:24.564500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db57a0af-a5db-4868-93bf-93711db60ce9 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:24.566695 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db57a0af-a5db-4868-93bf-93711db60ce9 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1478004 Sep 22 17:15:24.569630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53812) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:24.612056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e9a0056-eea0-4356-81d3-19899adabbce tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0412426 Sep 22 17:15:24.614696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53816) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:24.620320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-793570321', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:24.740168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:24.744950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:24.748286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:24.755355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:24.766056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:24.770303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:24.876807 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:23Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:24.881739 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:24.882085 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Updating router 13d2bb2b-d160-4002-9668-66b430c2e319 port f018f99b-01b0-445f-ba1a-6aef3d5abae6 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:15:24.937148 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.004208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.206474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=c5f44a16-14c2-4024-a5bd-5281d6834ee0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:25.217657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:15:25.218362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: ed06d0a1-f239-48a6-8cf6-cf05d48bc538, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:15:25.241428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:15:25.256852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, ed06d0a1-f239-48a6-8cf6-cf05d48bc538) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:25.262096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:25.263020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.276312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d879beaa-92a4-4ddf-8c0a-d70316242c07 None None] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:15:25.301485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1951a27d-a5cd-4b1c-a9fc-aec5210cf5a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6855903 Sep 22 17:15:25.306068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53820) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:25.425147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.447612 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Transition to ACTIVE for port object f018f99b-01b0-445f-ba1a-6aef3d5abae6 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:25.460158 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.462748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.640698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.641715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Attempting to bind port f018f99b-01b0-445f-ba1a-6aef3d5abae6 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:15:25.641715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Attempting to bind port f018f99b-01b0-445f-ba1a-6aef3d5abae6 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:15:25.642068 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Attempting to bind port f018f99b-01b0-445f-ba1a-6aef3d5abae6 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:15:25.659503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:15:25.660748 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:15:25.661724 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.662495 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:15:25.663369 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Bound port: f018f99b-01b0-445f-ba1a-6aef3d5abae6, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:15:25.664071 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.668129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:15:25.669453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.757693 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5538f4-87cf-4903-9aca-5859e9a018af None None] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:25.833312 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:15:25.841440 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f018f99b-01b0-445f-ba1a-6aef3d5abae6,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:15:25.848172 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:25.890297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Allocated IP 172.20.0.2 (ed06d0a1-f239-48a6-8cf6-cf05d48bc538/c5f44a16-14c2-4024-a5bd-5281d6834ee0/adbdd179-9b95-43d5-a0a8-1a766a3e3501) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:25.896146 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:25.896736 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.047008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.071349 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5538f4-87cf-4903-9aca-5859e9a018af None None] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:26.132199 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:26.158436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.181979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Transition to ACTIVE for port object adbdd179-9b95-43d5-a0a8-1a766a3e3501 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:26.222855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Transition to ACTIVE for port object adbdd179-9b95-43d5-a0a8-1a766a3e3501 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:26.235818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.348286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.382442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:26.387604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:26.395984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:15:26.402432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Pushing event updated for resources: {'Port': ['ID=adbdd179-9b95-43d5-a0a8-1a766a3e3501,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:26.476019 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:23Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:26.481610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.482264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.482697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.483117 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d75d5b-c214-40c5-a345-c427639dc0fb None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:23Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:26.483351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.483772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.485308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.485891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.486415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.486995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.487532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.488757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.489179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:15:26.564933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Attempting to bind port adbdd179-9b95-43d5-a0a8-1a766a3e3501 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:15:26.565479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Attempting to bind port adbdd179-9b95-43d5-a0a8-1a766a3e3501 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:15:26.566598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Attempting to bind port adbdd179-9b95-43d5-a0a8-1a766a3e3501 on network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:15:26.576659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:15:26.577399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Checking segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:15:26.578057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.578694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Bound using segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:15:26.579350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Bound port: adbdd179-9b95-43d5-a0a8-1a766a3e3501, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:15:26.580117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.709086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] For port adbdd179-9b95-43d5-a0a8-1a766a3e3501, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:15:26.714926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] For port adbdd179-9b95-43d5-a0a8-1a766a3e3501, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=adbdd179-9b95-43d5-a0a8-1a766a3e3501,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:15:26.723666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:26.869754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8d64ce-b61d-434e-b8c3-a63c0f91cac7 None None] Pushing event updated for resources: {'Port': ['ID=adbdd179-9b95-43d5-a0a8-1a766a3e3501,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:27.093442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (ed06d0a1-f239-48a6-8cf6-cf05d48bc538/c5f44a16-14c2-4024-a5bd-5281d6834ee0/fed72941-303e-4bef-8021-08361998b74b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:27.198781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:27.403517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:27.424707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object fed72941-303e-4bef-8021-08361998b74b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:27.456294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:27.591305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:27.596908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:27.604453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:15:27.666309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:27.691951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.020077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.077970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b75a5c8-05d2-46cc-b73a-c93235fb953b None None] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:15:28.208862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1e36e1e7-f005-4126-83d0-06f289615ec9 None None] Provisioning for port adbdd179-9b95-43d5-a0a8-1a766a3e3501 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:28.384575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:28.537947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f018f99b-01b0-445f-ba1a-6aef3d5abae6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:28.544215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f018f99b-01b0-445f-ba1a-6aef3d5abae6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:28.544800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.545141 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f018f99b-01b0-445f-ba1a-6aef3d5abae6 Sep 22 17:15:28.683088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f018f99b-01b0-445f-ba1a-6aef3d5abae6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:28.683474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.702890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f018f99b-01b0-445f-ba1a-6aef3d5abae6,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:28.708363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.709280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device adbdd179-9b95-43d5-a0a8-1a766a3e3501 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:28.740255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.747672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.842409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:28.864386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port adbdd179-9b95-43d5-a0a8-1a766a3e3501 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:28.869745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Provisioning complete for port adbdd179-9b95-43d5-a0a8-1a766a3e3501 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:28.870130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.870473 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 1 to provision port adbdd179-9b95-43d5-a0a8-1a766a3e3501 Sep 22 17:15:28.874086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:28.876969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.909833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port adbdd179-9b95-43d5-a0a8-1a766a3e3501 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:28.909833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:28.909833 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port adbdd179-9b95-43d5-a0a8-1a766a3e3501 Sep 22 17:15:29.055204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:29.057824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:29.162452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Current status of the port adbdd179-9b95-43d5-a0a8-1a766a3e3501 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:29.163502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:29.184242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port adbdd179-9b95-43d5-a0a8-1a766a3e3501 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:29.184654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:29.233346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] For port adbdd179-9b95-43d5-a0a8-1a766a3e3501, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=adbdd179-9b95-43d5-a0a8-1a766a3e3501,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:29.242620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:29.314337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 13d2bb2b-d160-4002-9668-66b430c2e319 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:15:29.360946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Provisioning for port fed72941-303e-4bef-8021-08361998b74b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:29.377776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:15:29.378042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:15:29.379044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Provisioning complete for port fed72941-303e-4bef-8021-08361998b74b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:29.379415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:29.379743 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 1 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:29.420337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Pushing event updated for resources: {'Port': ['ID=adbdd179-9b95-43d5-a0a8-1a766a3e3501,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:29.445768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Port fed72941-303e-4bef-8021-08361998b74b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:29.527517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:15:29.537754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:29.547625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:29.548107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-74acc83c-75a9-44d8-a310-69d61a2aa2fa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2408493 Sep 22 17:15:29.548241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:29.551334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53824) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:29.711088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5508eb-715f-4cb6-a9f7-4f9e419a8cec tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.712799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5508eb-715f-4cb6-a9f7-4f9e419a8cec tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.712799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5508eb-715f-4cb6-a9f7-4f9e419a8cec tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.712799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f5508eb-715f-4cb6-a9f7-4f9e419a8cec tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.714754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4f5508eb-715f-4cb6-a9f7-4f9e419a8cec tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1624510 Sep 22 17:15:29.718537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53828) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:29.744882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:29.794705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adcf6b-4225-4b81-a8b2-588028622481 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.795301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adcf6b-4225-4b81-a8b2-588028622481 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.795662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adcf6b-4225-4b81-a8b2-588028622481 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.796198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6adcf6b-4225-4b81-a8b2-588028622481 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:29.798292 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c6adcf6b-4225-4b81-a8b2-588028622481 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0788088 Sep 22 17:15:29.801552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53832) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:29.948210 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 2 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:30.015558 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-194673f5-552f-4c11-9d9a-325dd740851c tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2127843 Sep 22 17:15:30.068052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port adbdd179-9b95-43d5-a0a8-1a766a3e3501 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:30.079136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Port fed72941-303e-4bef-8021-08361998b74b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:30.096869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53838) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:30.104138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-930115563', 'description': 'tempest-secgroup-smoke-930115563 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:30.111277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:30.116467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:30.119790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:30.126061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:30.137400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.161432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:30.165716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:30.169065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:30.177039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:30.219524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:30.228659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:30.229355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Updating router 13d2bb2b-d160-4002-9668-66b430c2e319 port fed72941-303e-4bef-8021-08361998b74b binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:15:30.284175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.289850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.304249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.316209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:30.340703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3095c0-244c-48e0-a6a4-575c24c3db3b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.344779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.346090 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-934b2f40-1f39-4da9-aa88-ccc0fb20d1e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2474520 Sep 22 17:15:30.350778 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53842) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:30.356867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:30.363363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:30.367703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:30.370783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:30.377128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:30.396198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.475974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.482077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.505385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f018f99b-01b0-445f-ba1a-6aef3d5abae6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:30.505762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.506089 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f018f99b-01b0-445f-ba1a-6aef3d5abae6 Sep 22 17:15:30.512890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48f47621-b1c1-4584-953e-2a4e97cb1c12,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.524677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.526060 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-06ecc9f8-8be1-4a2d-bc36-ddce5ac1d428 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1742663 Sep 22 17:15:30.530613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53846) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:30.536949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:30.544771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:30.549065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:30.552106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:30.558299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:30.577635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.586240 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 3 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:30.735441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Port fed72941-303e-4bef-8021-08361998b74b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:30.788597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.793143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.819442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd7e4456-020e-4439-aa70-9376fcfcffa9,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:30.821627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f018f99b-01b0-445f-ba1a-6aef3d5abae6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:30.822747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device adbdd179-9b95-43d5-a0a8-1a766a3e3501 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:30.837358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.838587 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45f24f0a-2da6-4484-a4a4-48cdac003f18 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3069866 Sep 22 17:15:30.843289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53850) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:30.849066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:30.855332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:30.859916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:30.863313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:30.870189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:30.890343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.967345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.971699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:30.998589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c52330e-4b0f-4723-961a-cbef1d870a81,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.006071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.010450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.011650 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7ac0d557-9bbf-47f2-8796-67a242605153 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1673574 Sep 22 17:15:31.015624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53854) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:31.021754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:31.024998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Transition to ACTIVE for port object fed72941-303e-4bef-8021-08361998b74b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:31.028066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:31.030754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port adbdd179-9b95-43d5-a0a8-1a766a3e3501 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:31.031120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.031449 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port adbdd179-9b95-43d5-a0a8-1a766a3e3501 Sep 22 17:15:31.033911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:31.040056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:31.047323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:31.060594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.075050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.172117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.177288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.215454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91ae5b0-e254-4724-aa75-5b95e2caee68,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.231002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.232274 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-df1996f3-83e4-459e-ab75-c6042d1c8339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2151954 Sep 22 17:15:31.235625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53858) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:31.239040 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 4 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:31.248858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:31.260917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:31.267643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:31.272335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:31.281145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:31.299522 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:15:31.308515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.329532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588405-a3ea-4172-b9a9-a0e034877746 None None] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.372567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Attempting to bind port fed72941-303e-4bef-8021-08361998b74b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:15:31.372954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Attempting to bind port fed72941-303e-4bef-8021-08361998b74b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:15:31.373256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Attempting to bind port fed72941-303e-4bef-8021-08361998b74b on network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:15:31.376113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Port fed72941-303e-4bef-8021-08361998b74b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:31.393587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.404538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.412395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:15:31.412395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Checking segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:15:31.412395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.413048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Bound using segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:15:31.413352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Bound port: fed72941-303e-4bef-8021-08361998b74b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:15:31.413640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.430424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19f8319-b808-413d-a56a-941bbf7b2689,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.443162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.444451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ea83899-05cb-4434-9f8a-3e967f4bfee2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2058570 Sep 22 17:15:31.447636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:31.452950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '2e3095c0-244c-48e0-a6a4-575c24c3db3b', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:31.459915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:31.464242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:31.467334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:31.473705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:31.486338 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:15:31.495189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.508189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port adbdd179-9b95-43d5-a0a8-1a766a3e3501 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:31.552390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:15:31.557993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fed72941-303e-4bef-8021-08361998b74b,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:15:31.563300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.571624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.576023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.602832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e118f81-871b-4115-a934-76c020fb1bcc,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.614349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:31.615782 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-407a4b04-7f3e-4da9-9fbe-93265ec287d9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1670499 Sep 22 17:15:31.635484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:31.636125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:31.803857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34588405-a3ea-4172-b9a9-a0e034877746 None None] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:31.847759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-496ca56b-e987-435b-9712-8a52ec8c8ef8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:31.856425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:31.864083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-496ca56b-e987-435b-9712-8a52ec8c8ef8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:31.865438 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-496ca56b-e987-435b-9712-8a52ec8c8ef8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-930115563&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0693824 Sep 22 17:15:31.919306 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Attempt 5 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:32.058086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-2ff3b9a7-1d07-48ff-936c-3ee0d922b7cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:32.058695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-2ff3b9a7-1d07-48ff-936c-3ee0d922b7cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:32.080397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-2ff3b9a7-1d07-48ff-936c-3ee0d922b7cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:32.082549 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-2ff3b9a7-1d07-48ff-936c-3ee0d922b7cc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 797 time: 0.2097068 Sep 22 17:15:32.102531 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f358ad4d-b16a-482c-817c-f7d4f89c94c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0139706 Sep 22 17:15:32.181536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-178c954d-2f07-4e13-9bee-79efd926faf4 None None] Port fed72941-303e-4bef-8021-08361998b74b had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:15:32.228927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-ba97e90e-198a-47ac-81ab-da809a10ef91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:32.255790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-ba97e90e-198a-47ac-81ab-da809a10ef91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:32.258155 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-ba97e90e-198a-47ac-81ab-da809a10ef91 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1492190 Sep 22 17:15:32.349545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:31Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:32.354704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a2a1c29-9b2c-46ab-ba3f-86116f4577fb None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:31Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:32.464430 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-46e71e31-1e9c-41a0-937e-61e04d19098c service neutron] 10.222.0.25 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915607 Sep 22 17:15:32.622791 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-616a008d-20e6-4b50-aeff-e20e64b950e7 service neutron] 10.222.0.25 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1571224 Sep 22 17:15:32.845213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-46abe197-d6f1-4088-9b40-77f0ba05deee req-022c6cd9-36f6-476c-971a-dac566e2d931 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:32.859732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-46abe197-d6f1-4088-9b40-77f0ba05deee req-022c6cd9-36f6-476c-971a-dac566e2d931 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:32.867387 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-46abe197-d6f1-4088-9b40-77f0ba05deee req-022c6cd9-36f6-476c-971a-dac566e2d931 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 210 time: 0.0746980 Sep 22 17:15:34.045315 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88973014-ab23-4492-81e9-e91c324f1c6e req-6e08171f-7322-4943-8c1e-a1b5eeca3592 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 210 time: 0.0585072 Sep 22 17:15:34.201274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f075d79b-ced2-4a9b-a068-1ba718343e1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:34.202370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f075d79b-ced2-4a9b-a068-1ba718343e1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:34.216403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f075d79b-ced2-4a9b-a068-1ba718343e1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:34.217067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f075d79b-ced2-4a9b-a068-1ba718343e1b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 797 time: 0.1981359 Sep 22 17:15:34.285590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-bf5cfb8b-8581-44a3-977f-4bda89da0f2a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.0536869 Sep 22 17:15:34.288711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:34.295523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['2e3095c0-244c-48e0-a6a4-575c24c3db3b']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:34.366896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port fed72941-303e-4bef-8021-08361998b74b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:34.373537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fed72941-303e-4bef-8021-08361998b74b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:34.374101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:34.374583 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:34.447697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:34.459454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:34.470934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:15:34.475112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:34.551617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fed72941-303e-4bef-8021-08361998b74b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:34.551995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:34.587214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fed72941-303e-4bef-8021-08361998b74b,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:34.592185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:34.661067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:34.673478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.12 (ed06d0a1-f239-48a6-8cf6-cf05d48bc538/c5f44a16-14c2-4024-a5bd-5281d6834ee0/dd4d0e51-43e3-403b-97bf-e8dafd54a522) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:34.882592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:34.899372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object dd4d0e51-43e3-403b-97bf-e8dafd54a522 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:34.925554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.015530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:35.019615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:35.025682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:15:35.068805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:35.108709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:35.109560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.139427 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-f2989c13-2716-490e-989c-53d1577963f9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8484049 Sep 22 17:15:35.157593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Request body: {'port': {'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:35.266144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Provisioning for port dd4d0e51-43e3-403b-97bf-e8dafd54a522 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:35.271338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Provisioning complete for port dd4d0e51-43e3-403b-97bf-e8dafd54a522 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:35.271708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.272037 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Attempt 1 to provision port dd4d0e51-43e3-403b-97bf-e8dafd54a522 Sep 22 17:15:35.331761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Port dd4d0e51-43e3-403b-97bf-e8dafd54a522 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:35.357324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.382128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840ce8ba-dd67-4a65-bd9f-039e1a97f5df req-a07a75a3-a924-411c-a1a9-98237630d3a1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:35.382822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-840ce8ba-dd67-4a65-bd9f-039e1a97f5df req-a07a75a3-a924-411c-a1a9-98237630d3a1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:15:35.446602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-840ce8ba-dd67-4a65-bd9f-039e1a97f5df req-a07a75a3-a924-411c-a1a9-98237630d3a1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:15:35.447687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-840ce8ba-dd67-4a65-bd9f-039e1a97f5df req-a07a75a3-a924-411c-a1a9-98237630d3a1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 932 time: 0.2578549 Sep 22 17:15:35.560617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-840ce8ba-dd67-4a65-bd9f-039e1a97f5df req-2314b937-823c-4819-bbc4-fa67a1095d7c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1045427 Sep 22 17:15:35.761174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd4d0e51-43e3-403b-97bf-e8dafd54a522 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:15:35.769663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.785120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Transition to ACTIVE for port object dd4d0e51-43e3-403b-97bf-e8dafd54a522 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:15:35.789759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:35.833069 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Attempt 2 to provision port dd4d0e51-43e3-403b-97bf-e8dafd54a522 Sep 22 17:15:35.890916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Port dd4d0e51-43e3-403b-97bf-e8dafd54a522 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:15:35.979894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:36.017697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Attempting to bind port dd4d0e51-43e3-403b-97bf-e8dafd54a522 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:15:36.017935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Attempting to bind port dd4d0e51-43e3-403b-97bf-e8dafd54a522 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:15:36.018258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Attempting to bind port dd4d0e51-43e3-403b-97bf-e8dafd54a522 on network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:15:36.023863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Port dd4d0e51-43e3-403b-97bf-e8dafd54a522 on network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:15:36.024172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Attempting to bind port dd4d0e51-43e3-403b-97bf-e8dafd54a522 on network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:15:36.031054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 15, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:15:36.031407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Checking segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:15:36.031764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Bound using segment: {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:15:36.032189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Bound port: dd4d0e51-43e3-403b-97bf-e8dafd54a522, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55e1bdf8-6e82-4d03-9061-47382204898d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:15:36.032531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:36.128988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:15:36.132005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:15:36.137594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:36.140631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.141216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:36.142580 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] 10.222.0.18 "PUT /v2.0/ports/dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 1094 time: 0.9897094 Sep 22 17:15:36.172715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:15:36.175268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-367c1be9-edfc-4107-b5e3-012b33d3bfaa" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:36.276095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:36.352283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fed72941-303e-4bef-8021-08361998b74b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:36.353007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:36.353007 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:15:36.380665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b98d60c-b556-4827-9314-0b4048987e5b x-openstack-request-id: req-4b98d60c-b556-4827-9314-0b4048987e5b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:36.381239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:36.381239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4b98d60c-b556-4827-9314-0b4048987e5b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:36.381546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b98d60c-b556-4827-9314-0b4048987e5b'] response: {'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'status': 'completed', 'code': 200} Sep 22 17:15:36.392039 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Attempt 3 to provision port dd4d0e51-43e3-403b-97bf-e8dafd54a522 Sep 22 17:15:36.423413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c1294c-489b-4b8d-a9cd-a4fd59f927f1 service neutron] Pushing event updated for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:36.442713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-9644e555-1fb7-416f-8410-18dc52a847cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.444250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-9644e555-1fb7-416f-8410-18dc52a847cf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1097 time: 0.2301142 Sep 22 17:15:36.473397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc88aa85-f3d5-463b-81b3-8895ecc483a9 None None] Port dd4d0e51-43e3-403b-97bf-e8dafd54a522 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:15:36.520194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-d95fe2ff-94c2-488c-b6f1-3b9e82a72536 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 217 time: 0.0638514 Sep 22 17:15:36.530157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fed72941-303e-4bef-8021-08361998b74b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:36.582506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-89aeb49e-34ad-4cac-b7d2-0bf4aa753971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.583947 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-89aeb49e-34ad-4cac-b7d2-0bf4aa753971 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 200 len: 834 time: 0.0581651 Sep 22 17:15:36.666804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfac8a3-980d-44fc-8346-7907602aadba req-adf6ddda-5538-4331-bc38-eef70535f08f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.668274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-adf6ddda-5538-4331-bc38-eef70535f08f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788476 Sep 22 17:15:36.871498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211e900d-85b4-4f32-9bfa-432a7d753329 req-73b9856a-6697-45e1-acfc-58e0d89a319e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:36.873026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-211e900d-85b4-4f32-9bfa-432a7d753329 req-73b9856a-6697-45e1-acfc-58e0d89a319e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 944 time: 0.2021739 Sep 22 17:15:36.876507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-18a0e4db-c792-4be6-a696-16d267f0ff45 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628842 Sep 22 17:15:37.001093 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-211e900d-85b4-4f32-9bfa-432a7d753329 req-e3aab3ed-6362-4fbf-9734-4e6ba6eb2df6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222539 Sep 22 17:15:37.047627 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1cfac8a3-980d-44fc-8346-7907602aadba req-0a9491dd-8eb1-4591-8e54-35c672776f35 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559923 Sep 22 17:15:37.122092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:15:37.220409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-dd1430f9-b459-4b25-82c6-8c08d5491c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:37.222464 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-dd1430f9-b459-4b25-82c6-8c08d5491c40 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1097 time: 0.0830545 Sep 22 17:15:37.354253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-b1045c87-f2ff-4929-8bb7-864cc7bedc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:37.355704 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-b1045c87-f2ff-4929-8bb7-864cc7bedc0e service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 898 time: 0.1273956 Sep 22 17:15:37.423832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-25239266-be1f-487f-a244-554b69d2d8eb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 217 time: 0.0617952 Sep 22 17:15:37.490087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-c18de809-0e4f-4549-9159-57daf5a45e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:37.491818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-c18de809-0e4f-4549-9159-57daf5a45e33 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 200 len: 834 time: 0.0626209 Sep 22 17:15:37.576327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-b084e3de-4151-42bb-a7e1-968c6032b803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:37.577849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-b084e3de-4151-42bb-a7e1-968c6032b803 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805745 Sep 22 17:15:37.713374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-d351816d-c1e7-4ff7-9f31-d5d1bee7e82d service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290901 Sep 22 17:15:37.846405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-367c1be9-edfc-4107-b5e3-012b33d3bfaa req-9e4923da-edc3-4797-9e4c-1e03a1470a23 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266100 Sep 22 17:15:38.249687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4668c8-7fb3-41fb-a17a-5c36c918be79 req-884d835b-29f2-489f-b56a-a759ba89058b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:38.251341 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d4668c8-7fb3-41fb-a17a-5c36c918be79 req-884d835b-29f2-489f-b56a-a759ba89058b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 944 time: 0.1136878 Sep 22 17:15:38.302915 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0d4668c8-7fb3-41fb-a17a-5c36c918be79 req-f4522222-6d93-45dc-b865-370292a6fdb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 Sep 22 17:15:39.521423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c99c89-9744-49f5-a9f2-49bde92f00fe req-cacc90a6-98fc-496b-84c6-aeb89cc354ad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:39.522884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23c99c89-9744-49f5-a9f2-49bde92f00fe req-cacc90a6-98fc-496b-84c6-aeb89cc354ad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 944 time: 0.0933971 Sep 22 17:15:39.567887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-23c99c89-9744-49f5-a9f2-49bde92f00fe req-af0dcf2f-c3f5-4d7d-90e9-4a36565880ee tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393550 Sep 22 17:15:40.776709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259bade1-e664-4c22-8e65-922e54dd425c req-aa97fe3a-7f30-4b23-a9dd-1f41e3dad081 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:40.778275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-259bade1-e664-4c22-8e65-922e54dd425c req-aa97fe3a-7f30-4b23-a9dd-1f41e3dad081 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 944 time: 0.0992730 Sep 22 17:15:40.827439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-259bade1-e664-4c22-8e65-922e54dd425c req-72e3f875-ac85-49eb-9986-fbe2cd0ebd76 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415189 Sep 22 17:15:41.481480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device dd4d0e51-43e3-403b-97bf-e8dafd54a522 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:15:41.618299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:41.635557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:15:41.691633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port dd4d0e51-43e3-403b-97bf-e8dafd54a522 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:41.692066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:41.710907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd4d0e51-43e3-403b-97bf-e8dafd54a522 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:15:41.728575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:41.733530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:41.803843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:42.041278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468698fe-5c8d-40d8-a266-80b1108f89a4 req-203d7d42-abf4-4993-a3b9-4b7dac64d00d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:42.042824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-468698fe-5c8d-40d8-a266-80b1108f89a4 req-203d7d42-abf4-4993-a3b9-4b7dac64d00d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 945 time: 0.0945046 Sep 22 17:15:42.163932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['dd4d0e51-43e3-403b-97bf-e8dafd54a522'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:15:42.213370 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-468698fe-5c8d-40d8-a266-80b1108f89a4 req-63d3aeb7-2c34-4f9c-ba0e-efb72c852982 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646116 Sep 22 17:15:43.432099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd6390-f3e5-43cb-9362-ff24ca2a4e2a req-d02e07a8-7afb-4f59-a967-aa5f777c3796 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:43.433563 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69cd6390-f3e5-43cb-9362-ff24ca2a4e2a req-d02e07a8-7afb-4f59-a967-aa5f777c3796 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 945 time: 0.0999212 Sep 22 17:15:43.482192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device dd4d0e51-43e3-403b-97bf-e8dafd54a522 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:15:43.484561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69cd6390-f3e5-43cb-9362-ff24ca2a4e2a req-0d775e53-eadd-436b-8053-3657637c1693 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450528 Sep 22 17:15:43.563751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port dd4d0e51-43e3-403b-97bf-e8dafd54a522 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:15:43.569956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port dd4d0e51-43e3-403b-97bf-e8dafd54a522 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:15:43.570360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:43.570699 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port dd4d0e51-43e3-403b-97bf-e8dafd54a522 Sep 22 17:15:43.694739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port dd4d0e51-43e3-403b-97bf-e8dafd54a522 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:15:43.695016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:43.722993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:15:43.725743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a681b40-7d03-4c86-baf1-082b903c38f0" -d '{"events": [{"server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:43.735174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:15:43.740356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:43.777268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe6a22c4-2e7c-48eb-8675-8b275e9b3926 x-openstack-request-id: req-fe6a22c4-2e7c-48eb-8675-8b275e9b3926 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:43.777564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "name": "network-vif-plugged", "status": "completed", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:43.777816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fe6a22c4-2e7c-48eb-8675-8b275e9b3926 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:43.778207 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe6a22c4-2e7c-48eb-8675-8b275e9b3926'] response: {'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'code': 200} Sep 22 17:15:43.819398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:44.047034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d97019-b4aa-4f75-856f-a5a34e95e4fa req-6e2ca10f-75e8-4df4-ab57-e66cd9c260ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:44.048452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b7d97019-b4aa-4f75-856f-a5a34e95e4fa req-6e2ca10f-75e8-4df4-ab57-e66cd9c260ac service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0798326 Sep 22 17:15:44.089683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b7d97019-b4aa-4f75-856f-a5a34e95e4fa req-338a255f-ad2d-446d-a740-b0e3f4b6baa3 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354648 Sep 22 17:15:44.698805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ad9a65-0faf-4348-85e5-6e919b42380d req-ca2144b4-a85f-487a-90cb-437a92ec5213 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:44.700401 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85ad9a65-0faf-4348-85e5-6e919b42380d req-ca2144b4-a85f-487a-90cb-437a92ec5213 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.0933692 Sep 22 17:15:44.749505 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85ad9a65-0faf-4348-85e5-6e919b42380d req-0936d904-794b-4ffc-b473-06de964f9941 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411358 Sep 22 17:15:45.979929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59630b30-00e9-4605-bcea-7c47cbcb1af2 req-2f36673a-075e-4cc3-b3ee-3f6dbc4794c8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:45.981513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59630b30-00e9-4605-bcea-7c47cbcb1af2 req-2f36673a-075e-4cc3-b3ee-3f6dbc4794c8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.0950089 Sep 22 17:15:46.028485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59630b30-00e9-4605-bcea-7c47cbcb1af2 req-163be42b-e70f-4948-bbd7-49446beba8a6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404010 Sep 22 17:15:46.241760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a03f9-cfe4-4230-aa51-d0aa23ca1da4 req-135ac094-d265-43ca-8dc3-27a025658822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:46.243262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d88a03f9-cfe4-4230-aa51-d0aa23ca1da4 req-135ac094-d265-43ca-8dc3-27a025658822 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.0992234 Sep 22 17:15:46.290889 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d88a03f9-cfe4-4230-aa51-d0aa23ca1da4 req-33ba5ba9-b25c-4cca-ba61-3b112c4c73b8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416026 Sep 22 17:15:46.320999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:46.403367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78018e3c-5760-48d7-8603-799ab889c4f0 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:46.404926 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-78018e3c-5760-48d7-8603-799ab889c4f0 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1094 time: 0.0829680 Sep 22 17:15:46.407730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:46.412869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:15:46.419240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:15:46.423321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:15:46.426322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:15:46.432517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:15:46.444951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:46.602139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:46.759608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.161 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/eef4e572-334f-447a-a334-870aae499dd8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:15:46.916267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:46.945568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:47.017351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:15:47.021484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:15:47.023960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:15:47.059954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=eef4e572-334f-447a-a334-870aae499dd8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:47.472090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:47.553498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:47.764657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:47.770333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:47.997196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:48.044827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=eef4e572-334f-447a-a334-870aae499dd8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:15:48.172190 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5 associated. External IP: 172.26.8.161, port: dd4d0e51-43e3-403b-97bf-e8dafd54a522. Sep 22 17:15:48.543768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 13d2bb2b-d160-4002-9668-66b430c2e319 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:15:48.721535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:15:48.731151 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:15:48.744352 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:48.745196 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:48.749375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:48.808033 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6eb1890d-908c-4c8b-b889-49ac9889cd29 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3990996 Sep 22 17:15:48.808456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:15:48.810781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14e594fe-c2ed-4929-8e03-17093643ce61" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:15:48.811099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53926) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:48.911105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10373408-dcef-4104-928f-d0623fe822ed x-openstack-request-id: req-10373408-dcef-4104-928f-d0623fe822ed {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:15:48.911495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:15:48.911820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-10373408-dcef-4104-928f-d0623fe822ed {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:15:48.912351 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10373408-dcef-4104-928f-d0623fe822ed'] response: {'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'status': 'completed', 'code': 200} Sep 22 17:15:48.934402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:49.042793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-14b053c1-acc7-437f-95ea-705601c06805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.044330 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-14b053c1-acc7-437f-95ea-705601c06805 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0903931 Sep 22 17:15:49.107922 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a598ea2-ac30-4b48-b5d1-4b4cc2334200 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319 HTTP/1.1" status: 200 len: 922 time: 0.2926848 Sep 22 17:15:49.108247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53934) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:49.204730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-cfd8f267-1987-4f42-843e-91673ec35f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.208301 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-cfd8f267-1987-4f42-843e-91673ec35f61 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 898 time: 0.1570904 Sep 22 17:15:49.225022 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3687f699-b8e1-420d-aabd-ad06c8ebe691 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1145554 Sep 22 17:15:49.303398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:15:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:49.307554 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:15:49.316542 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:15:49.317193 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:15:24Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:49.324050 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-d9a62003-c54a-4a36-9cf1-d41b8f0bca55 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 1000 time: 0.1103716 Sep 22 17:15:49.391431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-6c6aad12-5980-4838-bf92-6c36b87f5ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.392981 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-6c6aad12-5980-4838-bf92-6c36b87f5ec1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 200 len: 834 time: 0.0626409 Sep 22 17:15:49.499648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-5d1e90c8-215e-491d-b6cf-bcb2ac4c08c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:15:49.501172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-5d1e90c8-215e-491d-b6cf-bcb2ac4c08c4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1029928 Sep 22 17:15:49.542797 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:15:49.785867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-f5cc3163-f3ca-4574-9a62-65ae38c2ad4f service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786193 Sep 22 17:15:49.927938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-14e594fe-c2ed-4929-8e03-17093643ce61 req-63d3305b-fd4d-459d-9938-42c4ebb75156 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361268 Sep 22 17:15:49.941262 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-746be22e-e248-4026-89e7-bac0f458594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:15:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:15:49.945594 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746be22e-e248-4026-89e7-bac0f458594e None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:15:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:15:47Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:15:34Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:15:50.158945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3dbeaae-9116-462e-b6be-bbfc603b9bf9 None None] New status for floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:15:50.227857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:50.341271 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4518eeb7-1d04-4571-a596-3ca4611d97b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1119449 Sep 22 17:15:51.344922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 53942) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:15:51.477268 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-97e2cdf9-9040-43e8-a2ea-477f5a798156 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 994 time: 0.1305869 Sep 22 17:15:52.358998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-409f1a2e-68a9-4aff-bfe3-32b0a2ab54c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:54.508544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5229e16a-6264-43d3-a19d-e07525db810c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.275568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.595213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:55.949647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:15:57.179366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:14.121883 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:16:14.644359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-56404979-1750-41c8-9b9d-4850a82c1f6d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0830379 Sep 22 17:16:14.823757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-6151621c-e173-47d5-8923-687c4624ecd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.825286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-6151621c-e173-47d5-8923-687c4624ecd1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0906613 Sep 22 17:16:14.974259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-5d31dc22-cbcb-46e3-9949-662ce8b30a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:14.975619 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-5d31dc22-cbcb-46e3-9949-662ce8b30a17 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 898 time: 0.1309671 Sep 22 17:16:15.083045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-93d93103-584a-4c51-9bdb-f0385c8d0586 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 1002 time: 0.1017940 Sep 22 17:16:15.146057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-7feffddd-f2e4-4269-bf74-f349da280fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:15.147683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-7feffddd-f2e4-4269-bf74-f349da280fb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 200 len: 834 time: 0.0590086 Sep 22 17:16:15.231603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-6e5b7b08-8e5d-41d7-8e95-84c89e446220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:16:15.233024 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-6e5b7b08-8e5d-41d7-8e95-84c89e446220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796292 Sep 22 17:16:15.370574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-5ef3fef7-b8b9-4982-9a4c-0ed63a09cca1 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313665 Sep 22 17:16:15.508528 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8c601210-1cbb-4adf-a7b8-f92bd4752850 req-0fdcb2a4-0c0d-449e-b0a8-6cc779e5b0f3 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323066 Sep 22 17:16:22.362940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86995ca6-0eaf-48f5-a455-3d1333bb5c2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:24.511409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3df2152-2279-4ad5-82f8-25c1eecee4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:25.287682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:25.597876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:25.958033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:27.182825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:51.121015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:16:52.369936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8ee88780-9f18-4969-ac0f-2d08a2e5461c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:54.513795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d577e565-d119-4433-8cc2-eab383878a35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.276762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.605196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:55.964864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:16:57.188387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:00.871855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:01.267249 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41afc1de-58dc-4b7f-9f96-7d54fae69884 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3941698 Sep 22 17:17:01.270989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53974) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:01.474042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7d8332b-6969-4589-897e-4d445c9c98c8 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Notify agent at dv-neutron-858953-1-hyperv the message router_removed_from_agent {{(pid=89052) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 17:17:01.477344 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d7d8332b-6969-4589-897e-4d445c9c98c8 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "DELETE /v2.0/agents/4d0f8880-6204-445e-a2bf-6d3d22f966c4/l3-routers/13d2bb2b-d160-4002-9668-66b430c2e319 HTTP/1.1" status: 204 len: 168 time: 0.2054160 Sep 22 17:17:01.481004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:01.661221 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-54a9c7ed-d9e7-4141-a443-b1046c297f7b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1790717 Sep 22 17:17:01.663761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53982) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:01.769484 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05d35ee7-10ce-45c8-887e-8884804afd43 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 994 time: 0.1045656 Sep 22 17:17:02.326514 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632b6ea5-481f-4ba6-a3b5-2acc2c1e4938 None None] New status for floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:02.354305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:02.520014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f018f99b-01b0-445f-ba1a-6aef3d5abae6 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:02.520509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.541886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f018f99b-01b0-445f-ba1a-6aef3d5abae6,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:02.546208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.547456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:02.669314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:02.708064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.708405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.708771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.709142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.709425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.709748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.710068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.710388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.710702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.711024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.711345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.711819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:02.743415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fed72941-303e-4bef-8021-08361998b74b is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:02.743796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.774130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53986) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:02.777858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fed72941-303e-4bef-8021-08361998b74b,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:02.782949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:02.881356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:02.915882 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-20cbf6d2-5ad4-413f-8d6c-fdd043ba4984 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1403234 Sep 22 17:17:04.096805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53992) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:04.297171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07f8a556-d166-4198-a593-48f6ef1c0e19 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Router 13d2bb2b-d160-4002-9668-66b430c2e319 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:17:04.297538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07f8a556-d166-4198-a593-48f6ef1c0e19 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Notify agent at dv-neutron-858953-1-hyperv the message router_added_to_agent {{(pid=89052) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Sep 22 17:17:04.314773 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-07f8a556-d166-4198-a593-48f6ef1c0e19 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "POST /v2.0/agents/4d0f8880-6204-445e-a2bf-6d3d22f966c4/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2169178 Sep 22 17:17:04.317287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:04.318003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 53998) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:04.326684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:04.327284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:04.527026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:04.633720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1925c73e-c7c2-4be2-bbc3-0365dd22f84b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3144865 Sep 22 17:17:04.638255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:04.747720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-091ccacf-e6c0-48b0-b74e-c94fa4932af7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1083810 Sep 22 17:17:04.892357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:04.896731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:04.905526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:04.906720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:05.091227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:05.481970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:05.486684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8d5e4f-e013-4092-84f5-a8972f3f0560 None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '8af50f30-f1e6-43ec-a1ec-535f213e3ac5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.161', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'port_id': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'mac_address': 'fa:16:3e:0a:9c:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:15:47Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:02Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:05.752487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54006) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:05.889457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba4219af-56ac-465f-b94d-db3797172769 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1352825 Sep 22 17:17:06.335473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:06.413298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f018f99b-01b0-445f-ba1a-6aef3d5abae6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:06.413675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.414010 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f018f99b-01b0-445f-ba1a-6aef3d5abae6 Sep 22 17:17:06.542649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f018f99b-01b0-445f-ba1a-6aef3d5abae6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:06.543310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.561366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f018f99b-01b0-445f-ba1a-6aef3d5abae6,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:06.566512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.567350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:06.685345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:06.700769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fed72941-303e-4bef-8021-08361998b74b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:06.701154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.701490 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:17:06.837878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fed72941-303e-4bef-8021-08361998b74b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:06.838175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.869878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fed72941-303e-4bef-8021-08361998b74b,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:06.873663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:06.893632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54010) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:06.951962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:07.012342 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e7178fd2-9892-44bc-bad9-7cdd143088e5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 992 time: 0.1173923 Sep 22 17:17:07.227560 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c8aac6b-de96-48d7-91ef-2370f08bfce3 None None] New status for floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:08.017043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54014) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:08.128755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-96d886f2-2571-48c9-9ef5-835ecda23a84 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 200 len: 994 time: 0.1105421 Sep 22 17:17:08.309131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:08.398809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f018f99b-01b0-445f-ba1a-6aef3d5abae6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:08.399205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.399540 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f018f99b-01b0-445f-ba1a-6aef3d5abae6 Sep 22 17:17:08.429190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54022) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:08.536636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f018f99b-01b0-445f-ba1a-6aef3d5abae6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:08.538965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:08.622815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port fed72941-303e-4bef-8021-08361998b74b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:08.623199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.623527 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port fed72941-303e-4bef-8021-08361998b74b Sep 22 17:17:08.647569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port eef4e572-334f-447a-a334-870aae499dd8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:17:08.647984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.764682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port fed72941-303e-4bef-8021-08361998b74b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:08.825894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:08.826136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.060959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for eef4e572-334f-447a-a334-870aae499dd8 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:17:09.217026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.266648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=eef4e572-334f-447a-a334-870aae499dd8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:09.315870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.316214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.316548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.316906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.317230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.317557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.317878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.318200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.318520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.318840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.319158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.319473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:09.376934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.377264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5 disassociated (deleted). External IP: 172.26.8.161, port: dd4d0e51-43e3-403b-97bf-e8dafd54a522. Sep 22 17:17:09.750738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 13d2bb2b-d160-4002-9668-66b430c2e319 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:17:09.938664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:17:09.951064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:09.962589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:09.967433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:09.968377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:10.021057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a3629dd-fedc-4a4a-b99b-91ea8f4bbd38 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/8af50f30-f1e6-43ec-a1ec-535f213e3ac5 HTTP/1.1" status: 204 len: 168 time: 1.5906024 Sep 22 17:17:10.021646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:17:10.023972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c78a67-8f9c-479f-bf24-c98df4a12b47" -d '{"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:10.079168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7358b1d4-1b89-45df-8655-53e918556944 x-openstack-request-id: req-7358b1d4-1b89-45df-8655-53e918556944 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:10.079456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:10.079756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7358b1d4-1b89-45df-8655-53e918556944 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:10.080162 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7358b1d4-1b89-45df-8655-53e918556944'] response: {'name': 'network-changed', 'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'status': 'completed', 'code': 200} Sep 22 17:17:10.217952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:10.218317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-0ef87282-2ac1-4466-8e0b-0fb10d3e0fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.220265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-0ef87282-2ac1-4466-8e0b-0fb10d3e0fbd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 1099 time: 0.0936830 Sep 22 17:17:10.389767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-fa06be32-b7ea-46fa-80f1-0f95a3c3c802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.391337 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-fa06be32-b7ea-46fa-80f1-0f95a3c3c802 service neutron] 10.222.0.18 "GET /v2.0/networks?id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 200 len: 898 time: 0.1654878 Sep 22 17:17:10.475221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-2b877f04-a1aa-4b41-90d1-8cb10ac1f0f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 200 len: 217 time: 0.0764306 Sep 22 17:17:10.478998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a5f4-3de1-46ed-9d52-4c4ccdd623ad req-f8b1217b-f895-4ade-a294-1a72887ea339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.480822 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9f8a5f4-3de1-46ed-9d52-4c4ccdd623ad req-f8b1217b-f895-4ade-a294-1a72887ea339 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.1067603 Sep 22 17:17:10.531469 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c9f8a5f4-3de1-46ed-9d52-4c4ccdd623ad req-be4c760e-023d-405e-b758-2f7fef1adccf tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422685 Sep 22 17:17:10.621931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:10.626418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:10.635944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:10.636558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:10.672095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-69cfb086-ff73-48fb-b90c-14ceb40d4984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.673574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-69cfb086-ff73-48fb-b90c-14ceb40d4984 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 200 len: 834 time: 0.1918368 Sep 22 17:17:10.765833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-6eaa26d4-d8ba-495a-a530-8251827c9c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:10.767283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-6eaa26d4-d8ba-495a-a530-8251827c9c7e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=ed06d0a1-f239-48a6-8cf6-cf05d48bc538&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872421 Sep 22 17:17:10.825765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:10.928801 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-54f25de7-52ca-4acb-a13d-99cc09ac6bd3 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536262 Sep 22 17:17:11.079365 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41c78a67-8f9c-479f-bf24-c98df4a12b47 req-890f038b-d3e6-4b08-8bbd-2def2054ddc0 service neutron] 10.222.0.18 "GET /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442201 Sep 22 17:17:11.181461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:11.185700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-478e1b2b-3b08-49fc-a953-9833df09c579 None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:15:27Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'fed72941-303e-4bef-8021-08361998b74b', 'name': '', 'network_id': 'ed06d0a1-f239-48a6-8cf6-cf05d48bc538', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:44:06:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_interface', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:26Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'c5f44a16-14c2-4024-a5bd-5281d6834ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:11.763636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f25ed2-70cf-402d-9e20-034b94d06a1e req-6dcf9bd5-c96f-4e70-ae4b-29b5378e49ce tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:11.764362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-52f25ed2-70cf-402d-9e20-034b94d06a1e req-6dcf9bd5-c96f-4e70-ae4b-29b5378e49ce tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:11.781879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-52f25ed2-70cf-402d-9e20-034b94d06a1e req-6dcf9bd5-c96f-4e70-ae4b-29b5378e49ce tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:11.783123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52f25ed2-70cf-402d-9e20-034b94d06a1e req-6dcf9bd5-c96f-4e70-ae4b-29b5378e49ce tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.1208417 Sep 22 17:17:11.833446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-52f25ed2-70cf-402d-9e20-034b94d06a1e req-cb82fb94-ae4c-402a-b56f-596debbd5e03 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=2e3095c0-244c-48e0-a6a4-575c24c3db3b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441389 Sep 22 17:17:12.090950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-20330c1a-3b47-4e49-be74-15c84a8629a3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:12.092292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-20330c1a-3b47-4e49-be74-15c84a8629a3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 946 time: 0.0941648 Sep 22 17:17:12.168076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port dd4d0e51-43e3-403b-97bf-e8dafd54a522 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:17:12.168500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:12.297344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ed64d8-f087-4884-94ff-ca089b5400c7 None None] New status for floating IP 8af50f30-f1e6-43ec-a1ec-535f213e3ac5: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:12.453048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port dd4d0e51-43e3-403b-97bf-e8dafd54a522, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=dd4d0e51-43e3-403b-97bf-e8dafd54a522,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:12.453528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:12.588917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for dd4d0e51-43e3-403b-97bf-e8dafd54a522 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:17:12.752946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:12.803829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=dd4d0e51-43e3-403b-97bf-e8dafd54a522,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:12.906134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port dd4d0e51-43e3-403b-97bf-e8dafd54a522 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:17:12.908677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:12.911359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'name': 'network-vif-deleted', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:17:12.913729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2e413ed-f067-40a1-9c04-88da3e293cda" -d '{"events": [{"server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "name": "network-vif-deleted", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:12.927994 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38e78c10-56f4-44dd-94de-e89fc4764c76 req-582bcec3-7461-4ff0-a128-6af5f568e1f0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/dd4d0e51-43e3-403b-97bf-e8dafd54a522 HTTP/1.1" status: 204 len: 173 time: 0.8301167 Sep 22 17:17:12.962197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd597cb-bb1a-418e-9094-465f0663047c x-openstack-request-id: req-9dd597cb-bb1a-418e-9094-465f0663047c {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:12.962749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d5757ca-fb02-4707-b31c-d0380e97e7f0", "name": "network-vif-deleted", "tag": "dd4d0e51-43e3-403b-97bf-e8dafd54a522", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:12.963008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9dd597cb-bb1a-418e-9094-465f0663047c {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:12.963420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9dd597cb-bb1a-418e-9094-465f0663047c'] response: {'server_uuid': '2d5757ca-fb02-4707-b31c-d0380e97e7f0', 'name': 'network-vif-deleted', 'tag': 'dd4d0e51-43e3-403b-97bf-e8dafd54a522', 'status': 'completed', 'code': 200} Sep 22 17:17:13.014154 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d0911cc5-b2c7-4802-b070-a9f798b196be req-c2d152cb-35cc-441c-ab2a-5ce022bac802 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2d5757ca-fb02-4707-b31c-d0380e97e7f0 HTTP/1.1" status: 200 len: 210 time: 0.0605607 Sep 22 17:17:14.118763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54040) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:14.190332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:14.224048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:14.298156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:14.318747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3095c0-244c-48e0-a6a4-575c24c3db3b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:14.327662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.328027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.328922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.329253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.329584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.329915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.330247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.330574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.330902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.331226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.331549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.331870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:14.341311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:14.345059 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc3f1ed3-63eb-4902-9fbd-dfd775b3b519 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/2e3095c0-244c-48e0-a6a4-575c24c3db3b HTTP/1.1" status: 204 len: 168 time: 0.2227204 Sep 22 17:17:14.386411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54046) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:15.065626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.444235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port fed72941-303e-4bef-8021-08361998b74b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:17:15.445012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.639958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port fed72941-303e-4bef-8021-08361998b74b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=fed72941-303e-4bef-8021-08361998b74b,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:15.640317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:15.772229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for fed72941-303e-4bef-8021-08361998b74b owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:17:15.869969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device dd4d0e51-43e3-403b-97bf-e8dafd54a522 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:15.910565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: dd4d0e51-43e3-403b-97bf-e8dafd54a522 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:17:15.910901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device dd4d0e51-43e3-403b-97bf-e8dafd54a522 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:17:15.964421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:16.042589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=fed72941-303e-4bef-8021-08361998b74b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:16.401373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:16.796933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router 13d2bb2b-d160-4002-9668-66b430c2e319 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:17:16.990872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:17:17.003423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Sync routers for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:17.004017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2829d50c-d24e-4bd1-a13d-2a6617e18775 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6161697 Sep 22 17:17:17.006490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54050) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:17.013406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:17.014001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:17.080294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet c5f44a16-14c2-4024-a5bd-5281d6834ee0 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:17:17.083253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.138144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.189536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:17.225088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.307739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.349040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=c5f44a16-14c2-4024-a5bd-5281d6834ee0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:17.350975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.357589 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dc668090-a186-4071-8b6c-e5ccd226c38c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/c5f44a16-14c2-4024-a5bd-5281d6834ee0 HTTP/1.1" status: 204 len: 168 time: 0.3501194 Sep 22 17:17:17.360157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54054) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:17.370190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a2854b-0bd2-46c0-b46c-89607d0e31db None None] Network ed06d0a1-f239-48a6-8cf6-cf05d48bc538 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:17:17.545880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.710912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76'}], 'enable_snat': True}, 'gw_port_id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:17:15Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': 'f018f99b-01b0-445f-ba1a-6aef3d5abae6', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:c5:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1418, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.76', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:15:22Z', 'updated_at': '2022-09-22T17:17:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:17.717518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Checking router: 13d2bb2b-d160-4002-9668-66b430c2e319 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:17.725696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.726882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Routers {'13d2bb2b-d160-4002-9668-66b430c2e319'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:17.727488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['13d2bb2b-d160-4002-9668-66b430c2e319'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:17.738475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port f018f99b-01b0-445f-ba1a-6aef3d5abae6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:17:17.738828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.787114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] DHCP port deletion for ed06d0a1-f239-48a6-8cf6-cf05d48bc538 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:17:17.860232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Deleting port adbdd179-9b95-43d5-a0a8-1a766a3e3501 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:17:17.860624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:17.942253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] Set router 13d2bb2b-d160-4002-9668-66b430c2e319 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:18.049565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port f018f99b-01b0-445f-ba1a-6aef3d5abae6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f018f99b-01b0-445f-ba1a-6aef3d5abae6,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:18.050135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.082551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:17:17Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:18.096897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39977d1c-9726-4e03-8746-040eb1fde5ac None None] The sync data for ids ['13d2bb2b-d160-4002-9668-66b430c2e319'] in dv-neutron-858953-1-hyperv is: [{'id': '13d2bb2b-d160-4002-9668-66b430c2e319', 'name': 'tempest-TestNetworkBasicOps-router-1808685450', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:15:21Z', 'updated_at': '2022-09-22T17:17:17Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:18.176973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for f018f99b-01b0-445f-ba1a-6aef3d5abae6 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:17:18.219292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] For port adbdd179-9b95-43d5-a0a8-1a766a3e3501, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=adbdd179-9b95-43d5-a0a8-1a766a3e3501,segment=NetworkSegment(55e1bdf8-6e82-4d03-9061-47382204898d),segment_id=55e1bdf8-6e82-4d03-9061-47382204898d)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:18.219659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.349866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Calling delete_port for adbdd179-9b95-43d5-a0a8-1a766a3e3501 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:17:18.352263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.398523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=f018f99b-01b0-445f-ba1a-6aef3d5abae6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:18.429053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.524400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.541458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] Pushing event deleted for resources: {'Port': ['ID=adbdd179-9b95-43d5-a0a8-1a766a3e3501,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:18.543610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe0dc15-b5d4-41c4-9f9a-bb24c27b9463 None None] No DVR routers for this DVR port adbdd179-9b95-43d5-a0a8-1a766a3e3501 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:17:18.580035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:18.613997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: fed72941-303e-4bef-8021-08361998b74b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:17:18.614269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device fed72941-303e-4bef-8021-08361998b74b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:17:18.614686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device adbdd179-9b95-43d5-a0a8-1a766a3e3501 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:18.651371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: adbdd179-9b95-43d5-a0a8-1a766a3e3501 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:17:18.651714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device adbdd179-9b95-43d5-a0a8-1a766a3e3501 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:17:18.734234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.736568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.759390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.759996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router 13d2bb2b-d160-4002-9668-66b430c2e319 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:17:18.776218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:18.777346 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d77a87b7-cd13-40b9-8b62-2add0b991fd3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/13d2bb2b-d160-4002-9668-66b430c2e319 HTTP/1.1" status: 204 len: 168 time: 1.4162488 Sep 22 17:17:18.780144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54058) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:18.891019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.024857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.055867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed06d0a1-f239-48a6-8cf6-cf05d48bc538']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:19.069320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55e1bdf8-6e82-4d03-9061-47382204898d') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:19.069627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55e1bdf8-6e82-4d03-9061-47382204898d') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:19.081244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.096779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.102674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:17:19.103051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.173834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 55e1bdf8-6e82-4d03-9061-47382204898d resource provider aggregate not found Sep 22 17:17:19.195667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 55e1bdf8-6e82-4d03-9061-47382204898d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 55e1bdf8-6e82-4d03-9061-47382204898d found for delete ", "request_id": "req-c1352fb3-40d6-43b8-ae34-4246b30c9c48"}]} Sep 22 17:17:19.213866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.232844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.244761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=ed06d0a1-f239-48a6-8cf6-cf05d48bc538,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:19.255038 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b62b323c-ed83-42c9-bb96-64a58fe440a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/ed06d0a1-f239-48a6-8cf6-cf05d48bc538 HTTP/1.1" status: 204 len: 168 time: 0.4737494 Sep 22 17:17:19.277714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54066) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:19.284202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--866813052', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:19.289607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:19.294214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:19.298160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:19.304712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:19.314994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:19.318405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.347009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:17:19.356114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.356454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment 4e7da886-7325-4866-890c-20796e5ed672 of type vlan for network 23c01d63-5195-46f4-8b2c-c2e7271643ff Sep 22 17:17:19.387467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.416852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.422724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:19.423294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.624034 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3451614 Sep 22 17:17:19.627150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54070) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:19.632864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:19.633052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0615d7-e9b4-4fc1-ae84-c9e84f83e515 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=23c01d63-5195-46f4-8b2c-c2e7271643ff,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:19.640704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:19.643478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:17:19.645827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:19.652849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:19.659270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:19.669841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.670904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.686285 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:19.950870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.259244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:17:20.302012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: f018f99b-01b0-445f-ba1a-6aef3d5abae6 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:17:20.302352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f018f99b-01b0-445f-ba1a-6aef3d5abae6 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:17:20.375584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.415557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.557792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.118 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/99ebf9c3-add7-4141-bd06-639b75b8c347) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:20.710084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.740372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:20.804884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:20.807482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:20.812736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:17:20.849950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=99ebf9c3-add7-4141-bd06-639b75b8c347,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:21.249342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.607747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:21.939820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router b3062291-88c4-4628-bbda-e0c735c90569 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:17:22.116950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:17:22.127095 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Sync routers for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:22.138122 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:22.139260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:22.149120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.153388 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ac9d2ed-f551-4aca-9d05-ab5f395eb19e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.5221684 Sep 22 17:17:22.153689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:22.200127 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cc22c17a-94c1-495b-941b-963788db45a4 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0451710 Sep 22 17:17:22.202903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54078) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:22.331729 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:22.344477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bca8b504-6c51-4eb8-ba53-a5b68df1c0f0 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.349223 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bca8b504-6c51-4eb8-ba53-a5b68df1c0f0 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1424527 Sep 22 17:17:22.349548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54082) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:22.365488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67824483-7c85-4c1f-8403-0c2e53a90505 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.390287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f5f35bba-11ab-4147-95d2-2548f2689905 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0395148 Sep 22 17:17:22.393080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54086) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:22.398552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-725906801', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:22.512246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:22.516001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:22.519197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:22.524982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:22.536376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:22.542709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.628660 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:21Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:22.632880 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Checking router: b3062291-88c4-4628-bbda-e0c735c90569 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:22.633231 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Updating router b3062291-88c4-4628-bbda-e0c735c90569 port 99ebf9c3-add7-4141-bd06-639b75b8c347 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:17:22.690711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.802962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.888743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=b4c10973-849c-47c4-a4c5-d78ebc6f983a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:22.899838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:17:22.900192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: 23c01d63-5195-46f4-8b2c-c2e7271643ff, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:17:22.925852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:17:22.940483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 23c01d63-5195-46f4-8b2c-c2e7271643ff) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:22.945684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:22.946290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:22.954474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ca6065-efb7-49ed-9823-07d39d3207fe None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:17:22.981629 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a0e33368-f435-4bc0-a68b-9d1f9a93ab95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5829537 Sep 22 17:17:22.981923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54090) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:23.090025 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.105831 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Transition to ACTIVE for port object 99ebf9c3-add7-4141-bd06-639b75b8c347 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:23.113410 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.192334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Pushing event updated for resources: {'Port': ['ID=99ebf9c3-add7-4141-bd06-639b75b8c347,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:23.194635 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Attempting to bind port 99ebf9c3-add7-4141-bd06-639b75b8c347 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:17:23.194995 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Attempting to bind port 99ebf9c3-add7-4141-bd06-639b75b8c347 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:17:23.195355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Attempting to bind port 99ebf9c3-add7-4141-bd06-639b75b8c347 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:17:23.206210 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.206550 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.206882 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.207211 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.207535 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.207865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.208186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.208692 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.209020 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.209336 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.209654 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.209967 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:17:23.213673 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:17:23.214043 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:17:23.214441 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.214815 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:17:23.215376 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Bound port: 99ebf9c3-add7-4141-bd06-639b75b8c347, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:17:23.215753 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.271991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-23c01d63-5195-46f4-8b2c-c2e7271643ff', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:17:23.273270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.306691 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] For port 99ebf9c3-add7-4141-bd06-639b75b8c347, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:17:23.313508 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] For port 99ebf9c3-add7-4141-bd06-639b75b8c347, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=99ebf9c3-add7-4141-bd06-639b75b8c347,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:17:23.319599 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.425211 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:23.426003 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:16:54Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:23.452478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Allocated IP 172.20.0.2 (23c01d63-5195-46f4-8b2c-c2e7271643ff/b4c10973-849c-47c4-a4c5-d78ebc6f983a/be78d286-c876-4a69-9fe9-cc3f39f0cfb0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:23.513162 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e8759-033b-4ef6-b812-722a086ed3cd None None] Pushing event updated for resources: {'Port': ['ID=99ebf9c3-add7-4141-bd06-639b75b8c347,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:23.632152 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:23.694852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.706648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Transition to ACTIVE for port object be78d286-c876-4a69-9fe9-cc3f39f0cfb0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:23.729925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Transition to ACTIVE for port object be78d286-c876-4a69-9fe9-cc3f39f0cfb0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:23.738153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.806122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:23.809569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:23.813553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:17:23.864646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Pushing event updated for resources: {'Port': ['ID=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:23.932743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Attempting to bind port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:17:23.933096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Attempting to bind port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:17:23.933405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Attempting to bind port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 on network 23c01d63-5195-46f4-8b2c-c2e7271643ff {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:17:23.939261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:17:23.939636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Checking segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:17:23.940032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.940419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Bound using segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:17:23.941037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Bound port: be78d286-c876-4a69-9fe9-cc3f39f0cfb0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:17:23.941407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.980390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:23.981806 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:21Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:23.986662 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55f5cdde-1add-4539-a7b0-9034a26f5f36 None None] The sync data for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv is: [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:21Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:24.051226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] For port be78d286-c876-4a69-9fe9-cc3f39f0cfb0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:17:24.057157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] For port be78d286-c876-4a69-9fe9-cc3f39f0cfb0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:17:24.063351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.195583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a0117-791d-426f-818e-1eefcd8459d4 None None] Pushing event updated for resources: {'Port': ['ID=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:24.380037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 99ebf9c3-add7-4141-bd06-639b75b8c347 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:24.498313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 99ebf9c3-add7-4141-bd06-639b75b8c347 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:24.510875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 99ebf9c3-add7-4141-bd06-639b75b8c347 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:24.511257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.511603 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 99ebf9c3-add7-4141-bd06-639b75b8c347 Sep 22 17:17:24.564093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4de2b843-d9ac-476c-b787-84b7da12015c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.602875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (23c01d63-5195-46f4-8b2c-c2e7271643ff/b4c10973-849c-47c4-a4c5-d78ebc6f983a/0a89438f-f70f-4468-b598-de704b670517) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:24.686746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 99ebf9c3-add7-4141-bd06-639b75b8c347 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:24.687577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.706868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 99ebf9c3-add7-4141-bd06-639b75b8c347, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=99ebf9c3-add7-4141-bd06-639b75b8c347,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:24.710930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.796352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=99ebf9c3-add7-4141-bd06-639b75b8c347,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:24.825217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.843710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 0a89438f-f70f-4468-b598-de704b670517 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:24.870107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:24.942757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:24.946046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:24.948716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:17:24.990227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:25.023289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.159792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.302152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.344509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5572c52e-15c7-4dc2-b3a4-2ae10abe7c02 None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:17:25.518991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f29581e6-b33c-4cc7-8cf1-f5322cc58674 None None] Provisioning for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:25.630405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.649156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.659546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.777502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:25.781396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.873662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Provisioning for port 0a89438f-f70f-4468-b598-de704b670517 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:25.880581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Provisioning complete for port 0a89438f-f70f-4468-b598-de704b670517 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:25.881187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:25.881638 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 1 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:25.940222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:25.962165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.053260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:26.054721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:26.248632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router b3062291-88c4-4628-bbda-e0c735c90569 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:17:26.369749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device be78d286-c876-4a69-9fe9-cc3f39f0cfb0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:26.441259 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 2 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:26.441661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:17:26.454391 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ed9a8881-5101-4100-bb76-fb3ffee6d3b4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/b3062291-88c4-4628-bbda-e0c735c90569/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4715517 Sep 22 17:17:26.457207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54096) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:26.471056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:26.474672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Sync routers for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:26.490042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:26.490409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.490741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 Sep 22 17:17:26.551307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:26.552018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:26.600634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94daad-58e0-4e21-b229-da58047f95ad tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.601100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94daad-58e0-4e21-b229-da58047f95ad tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.601572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94daad-58e0-4e21-b229-da58047f95ad tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.602029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f94daad-58e0-4e21-b229-da58047f95ad tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.603724 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f94daad-58e0-4e21-b229-da58047f95ad tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1455998 Sep 22 17:17:26.606730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54100) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:26.659931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:26.677563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7273dc-f5b7-47af-ae17-f1672ab88de6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.678032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7273dc-f5b7-47af-ae17-f1672ab88de6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.678531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7273dc-f5b7-47af-ae17-f1672ab88de6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.679131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7273dc-f5b7-47af-ae17-f1672ab88de6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:26.685595 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fc7273dc-f5b7-47af-ae17-f1672ab88de6 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0731218 Sep 22 17:17:26.685853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:26.824653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:26.825023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.847697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:26.900492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2f98e7a-0465-4949-a2b8-ca336886ba50 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2123849 Sep 22 17:17:26.927576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port be78d286-c876-4a69-9fe9-cc3f39f0cfb0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:26.974917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:26.980122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-37736802', 'description': 'tempest-secgroup-smoke-37736802 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:26.986762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:26.990746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:26.990883 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:26.991505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 99ebf9c3-add7-4141-bd06-639b75b8c347 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:26.993826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:26.999520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.010531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.031245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.035294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.038227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.043987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.117126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.121277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.162776 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 3 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:27.166636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88ba6586-87dc-48d7-8e49-31cd295739b0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.170501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.175528 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-afbd9c34-695e-4754-8c86-ebc3f7d4d9de tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1968076 Sep 22 17:17:27.175879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54114) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:27.181583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:27.190452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.194810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.198983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.206389 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.225006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.260424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.272147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.275508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:27.292192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.297149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.313688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 99ebf9c3-add7-4141-bd06-639b75b8c347 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:27.314032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.314365 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 99ebf9c3-add7-4141-bd06-639b75b8c347 Sep 22 17:17:27.321365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef13727-3f7c-45b3-b714-30dd2a9b5360,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.331525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.337196 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cb272ce0-8637-429f-bbcb-81f7929d4f98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557198 Sep 22 17:17:27.337515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54118) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:27.342569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:27.348980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.352817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.355668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.361447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.378102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.447709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.452174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.477426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98379ca6-dd8d-43b5-8cfd-58f4287c4eec,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.488074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.489319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0410c99d-a81c-4e3d-99f9-548839ee4ca9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1508574 Sep 22 17:17:27.492237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54122) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:27.496084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 99ebf9c3-add7-4141-bd06-639b75b8c347 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:27.498111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:27.503251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:27.504064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.507359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Checking router: b3062291-88c4-4628-bbda-e0c735c90569 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:27.507708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Updating router b3062291-88c4-4628-bbda-e0c735c90569 port 0a89438f-f70f-4468-b598-de704b670517 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:17:27.508348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.511054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.517349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.536469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.562598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.603701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.607669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.631702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=308b90d9-328e-4cd8-b3bb-3f0aa9bb194c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.641456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.642910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b57575e6-c833-4e9e-a46e-e6145c4b62c7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494458 Sep 22 17:17:27.645642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:27.650603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:27.656849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.661178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.664201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.669893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.689877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.773401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.779142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.787621 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 4 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:27.823713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7aa461aa-88bf-4648-9ec0-51a64b9afcf2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:27.838718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.840089 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a21fb156-02d2-48cb-8225-8f2f8ae8c6c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1934998 Sep 22 17:17:27.843203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54130) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:27.848731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:27.854758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:27.858820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:27.862056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:27.867840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:27.868155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:27.880743 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:17:27.887822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.961768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:27.967731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.002310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.003766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c22a66-a219-4d91-9c5c-ec18dab857bb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:28.015638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.017947 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3490aeb4-d8d8-495b-99c9-6b53600ffdf1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1731629 Sep 22 17:17:28.018172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Transition to ACTIVE for port object 0a89438f-f70f-4468-b598-de704b670517 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:28.020970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54134) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:28.026570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.027418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '88ba6586-87dc-48d7-8e49-31cd295739b0', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:28.034288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:28.038725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:28.042007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:28.049164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:28.060489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:17:28.070607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.123715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:17:28.144518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.149192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.174908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffff5cb1-322d-4d77-b2fa-fbe107996363,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:28.186447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.188801 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-64a1c0da-5169-444e-ae2c-f8f9c371227b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1663308 Sep 22 17:17:28.325159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d71c82-a80d-4cfc-9b57-e2d3020d02dc None None] Pushing event updated for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:28.332346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device be78d286-c876-4a69-9fe9-cc3f39f0cfb0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:28.369365 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 5 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:28.378599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-091d89e2-7f32-4e7a-bc06-0ae7e123e4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:28.393348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Attempting to bind port 0a89438f-f70f-4468-b598-de704b670517 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:17:28.393723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Attempting to bind port 0a89438f-f70f-4468-b598-de704b670517 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:17:28.394090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Attempting to bind port 0a89438f-f70f-4468-b598-de704b670517 on network 23c01d63-5195-46f4-8b2c-c2e7271643ff {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:17:28.394315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-091d89e2-7f32-4e7a-bc06-0ae7e123e4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:28.395760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-091d89e2-7f32-4e7a-bc06-0ae7e123e4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-37736802&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0617824 Sep 22 17:17:28.425332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 17, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:17:28.425716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Checking segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:17:28.426120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.426516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Bound using segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:17:28.427005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Bound port: 0a89438f-f70f-4468-b598-de704b670517, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:17:28.427382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.503300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:28.542297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:28.542593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.542929 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 Sep 22 17:17:28.555694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-5ff61f1d-5015-4245-af05-48fc0609376a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:28.557486 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-5ff61f1d-5015-4245-af05-48fc0609376a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 796 time: 0.1547954 Sep 22 17:17:28.574339 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-798e8525-cb53-4075-bbb6-b44de07498d2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0096726 Sep 22 17:17:28.593709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] For port 0a89438f-f70f-4468-b598-de704b670517, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:17:28.607799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] For port 0a89438f-f70f-4468-b598-de704b670517, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a89438f-f70f-4468-b598-de704b670517,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:17:28.614092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:28.669768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-d2f6103c-66d0-4e96-8761-f6952dec7e5c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:28.687624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-d2f6103c-66d0-4e96-8761-f6952dec7e5c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:28.689408 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-d2f6103c-66d0-4e96-8761-f6952dec7e5c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1087461 Sep 22 17:17:28.694465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:28.695100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:28.833658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d71c82-a80d-4cfc-9b57-e2d3020d02dc None None] Pushing event updated for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:28.904588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:28.939266 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-79aeb82b-e230-4400-81dc-40b2a5060ce4 service neutron] 10.222.0.25 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342639 Sep 22 17:17:28.943337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:29.005465 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 6 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:29.079500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-3ec1451b-17d7-4a9b-acfd-104366140ea1 service neutron] 10.222.0.25 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344616 Sep 22 17:17:29.225816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Port 0a89438f-f70f-4468-b598-de704b670517 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:17:29.261303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Provisioning complete for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:29.261757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:29.262296 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Attempt 1 to provision port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 Sep 22 17:17:29.304759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-af0ffc96-9ab6-4502-8eb6-165dc9976504 req-e92160dd-ee8b-4d21-a868-4d99b334fdad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:29.318878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-af0ffc96-9ab6-4502-8eb6-165dc9976504 req-e92160dd-ee8b-4d21-a868-4d99b334fdad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:29.328932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af0ffc96-9ab6-4502-8eb6-165dc9976504 req-e92160dd-ee8b-4d21-a868-4d99b334fdad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 210 time: 0.0813527 Sep 22 17:17:29.457467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d1b21faf-4793-45a5-ad17-eea8c1d373c3 None None] Current status of the port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:29.461040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-cade65eb-180e-487d-9275-be55621882c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:29.465710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cade65eb-180e-487d-9275-be55621882c3 None None] The sync data for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv is: [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:28Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:30.360571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a89438f-f70f-4468-b598-de704b670517 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:30.454650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0a89438f-f70f-4468-b598-de704b670517 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:30.460535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0a89438f-f70f-4468-b598-de704b670517 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:30.460935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:30.461266 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:30.520315 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ea6c149a-5326-4f8d-9769-aa6ddadb10e9 req-d1e510ce-647c-4688-90b0-1d07b1fb5c5c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 210 time: 0.0732951 Sep 22 17:17:30.613966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0a89438f-f70f-4468-b598-de704b670517 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:30.614769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:30.620303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-6d3868c4-a1f2-41b5-b4b3-dd17f20279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:30.621660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-6d3868c4-a1f2-41b5-b4b3-dd17f20279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:30.641576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-6d3868c4-a1f2-41b5-b4b3-dd17f20279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:30.643078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-6d3868c4-a1f2-41b5-b4b3-dd17f20279b0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 796 time: 0.1987584 Sep 22 17:17:30.652727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0a89438f-f70f-4468-b598-de704b670517, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a89438f-f70f-4468-b598-de704b670517,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:30.656773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:30.700122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-78283a7f-ab37-4d0e-ad90-13c9131c83b2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 378 time: 0.0426364 Sep 22 17:17:30.718762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['88ba6586-87dc-48d7-8e49-31cd295739b0']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:30.730902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:30.857952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:30.867502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:30.877723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:17:30.881178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.042657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.3 (23c01d63-5195-46f4-8b2c-c2e7271643ff/b4c10973-849c-47c4-a4c5-d78ebc6f983a/17634e3a-f7a0-489c-968d-fd2b06e574d8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:31.251447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.269249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 17634e3a-f7a0-489c-968d-fd2b06e574d8 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:31.293440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.366575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:31.369775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:31.373602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:17:31.404218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:31.442938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:31.443573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.474604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-eb331619-9a37-431d-98de-1df92742372a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7603281 Sep 22 17:17:31.491554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Request body: {'port': {'device_id': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:31.607713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.620770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Provisioning for port 17634e3a-f7a0-489c-968d-fd2b06e574d8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:31.626391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Provisioning complete for port 17634e3a-f7a0-489c-968d-fd2b06e574d8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:31.626872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:31.627324 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Attempt 1 to provision port 17634e3a-f7a0-489c-968d-fd2b06e574d8 Sep 22 17:17:31.727444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Port 17634e3a-f7a0-489c-968d-fd2b06e574d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:31.890891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7b027-3a1b-412f-bb58-f1a6acfaf0cb req-6e219af1-d173-4b55-9890-0e43a4b1208d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:31.891577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-21a7b027-3a1b-412f-bb58-f1a6acfaf0cb req-6e219af1-d173-4b55-9890-0e43a4b1208d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:17:31.925964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-21a7b027-3a1b-412f-bb58-f1a6acfaf0cb req-6e219af1-d173-4b55-9890-0e43a4b1208d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:17:31.927115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21a7b027-3a1b-412f-bb58-f1a6acfaf0cb req-6e219af1-d173-4b55-9890-0e43a4b1208d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 931 time: 0.2790308 Sep 22 17:17:31.999377 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21a7b027-3a1b-412f-bb58-f1a6acfaf0cb req-ccf846f2-9bfc-47b8-8da7-bea93017781a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0591156 Sep 22 17:17:32.173226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17634e3a-f7a0-489c-968d-fd2b06e574d8 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:17:32.180438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.195726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Transition to ACTIVE for port object 17634e3a-f7a0-489c-968d-fd2b06e574d8 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:17:32.199960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.228909 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Attempt 2 to provision port 17634e3a-f7a0-489c-968d-fd2b06e574d8 Sep 22 17:17:32.288277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Port 17634e3a-f7a0-489c-968d-fd2b06e574d8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:17:32.317171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a89438f-f70f-4468-b598-de704b670517 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:32.388625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0a89438f-f70f-4468-b598-de704b670517 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:32.389101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.389574 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:17:32.402196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Pushing event updated for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:32.435478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Attempting to bind port 17634e3a-f7a0-489c-968d-fd2b06e574d8 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:17:32.435728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Attempting to bind port 17634e3a-f7a0-489c-968d-fd2b06e574d8 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:17:32.436051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Attempting to bind port 17634e3a-f7a0-489c-968d-fd2b06e574d8 on network 23c01d63-5195-46f4-8b2c-c2e7271643ff {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:17:32.441509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Port 17634e3a-f7a0-489c-968d-fd2b06e574d8 on network 23c01d63-5195-46f4-8b2c-c2e7271643ff not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:17:32.441823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Attempting to bind port 17634e3a-f7a0-489c-968d-fd2b06e574d8 on network 23c01d63-5195-46f4-8b2c-c2e7271643ff {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:17:32.446917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 17, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:17:32.447245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Checking segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:17:32.447623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Bound using segment: {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:17:32.448076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Bound port: 17634e3a-f7a0-489c-968d-fd2b06e574d8, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7da886-7325-4866-890c-20796e5ed672', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:17:32.448413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.515415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0a89438f-f70f-4468-b598-de704b670517 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:32.540439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:17:32.543365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:17:32.548639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.583188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:32.583802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:32.585210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-68350ae5-431b-4665-8f29-998b7352247e service neutron] 10.222.0.18 "PUT /v2.0/ports/17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 1093 time: 1.0979886 Sep 22 17:17:32.585643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:17:32.587930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be205af7-b1d8-4411-aad7-4bb554baa2df" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:32.638644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68350ae5-431b-4665-8f29-998b7352247e service neutron] Pushing event updated for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:32.645711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522cf12c-4fd8-4a84-88fe-2e6a6a7207ed x-openstack-request-id: req-522cf12c-4fd8-4a84-88fe-2e6a6a7207ed {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:32.645998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:32.646562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-522cf12c-4fd8-4a84-88fe-2e6a6a7207ed {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:32.646961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-522cf12c-4fd8-4a84-88fe-2e6a6a7207ed'] response: {'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'status': 'completed', 'code': 200} Sep 22 17:17:32.743964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-61f286d9-098b-4cb0-b6c1-107252a0e0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:32.745452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-61f286d9-098b-4cb0-b6c1-107252a0e0c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1096 time: 0.0833483 Sep 22 17:17:32.789204 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Attempt 3 to provision port 17634e3a-f7a0-489c-968d-fd2b06e574d8 Sep 22 17:17:32.833015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-5f9c9ddc-7976-4591-af47-90887705a171 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 217 time: 0.0749903 Sep 22 17:17:32.860485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7db3ab68-f70f-449a-a439-a3b6729a3468 None None] Port 17634e3a-f7a0-489c-968d-fd2b06e574d8 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:17:32.897147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-745b60e7-4d2c-424a-a99f-420631d58089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:32.898617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-745b60e7-4d2c-424a-a99f-420631d58089 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0605884 Sep 22 17:17:32.984484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-64d82cca-5081-4d5b-92da-e64b8c2e495d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:32.986061 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-64d82cca-5081-4d5b-92da-e64b8c2e495d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816269 Sep 22 17:17:33.157969 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-9c28e266-0991-40c6-a413-d3f127b291bc service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660831 Sep 22 17:17:33.311933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134a38e6-b22b-4c0f-8c3e-1957ff7ba889 req-85c11168-eac4-461b-a9d3-a1a5fab3569f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:33.313366 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-134a38e6-b22b-4c0f-8c3e-1957ff7ba889 req-85c11168-eac4-461b-a9d3-a1a5fab3569f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 943 time: 0.2001297 Sep 22 17:17:33.316585 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1ba8e37a-405e-47bc-8fe8-b83e28addfb0 req-163f90e1-e3c3-4480-ad0e-74985fbc2c30 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525147 Sep 22 17:17:33.372703 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-134a38e6-b22b-4c0f-8c3e-1957ff7ba889 req-ff16af5e-759d-491e-a1f0-34e30cc89a39 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0536489 Sep 22 17:17:33.489622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-a7faf1c2-9020-4432-925d-57541fdb75e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:33.491083 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-a7faf1c2-9020-4432-925d-57541fdb75e1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1096 time: 0.0784943 Sep 22 17:17:33.621510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-ea59e9c7-b72b-4ad2-b999-fb2f14e5daa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:33.622941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-ea59e9c7-b72b-4ad2-b999-fb2f14e5daa5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1257715 Sep 22 17:17:33.693935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-391cdbeb-96cb-42b4-bbf4-1892f662929f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 217 time: 0.0642097 Sep 22 17:17:33.756874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-e6f7e7e5-0fa1-4cc9-ba44-78efc88b2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:33.758315 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-e6f7e7e5-0fa1-4cc9-ba44-78efc88b2330 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0583322 Sep 22 17:17:33.947673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-e2b66320-349c-4830-b224-b272c75a3dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:33.949125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-e2b66320-349c-4830-b224-b272c75a3dd4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1850150 Sep 22 17:17:34.088279 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-b1900f7e-47bc-4673-80cb-04120da33650 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320519 Sep 22 17:17:34.222129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be205af7-b1d8-4411-aad7-4bb554baa2df req-de583ad8-c566-418d-90b8-2408b39ab5d2 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258698 Sep 22 17:17:34.576309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8946d945-52c7-4381-aeeb-1878ec559b35 req-956f5ede-afdd-493d-aa21-8b1196455d1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:34.577600 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8946d945-52c7-4381-aeeb-1878ec559b35 req-956f5ede-afdd-493d-aa21-8b1196455d1f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 943 time: 0.0909367 Sep 22 17:17:34.622109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8946d945-52c7-4381-aeeb-1878ec559b35 req-78f4f2e4-e11c-4386-8e8f-3af3a8337f3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388014 Sep 22 17:17:35.819037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c34f7-fa8b-4baf-8c4b-2bba3963d556 req-be22c4c0-585e-4805-9ab0-313c696b5c8a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:35.820430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-928c34f7-fa8b-4baf-8c4b-2bba3963d556 req-be22c4c0-585e-4805-9ab0-313c696b5c8a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 943 time: 0.0889564 Sep 22 17:17:35.869749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-928c34f7-fa8b-4baf-8c4b-2bba3963d556 req-193b812f-fba1-4f93-91b5-4d0baddbccb5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435958 Sep 22 17:17:37.070126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b38cfe01-d77f-49cc-9f55-053b5b23de8c req-95c48f34-58f2-477c-a2f7-5728fead4eb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:37.071605 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b38cfe01-d77f-49cc-9f55-053b5b23de8c req-95c48f34-58f2-477c-a2f7-5728fead4eb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 943 time: 0.0917284 Sep 22 17:17:37.115086 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b38cfe01-d77f-49cc-9f55-053b5b23de8c req-297d7f34-e118-4cc2-a7f9-c70923287cc7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0377758 Sep 22 17:17:37.945903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 17634e3a-f7a0-489c-968d-fd2b06e574d8 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:17:38.083176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:38.096496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'port_id': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'mac_address': 'fa:16:3e:d8:0f:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:17:38.158202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 17634e3a-f7a0-489c-968d-fd2b06e574d8 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:38.158650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:38.176271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17634e3a-f7a0-489c-968d-fd2b06e574d8 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:17:38.192647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:38.198937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:38.275676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:38.321981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e543de02-389a-4336-9182-9e9bf9c2e3e6 req-850c0cc4-5abe-4d3e-929f-1ea6f1151622 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:38.323446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e543de02-389a-4336-9182-9e9bf9c2e3e6 req-850c0cc4-5abe-4d3e-929f-1ea6f1151622 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 944 time: 0.0955994 Sep 22 17:17:38.367440 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e543de02-389a-4336-9182-9e9bf9c2e3e6 req-f8f8b86f-ec23-4f39-82d5-e0505c2c608c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376520 Sep 22 17:17:38.637136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['17634e3a-f7a0-489c-968d-fd2b06e574d8'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:17:39.632923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cd3f21-59fb-4456-961d-a2bfc49959a4 req-eb5f8d00-e467-458f-a070-ad6ee253e7f3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:39.634094 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64cd3f21-59fb-4456-961d-a2bfc49959a4 req-eb5f8d00-e467-458f-a070-ad6ee253e7f3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 944 time: 0.1439273 Sep 22 17:17:39.679905 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64cd3f21-59fb-4456-961d-a2bfc49959a4 req-94c4be9e-54fa-4d39-a669-1904ae9b1fb3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0393524 Sep 22 17:17:39.945268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 17634e3a-f7a0-489c-968d-fd2b06e574d8 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:17:40.016380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 17634e3a-f7a0-489c-968d-fd2b06e574d8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:17:40.021762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 17634e3a-f7a0-489c-968d-fd2b06e574d8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:17:40.022131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.022462 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 17634e3a-f7a0-489c-968d-fd2b06e574d8 Sep 22 17:17:40.149127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 17634e3a-f7a0-489c-968d-fd2b06e574d8 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:17:40.149507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.179799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:17:40.182598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb2d79ef-57bb-4b9f-966c-967edd132261" -d '{"events": [{"server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "name": "network-vif-plugged", "status": "completed", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:40.192702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:17:40.199277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:40.253529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-612cfaab-47b5-4617-a5f8-63057d487358 x-openstack-request-id: req-612cfaab-47b5-4617-a5f8-63057d487358 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:40.253825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "name": "network-vif-plugged", "status": "completed", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:40.254078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-612cfaab-47b5-4617-a5f8-63057d487358 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:40.254478 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-612cfaab-47b5-4617-a5f8-63057d487358'] response: {'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'code': 200} Sep 22 17:17:40.284491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:40.533554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fc9e5-fbb4-4c5b-8a93-7bcc3e166081 req-776fa8e2-b9ba-4724-bbee-93dcf7765cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:40.534971 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc0fc9e5-fbb4-4c5b-8a93-7bcc3e166081 req-776fa8e2-b9ba-4724-bbee-93dcf7765cc5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0850637 Sep 22 17:17:40.576408 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc0fc9e5-fbb4-4c5b-8a93-7bcc3e166081 req-37225644-f6b9-4edc-967f-0d14be2039a0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355294 Sep 22 17:17:40.900923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6fd3f1-905a-41f5-a31a-500f0b8f19d8 req-a6d5734b-cd90-4d6a-8823-c5a420667103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:40.902425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da6fd3f1-905a-41f5-a31a-500f0b8f19d8 req-a6d5734b-cd90-4d6a-8823-c5a420667103 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.0947895 Sep 22 17:17:40.949158 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da6fd3f1-905a-41f5-a31a-500f0b8f19d8 req-5268d48f-bb61-422b-902b-e50d7ecc63ef tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403085 Sep 22 17:17:42.243506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f154f430-0880-440b-a682-097ca42e1878 req-cb13f2e1-4cd6-4ac8-ba24-34cc95c06b2a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:42.246008 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f154f430-0880-440b-a682-097ca42e1878 req-cb13f2e1-4cd6-4ac8-ba24-34cc95c06b2a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.1767130 Sep 22 17:17:42.301001 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f154f430-0880-440b-a682-097ca42e1878 req-09b39655-a9b4-4809-aee0-b0a08dfd63a1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493915 Sep 22 17:17:42.499368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861e6f19-d8fe-4281-9bdb-9535ce363fa8 req-352277a7-53ea-4857-b5b1-cf84e7c76dd2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:42.500754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-861e6f19-d8fe-4281-9bdb-9535ce363fa8 req-352277a7-53ea-4857-b5b1-cf84e7c76dd2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.0864995 Sep 22 17:17:42.549220 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-861e6f19-d8fe-4281-9bdb-9535ce363fa8 req-7ed181f4-f52d-4802-9f79-6d9681cec8aa tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426567 Sep 22 17:17:42.578275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:42.656217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2da8218-08a3-4132-b02a-7189f0dcab9f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:42.658481 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2da8218-08a3-4132-b02a-7189f0dcab9f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1093 time: 0.0787990 Sep 22 17:17:42.661053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:42.665977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:17:42.672521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:17:42.676781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:17:42.679648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:17:42.685583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:17:42.697863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:42.840841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:42.997791 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.103 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/fc1a260a-6407-4b48-af90-57fc9dd4e300) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:17:43.145542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:43.176219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:43.243837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:17:43.246888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:17:43.251130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:17:43.284483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=fc1a260a-6407-4b48-af90-57fc9dd4e300,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:43.795007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:43.869138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:44.081719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:44.086195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:44.193841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:44.244218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=fc1a260a-6407-4b48-af90-57fc9dd4e300,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:17:44.369642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 associated. External IP: 172.26.8.103, port: 17634e3a-f7a0-489c-968d-fd2b06e574d8. Sep 22 17:17:44.726997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router b3062291-88c4-4628-bbda-e0c735c90569 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:17:44.907387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:17:44.917510 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Sync routers for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:17:44.928454 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:44.929156 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:44.932695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:44.991760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad6821d2-df6f-4144-89a8-25af895890a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3294523 Sep 22 17:17:44.992121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:17:44.994538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54220) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:44.997473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:17:45.099986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6864293-95f6-4fa4-8e7e-b39ca71860fc x-openstack-request-id: req-d6864293-95f6-4fa4-8e7e-b39ca71860fc {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:17:45.100273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:17:45.100521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d6864293-95f6-4fa4-8e7e-b39ca71860fc {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:17:45.100953 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6864293-95f6-4fa4-8e7e-b39ca71860fc'] response: {'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'status': 'completed', 'code': 200} Sep 22 17:17:45.118227 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ca7c760-37d3-475c-bb9d-868cf8b14491 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 HTTP/1.1" status: 200 len: 991 time: 0.1225047 Sep 22 17:17:45.121398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:45.225137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-1ba699b2-e3be-406c-ad2f-4185bb02295c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:45.226812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-1ba699b2-e3be-406c-ad2f-4185bb02295c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0831370 Sep 22 17:17:45.359534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-8a9ed4e6-d43d-4c17-8b30-aa013e2492fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:45.361010 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-8a9ed4e6-d43d-4c17-8b30-aa013e2492fe service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1288054 Sep 22 17:17:45.464350 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-d162983a-066d-4905-b357-80c8a412898d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 999 time: 0.0975099 Sep 22 17:17:45.477594 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'port_id': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'mac_address': 'fa:16:3e:d8:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:17:43Z', 'updated_at': '2022-09-22T17:17:43Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:45.481908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Checking router: b3062291-88c4-4628-bbda-e0c735c90569 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:17:45.490093 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:17:45.490675 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:45.528745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-b5202e26-be29-4a7d-8b6b-17ea88405ba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:45.530762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-b5202e26-be29-4a7d-8b6b-17ea88405ba6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0585637 Sep 22 17:17:45.610821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-ea12dac6-d2d2-420c-8bdc-9957c067ae86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:17:45.612298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-ea12dac6-d2d2-420c-8bdc-9957c067ae86 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761867 Sep 22 17:17:45.668192 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:17:45.743943 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-dc33779e-eb16-44bd-afc6-5510f3b8ac67 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259029 Sep 22 17:17:45.882618 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0b7b2c5-8697-4bde-ab30-1ccbd221db27 req-a6590970-7c3d-4072-9e69-c579088def1e service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317384 Sep 22 17:17:46.026289 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'port_id': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'mac_address': 'fa:16:3e:d8:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:17:43Z', 'updated_at': '2022-09-22T17:17:43Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:17:46.030343 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9306625e-a116-41fc-a9bb-2a598de3e8eb None None] The sync data for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv is: [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.103', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'port_id': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1452, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'mac_address': 'fa:16:3e:d8:0f:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:17:43Z', 'updated_at': '2022-09-22T17:17:43Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:17:46.122082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54228) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:46.243440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f36e24-5c3e-464d-9747-84244f58c58e None None] New status for floating IP 1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:17:46.346199 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fb90ba12-914a-4890-a9f1-de3374930aa3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 HTTP/1.1" status: 200 len: 991 time: 0.2229340 Sep 22 17:17:47.350177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54232) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:17:47.456627 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-20ec8481-92d6-4818-9c36-b811635873dc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 HTTP/1.1" status: 200 len: 993 time: 0.1052630 Sep 22 17:17:52.370059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea4ec334-f137-447c-979b-243c725b22bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:54.523053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f0de640e-fbb6-4a27-89c3-2ca5c646bd21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:55.301860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:55.595071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:55.960986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:17:57.198755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:05.123185 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:18:15.744710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-a3626f43-518d-4767-81e5-bae2872a4e9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1952922 Sep 22 17:18:15.924097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042f5c-2d4f-4397-97cf-89310958a821 req-a5a31116-1c5a-4470-bdae-eb8b4d29f2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:15.925814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-a5a31116-1c5a-4470-bdae-eb8b4d29f2ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0864179 Sep 22 17:18:16.088719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042f5c-2d4f-4397-97cf-89310958a821 req-eff20cfb-4b43-41e6-bf34-b539984770c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:16.090189 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-eff20cfb-4b43-41e6-bf34-b539984770c5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1426413 Sep 22 17:18:16.206363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-68722534-95a3-4743-860d-3e9b134a09cb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 1001 time: 0.1093392 Sep 22 17:18:16.275195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042f5c-2d4f-4397-97cf-89310958a821 req-144aa7ee-9540-4ba2-b1df-81a9981d0942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:16.276664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-144aa7ee-9540-4ba2-b1df-81a9981d0942 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0634930 Sep 22 17:18:16.361109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77042f5c-2d4f-4397-97cf-89310958a821 req-29c3e1e1-75c1-4410-bff1-789b39eb10be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:18:16.362579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-29c3e1e1-75c1-4410-bff1-789b39eb10be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799339 Sep 22 17:18:16.373630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-e805c6e8-6daf-49e4-89e7-0bb60aac8e36 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:18:16.374549 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-e805c6e8-6daf-49e4-89e7-0bb60aac8e36 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054317 Sep 22 17:18:16.509735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-aa53490e-35e2-4d03-8b0d-be1f97b6eeed service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288223 Sep 22 17:18:16.651875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77042f5c-2d4f-4397-97cf-89310958a821 req-38b2b9c3-dd9a-46fc-b535-28c2ea3482cd service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357689 Sep 22 17:18:22.381251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f49fbd6-63e0-405b-87ac-d43ac278157e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:24.517430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35cadda5-f0e2-4cde-b80e-740cb19f420c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.298327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.596847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:25.963467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:27.192304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:42.123224 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:18:52.374495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-26d1756c-74eb-4e1e-93aa-9be302c97d08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:54.519509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1c293b3a-dd02-4c6e-a7d0-c0df2e75b913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:55.297700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:55.599767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:55.968415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:18:57.195101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:17.626829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-fb5f80b1-6ab1-4aa0-ac9a-8adafa88d03a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0875506 Sep 22 17:19:17.796543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-2207857e-b583-416c-a9c2-c1c5888cd086 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:17.798121 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-2207857e-b583-416c-a9c2-c1c5888cd086 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0859604 Sep 22 17:19:17.954263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-2ee30fff-d509-47b5-a392-5b6d9a788337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:17.955691 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-2ee30fff-d509-47b5-a392-5b6d9a788337 service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1381564 Sep 22 17:19:18.082080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-1224cc59-9297-42c5-814f-9dad5b6ee3a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 1001 time: 0.1201823 Sep 22 17:19:18.161337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-cd1fd00a-3375-419a-9596-83eb04a79884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:18.163718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-cd1fd00a-3375-419a-9596-83eb04a79884 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0763640 Sep 22 17:19:18.257504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-aa7fd0e4-7335-4734-ae0c-09e8f877e668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:19:18.259035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-aa7fd0e4-7335-4734-ae0c-09e8f877e668 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0894930 Sep 22 17:19:18.509364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-23647d19-37db-4513-afd5-aaae5a083ef0 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2435472 Sep 22 17:19:18.675571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2fb8bb19-f033-4e78-8c5d-c0dc4f8597b0 req-6fb14bd1-5318-4734-a933-8c1c4d3d58e6 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596711 Sep 22 17:19:19.125364 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:19:22.385777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c9e42597-4a4d-4370-af1b-64e085fd5c5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:24.517666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f3f0ee-eb2e-44f9-bd9d-930bb94f98df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.295837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.602841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:25.970593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:27.197162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:52.380099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b43b55bb-e3c4-4220-9a04-aae8f9bd3e27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:54.519921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-55238e2c-7264-4c47-a408-81e669191b18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.298488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.607242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:55.973179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:19:56.123972 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:19:57.199417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:19.395428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54266) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:20:19.464888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:20:19.618692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-ad72b3b6-d3c3-47a3-ac8a-ff2a215c6caa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0799754 Sep 22 17:20:19.708531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2208392'] for subnet, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:19.787161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-76c55734-6ff1-4634-ae1e-dc5fd38fa01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:19.788665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-76c55734-6ff1-4634-ae1e-dc5fd38fa01d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0825453 Sep 22 17:20:19.906771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8783504405598', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3750333'] for subnet, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:19.938196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-32093bdf-701a-422f-a201-5cf11b369116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:19.939645 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-32093bdf-701a-422f-a201-5cf11b369116 service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1308904 Sep 22 17:20:19.959093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:19.959201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:19.961180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/subnets/b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 835 time: 0.5647399 Sep 22 17:20:19.963759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbcd002-7079-41f9-a27a-924d11c6b345 None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:20:19.978060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=b4c10973-849c-47c4-a4c5-d78ebc6f983a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:20:19.985782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.986067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.986476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.986880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.987328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.987728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.988124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.988513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.988923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.989315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.989711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:19.990091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4475ffc-8638-4c07-802f-c7a5423bbdf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:20:20.045062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-0a888e7e-a531-4d38-8807-a742ab53a24e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 1001 time: 0.0989990 Sep 22 17:20:20.110815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-d807ebc3-6586-40c1-bef6-203822fc82b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:20.112336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-d807ebc3-6586-40c1-bef6-203822fc82b8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0611839 Sep 22 17:20:20.199147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-3b6c769b-df8f-4d10-b3fe-fc707994b4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:20:20.200521 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-3b6c769b-df8f-4d10-b3fe-fc707994b4be service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822999 Sep 22 17:20:20.344304 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-1b2077b3-98c7-4d6b-8396-fbf8fa50d994 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363389 Sep 22 17:20:20.468313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Provisioning complete for port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:20.468616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.469106 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Attempt 1 to provision port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 Sep 22 17:20:20.477865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5cb41ea7-3d58-4f7b-bb32-5f409d220ba2 req-efe29f0d-8d4e-48d2-80e6-b56f7a833e6a service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275446 Sep 22 17:20:20.587522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Current status of the port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:20:20.598402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Provisioning complete for port 17634e3a-f7a0-489c-968d-fd2b06e574d8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:20.598776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.599107 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Attempt 1 to provision port 17634e3a-f7a0-489c-968d-fd2b06e574d8 Sep 22 17:20:20.714327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Current status of the port 17634e3a-f7a0-489c-968d-fd2b06e574d8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:20:20.725780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Provisioning complete for port 0a89438f-f70f-4468-b598-de704b670517 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:20:20.726084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:20.726429 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Attempt 1 to provision port 0a89438f-f70f-4468-b598-de704b670517 Sep 22 17:20:20.840412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0dd8b574-3fed-461e-81fd-e9e0cf6cc214 None None] Current status of the port 0a89438f-f70f-4468-b598-de704b670517 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:20:22.385293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25e60adb-b1f7-4e43-9bd8-068318081651 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:24.523933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cfdd9adb-9139-4fd4-9198-71e8d3fe188a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.289924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.609819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:25.979575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:27.201036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:33.123348 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:20:52.378017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-caa8a78e-9b23-4b9d-9df4-c4223645687a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:54.526933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-199c4ea7-b7a8-4aeb-8064-b02b5813c1cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.303913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.614585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:55.978321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:20:57.204217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.558664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:03.761234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port fc1a260a-6407-4b48-af90-57fc9dd4e300 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:21:03.761576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.929335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:03.929656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.153836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for fc1a260a-6407-4b48-af90-57fc9dd4e300 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:21:04.306504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.354890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=fc1a260a-6407-4b48-af90-57fc9dd4e300,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:04.400480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.400844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.401186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.401511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.401833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.402156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.402476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.402797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.403113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.403426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.403736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.404046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:04.463068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:04.463395 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 disassociated (deleted). External IP: 172.26.8.103, port: 17634e3a-f7a0-489c-968d-fd2b06e574d8. Sep 22 17:21:04.822867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router b3062291-88c4-4628-bbda-e0c735c90569 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:21:05.007548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:05.019691 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Sync routers for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:05.029128 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:05.029728 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:05.030599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:05.092228 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cc61683f-c388-4287-9bc4-d9b07679ab67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782 HTTP/1.1" status: 204 len: 168 time: 1.5322595 Sep 22 17:21:05.092765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:05.095633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:05.217809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:05.550443 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:05.554903 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Checking router: b3062291-88c4-4628-bbda-e0c735c90569 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:05.563247 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:05.563899 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:05.634350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0ac56d-e62e-4686-9301-e0ff6ac2c69a req-0c538078-e0c0-467c-b9d0-7ed64e4edb64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:05.635074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4a0ac56d-e62e-4686-9301-e0ff6ac2c69a req-0c538078-e0c0-467c-b9d0-7ed64e4edb64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:05.651193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4a0ac56d-e62e-4686-9301-e0ff6ac2c69a req-0c538078-e0c0-467c-b9d0-7ed64e4edb64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:05.652463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0ac56d-e62e-4686-9301-e0ff6ac2c69a req-0c538078-e0c0-467c-b9d0-7ed64e4edb64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.1093233 Sep 22 17:21:05.698982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0ac56d-e62e-4686-9301-e0ff6ac2c69a req-28e1df63-24fd-413d-ae82-8f347eec6496 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406885 Sep 22 17:21:05.744162 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:06.053950 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:06.058482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad8510e9-399d-40c3-8f8c-9b52146d6d1c None None] The sync data for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv is: [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:17:25Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0a89438f-f70f-4468-b598-de704b670517', 'name': '', 'network_id': '23c01d63-5195-46f4-8b2c-c2e7271643ff', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:8e:44:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:24Z', 'updated_at': '2022-09-22T17:17:30Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': 'b4c10973-849c-47c4-a4c5-d78ebc6f983a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:06.266595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ee8ccf-2b46-439e-b72a-c534992c4a19 x-openstack-request-id: req-36ee8ccf-2b46-439e-b72a-c534992c4a19 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:06.267365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:06.267365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-36ee8ccf-2b46-439e-b72a-c534992c4a19 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:06.267784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-36ee8ccf-2b46-439e-b72a-c534992c4a19'] response: {'name': 'network-changed', 'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'status': 'completed', 'code': 200} Sep 22 17:21:06.278411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4af4d438-a871-4757-a958-80e14da82f0e None None] New status for floating IP 1f585ad6-0ff9-4cb2-af57-9a6fc6dfb782: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:21:06.391069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-0940a353-b83c-4a18-a6c0-b5344d96a4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:06.392800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-0940a353-b83c-4a18-a6c0-b5344d96a4d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 1098 time: 0.0819983 Sep 22 17:21:06.548934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-27cccff5-8a96-4ffb-bda3-5079c5a1a389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:06.550453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-27cccff5-8a96-4ffb-bda3-5079c5a1a389 service neutron] 10.222.0.18 "GET /v2.0/networks?id=23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 200 len: 897 time: 0.1507421 Sep 22 17:21:06.626910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-ead3e700-36eb-4190-adae-9b838d773cba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 200 len: 217 time: 0.0674152 Sep 22 17:21:06.698030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-497c3ef0-9fd7-457f-ab52-dfb79efdee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:06.699492 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-497c3ef0-9fd7-457f-ab52-dfb79efdee9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 200 len: 843 time: 0.0662394 Sep 22 17:21:06.975232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-3fad09ce-807a-48f5-ac7f-d38c5939be36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:06.976643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-3fad09ce-807a-48f5-ac7f-d38c5939be36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=23c01d63-5195-46f4-8b2c-c2e7271643ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2706392 Sep 22 17:21:06.986941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3fb4-3669-4b38-91e1-948d38449dad req-8cdc1cdd-82b5-4b72-8f2d-aa7a5ee13636 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:06.988910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-444b3fb4-3669-4b38-91e1-948d38449dad req-8cdc1cdd-82b5-4b72-8f2d-aa7a5ee13636 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.1188033 Sep 22 17:21:07.034891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-444b3fb4-3669-4b38-91e1-948d38449dad req-fc982a10-58a9-4356-886f-fc8282312c70 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=88ba6586-87dc-48d7-8e49-31cd295739b0&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402205 Sep 22 17:21:07.233766 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-dc98baca-ba44-4ae0-925c-6fa8a9ca05d6 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884203 Sep 22 17:21:07.245612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-01525fe6-807c-45cb-857a-ad85e6ccbf44 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:07.247041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-01525fe6-807c-45cb-857a-ad85e6ccbf44 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 945 time: 0.2007225 Sep 22 17:21:07.399262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 17634e3a-f7a0-489c-968d-fd2b06e574d8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:21:07.400146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:07.511984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d82e8c2-4d8d-4386-96bf-5b27d3f0cb9e req-a13ba7ed-e5d2-40d1-aea4-cd2f29350579 service neutron] 10.222.0.18 "GET /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2638857 Sep 22 17:21:07.687539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 17634e3a-f7a0-489c-968d-fd2b06e574d8, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=17634e3a-f7a0-489c-968d-fd2b06e574d8,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:07.687891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:07.813878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 17634e3a-f7a0-489c-968d-fd2b06e574d8 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:21:07.969909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:08.022395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=17634e3a-f7a0-489c-968d-fd2b06e574d8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:08.114204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 17634e3a-f7a0-489c-968d-fd2b06e574d8 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:08.117029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:08.138844 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c734fa5b-26aa-4841-aef8-9f6a1f5ae271 req-86d1682a-f9d6-4309-bbdb-c6ded677192a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/17634e3a-f7a0-489c-968d-fd2b06e574d8 HTTP/1.1" status: 204 len: 173 time: 0.8687158 Sep 22 17:21:08.223019 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57594ef8-2ba0-448b-a2a9-6564ba739d15 req-45930540-3b23-47e9-9965-f08a19d96e3e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=b4e4141c-5b8f-4482-83f9-dc0d94ff6838 HTTP/1.1" status: 200 len: 210 time: 0.0625765 Sep 22 17:21:08.270036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'name': 'network-vif-deleted', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:08.273015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-229b6a00-bcdd-44d1-b64b-e276b3b11edb" -d '{"events": [{"server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "name": "network-vif-deleted", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:08.318812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74f7df2a-b95a-45cd-b025-d6e4f7b3d6df x-openstack-request-id: req-74f7df2a-b95a-45cd-b025-d6e4f7b3d6df {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:08.319106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4e4141c-5b8f-4482-83f9-dc0d94ff6838", "name": "network-vif-deleted", "tag": "17634e3a-f7a0-489c-968d-fd2b06e574d8", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:08.319360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-74f7df2a-b95a-45cd-b025-d6e4f7b3d6df {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:08.319757 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74f7df2a-b95a-45cd-b025-d6e4f7b3d6df'] response: {'server_uuid': 'b4e4141c-5b8f-4482-83f9-dc0d94ff6838', 'name': 'network-vif-deleted', 'tag': '17634e3a-f7a0-489c-968d-fd2b06e574d8', 'status': 'completed', 'code': 200} Sep 22 17:21:08.690276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-36cd0d7f-15f2-4ca2-87db-127232ea81f6 req-e55b1814-6c39-4997-b77b-9aad20ff207c service neutron] (89052) timed out ('10.222.0.18', 60641) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 17:21:09.328659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:09.396882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:09.426078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:09.489824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:09.506942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88ba6586-87dc-48d7-8e49-31cd295739b0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:09.522286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:09.523546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-012c6389-755e-46cc-8726-e63c4a4b6a51 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/88ba6586-87dc-48d7-8e49-31cd295739b0 HTTP/1.1" status: 204 len: 168 time: 0.1938751 Sep 22 17:21:09.559738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54328) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:10.122604 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:21:10.230007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:10.597865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 0a89438f-f70f-4468-b598-de704b670517 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:21:10.598685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:10.794007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 0a89438f-f70f-4468-b598-de704b670517, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0a89438f-f70f-4468-b598-de704b670517,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:10.794372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:10.916327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 0a89438f-f70f-4468-b598-de704b670517 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:21:11.000159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 17634e3a-f7a0-489c-968d-fd2b06e574d8 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:21:11.035568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 17634e3a-f7a0-489c-968d-fd2b06e574d8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:21:11.035919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 17634e3a-f7a0-489c-968d-fd2b06e574d8 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:21:11.104441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.154219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=0a89438f-f70f-4468-b598-de704b670517,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:11.565319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:11.922980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router b3062291-88c4-4628-bbda-e0c735c90569 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:21:12.099565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:12.109371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Sync routers for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:12.112073 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-270d14b0-8c1b-4f84-84e7-364109c70732 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/b3062291-88c4-4628-bbda-e0c735c90569/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5512319 Sep 22 17:21:12.115276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:12.119138 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:12.119738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.180435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet b4c10973-849c-47c4-a4c5-d78ebc6f983a {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:21:12.183358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.241213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.296457 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:12.325785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.410212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.460232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=b4c10973-849c-47c4-a4c5-d78ebc6f983a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:12.463202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.467706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ffe7e4-0416-4431-821c-3055868ef668 None None] Network 23c01d63-5195-46f4-8b2c-c2e7271643ff requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:21:12.474194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a387610b-15ed-4e47-a873-11d40e5a518d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/b4c10973-849c-47c4-a4c5-d78ebc6f983a HTTP/1.1" status: 204 len: 168 time: 0.3575294 Sep 22 17:21:12.476331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54336) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:12.603912 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:21:11Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.607887 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Checking router: b3062291-88c4-4628-bbda-e0c735c90569 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:12.617204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Routers {'b3062291-88c4-4628-bbda-e0c735c90569'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:12.617806 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b3062291-88c4-4628-bbda-e0c735c90569'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:12.666549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.810114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] DHCP port deletion for 23c01d63-5195-46f4-8b2c-c2e7271643ff request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:21:12.811648 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] Set router b3062291-88c4-4628-bbda-e0c735c90569 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:12.815391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Deleting port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:21:12.816098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.984234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:12.994822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 99ebf9c3-add7-4141-bd06-639b75b8c347 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:21:12.995288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.032753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] For port be78d286-c876-4a69-9fe9-cc3f39f0cfb0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,segment=NetworkSegment(4e7da886-7325-4866-890c-20796e5ed672),segment_id=4e7da886-7325-4866-890c-20796e5ed672)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:13.033108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.103548 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:21:11Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:13.109458 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c5c549-15e3-4f6c-8b1b-a700a5c4eb21 None None] The sync data for ids ['b3062291-88c4-4628-bbda-e0c735c90569'] in dv-neutron-858953-1-hyperv is: [{'id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'name': 'tempest-TestNetworkBasicOps-router-1313596066', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:17:19Z', 'updated_at': '2022-09-22T17:21:11Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '99ebf9c3-add7-4141-bd06-639b75b8c347', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:92:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3062291-88c4-4628-bbda-e0c735c90569', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:17:20Z', 'updated_at': '2022-09-22T17:17:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:13.167319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Calling delete_port for be78d286-c876-4a69-9fe9-cc3f39f0cfb0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:21:13.190465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 99ebf9c3-add7-4141-bd06-639b75b8c347, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=99ebf9c3-add7-4141-bd06-639b75b8c347,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:13.191058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.251627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.299528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Pushing event deleted for resources: {'Port': ['ID=be78d286-c876-4a69-9fe9-cc3f39f0cfb0,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:13.309136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] No DVR routers for this DVR port be78d286-c876-4a69-9fe9-cc3f39f0cfb0 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:21:13.310975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.311323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.311664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.311998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.312327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.312687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.313032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.313355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.313680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.314068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.314319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.314637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15cca31b-345b-4378-84ae-b81a4e9e5dfb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:13.327977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 99ebf9c3-add7-4141-bd06-639b75b8c347 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:21:13.502326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.553184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=99ebf9c3-add7-4141-bd06-639b75b8c347,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:13.653439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.829039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.831174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.856476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.857080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router b3062291-88c4-4628-bbda-e0c735c90569 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:21:13.873431 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:13.874488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ef31d5fd-7c98-43df-ae86-bcf4f142cbd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/b3062291-88c4-4628-bbda-e0c735c90569 HTTP/1.1" status: 204 len: 168 time: 1.3970351 Sep 22 17:21:13.878263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54340) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:13.995772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.125855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.151581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23c01d63-5195-46f4-8b2c-c2e7271643ff']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:14.163564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7da886-7325-4866-890c-20796e5ed672') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:14.163866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7da886-7325-4866-890c-20796e5ed672') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:14.175343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.191596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.197755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:21:14.198139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.301597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.321671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.335142 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4e7da886-7325-4866-890c-20796e5ed672 resource provider aggregate not found Sep 22 17:21:14.340116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=23c01d63-5195-46f4-8b2c-c2e7271643ff,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:14.348164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9febe0a2-e2c8-4741-a1e3-4903bf862178 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/23c01d63-5195-46f4-8b2c-c2e7271643ff HTTP/1.1" status: 204 len: 168 time: 0.4689145 Sep 22 17:21:14.353333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4e7da886-7325-4866-890c-20796e5ed672 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4e7da886-7325-4866-890c-20796e5ed672 found for delete ", "request_id": "req-002330cf-6ce1-4c7f-ae99-283e2639b31e"}]} Sep 22 17:21:14.360553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54350) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:14.366277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--383002547', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:14.371494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:14.375656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:14.379249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:14.385212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:14.396131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:14.399639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.421654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device be78d286-c876-4a69-9fe9-cc3f39f0cfb0 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:21:14.428173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:21:14.437312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.437652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment 6bb7e727-37f8-4fdb-bfa0-ac8761903a3f of type vlan for network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 Sep 22 17:21:14.456222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: be78d286-c876-4a69-9fe9-cc3f39f0cfb0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:21:14.457161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device be78d286-c876-4a69-9fe9-cc3f39f0cfb0 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:21:14.457568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a89438f-f70f-4468-b598-de704b670517 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:21:14.464287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.490907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0a89438f-f70f-4468-b598-de704b670517 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:21:14.491248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0a89438f-f70f-4468-b598-de704b670517 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:21:14.491654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 99ebf9c3-add7-4141-bd06-639b75b8c347 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:21:14.495055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.500514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:14.501138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.528940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 99ebf9c3-add7-4141-bd06-639b75b8c347 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:21:14.529283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 99ebf9c3-add7-4141-bd06-639b75b8c347 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:21:14.712994 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3512430 Sep 22 17:21:14.713896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6e840b-415b-418c-9f81-ee7f361995f4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=60a4edcf-26b0-4533-b5a2-a00dab48ae23,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:14.716229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54354) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:14.721379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:14.724818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:21:14.728650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:14.732588 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:14.735458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:14.742167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:14.752687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.754333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:14.769926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.042452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.353225 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.382722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.521305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.124 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/436aaa3f-470d-439c-8466-5caf742444b7) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:15.688207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.728637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:15.793707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:15.796323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:15.798878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:15.841649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=436aaa3f-470d-439c-8466-5caf742444b7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:16.320852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:16.664471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:16.870361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:21:17.048926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:17.058492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:17.067539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:17.068151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:17.075217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:17.076493 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-095e0b3c-5e0b-4729-8f33-9bbce57777db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3592200 Sep 22 17:21:17.079784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54358) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:17.123336 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a9f778a6-edf0-457c-a8e1-f59c0aeb0b38 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0424929 Sep 22 17:21:17.125869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54362) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:17.250874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:17.268556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b74c4eb-657d-4555-b297-1a95b3b3da49 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:17.270678 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8b74c4eb-657d-4555-b297-1a95b3b3da49 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1439099 Sep 22 17:21:17.273681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54366) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:17.431865 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3ae68970-b80d-4690-8a51-9e9a916747d7 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1545258 Sep 22 17:21:17.432112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54370) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:17.437319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-670210373', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:17.551311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:17.555347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:17.558230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:17.564080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:17.574555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:16Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:17.576927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:17.578959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:17.579303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Updating router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab port 436aaa3f-470d-439c-8466-5caf742444b7 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:17.580675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:17.633225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:17.800987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:17.881352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=38032cd4-71e5-41c8-a28a-6ca73ea0f85b,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:17.894035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:17.894035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: 60a4edcf-26b0-4533-b5a2-a00dab48ae23, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:21:17.914502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:21:17.924722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 60a4edcf-26b0-4533-b5a2-a00dab48ae23) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:17.933587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:17.934241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:17.945324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d7c4760-25a2-4c0c-b486-07b9f9fa59d6 None None] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:21:17.960362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-048bff3b-c610-4c1b-84f2-fac7fc520cfc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5273893 Sep 22 17:21:17.963238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54374) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:18.060528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.088674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Transition to ACTIVE for port object 436aaa3f-470d-439c-8466-5caf742444b7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:18.105132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.196309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Attempting to bind port 436aaa3f-470d-439c-8466-5caf742444b7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:21:18.196702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Attempting to bind port 436aaa3f-470d-439c-8466-5caf742444b7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:21:18.197065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Attempting to bind port 436aaa3f-470d-439c-8466-5caf742444b7 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:18.217294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:21:18.217692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:18.218064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.218454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:21:18.218932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Bound port: 436aaa3f-470d-439c-8466-5caf742444b7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:21:18.219776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.267987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf03877-5245-4fd3-9640-941abe8ca8e7 None None] Pushing event updated for resources: {'Port': ['ID=436aaa3f-470d-439c-8466-5caf742444b7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:18.363831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:21:18.364749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.375581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] For port 436aaa3f-470d-439c-8466-5caf742444b7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:21:18.389483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] For port 436aaa3f-470d-439c-8466-5caf742444b7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=436aaa3f-470d-439c-8466-5caf742444b7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:21:18.435107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.516710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:18.517647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:18.658059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:18.707768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf03877-5245-4fd3-9640-941abe8ca8e7 None None] Pushing event updated for resources: {'Port': ['ID=436aaa3f-470d-439c-8466-5caf742444b7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:18.768878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Allocated IP 172.20.0.2 (60a4edcf-26b0-4533-b5a2-a00dab48ae23/38032cd4-71e5-41c8-a28a-6ca73ea0f85b/58ae72a0-4bd0-43a4-a557-bac14386c2cc) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:18.775738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:19.267840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.280254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Transition to ACTIVE for port object 58ae72a0-4bd0-43a4-a557-bac14386c2cc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:19.303740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:16Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:19.305953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Transition to ACTIVE for port object 58ae72a0-4bd0-43a4-a557-bac14386c2cc will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:19.309642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-046aa64e-5493-48bc-a11d-30a890711f99 None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:16Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:19.312165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.383782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:19.386961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:19.390705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (60a4edcf-26b0-4533-b5a2-a00dab48ae23/38032cd4-71e5-41c8-a28a-6ca73ea0f85b/51c7e3a3-f344-4dbf-8295-b5565671f97e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:19.391220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:19.397058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Pushing event updated for resources: {'Port': ['ID=58ae72a0-4bd0-43a4-a557-bac14386c2cc,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:19.502452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Attempting to bind port 58ae72a0-4bd0-43a4-a557-bac14386c2cc on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:21:19.502829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Attempting to bind port 58ae72a0-4bd0-43a4-a557-bac14386c2cc by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:21:19.503234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Attempting to bind port 58ae72a0-4bd0-43a4-a557-bac14386c2cc on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:19.510282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:21:19.510282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Checking segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:19.510282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.510681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Bound using segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:21:19.511063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Bound port: 58ae72a0-4bd0-43a4-a557-bac14386c2cc, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:21:19.511439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.571865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.589187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 51c7e3a3-f344-4dbf-8295-b5565671f97e will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:19.617914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.630022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] For port 58ae72a0-4bd0-43a4-a557-bac14386c2cc, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:21:19.636486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] For port 58ae72a0-4bd0-43a4-a557-bac14386c2cc, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=58ae72a0-4bd0-43a4-a557-bac14386c2cc,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:21:19.643218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.680827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:19.688933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:19.695165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:19.725664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23564ad5-cba9-4941-ab7f-2c37c34491ed None None] Pushing event updated for resources: {'Port': ['ID=58ae72a0-4bd0-43a4-a557-bac14386c2cc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:19.760877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:19.779250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:19.946907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.428157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.434364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.485855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 436aaa3f-470d-439c-8466-5caf742444b7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:20.562662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:20.567567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 436aaa3f-470d-439c-8466-5caf742444b7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:20.570162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.574618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 436aaa3f-470d-439c-8466-5caf742444b7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:20.574994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.575327 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 436aaa3f-470d-439c-8466-5caf742444b7 Sep 22 17:21:20.581158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.581867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.582187 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.582595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.583342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.583342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.583802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.584171 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.584564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.584980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.585368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.585771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:20.722271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 436aaa3f-470d-439c-8466-5caf742444b7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:20.722649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.744757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 436aaa3f-470d-439c-8466-5caf742444b7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=436aaa3f-470d-439c-8466-5caf742444b7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:20.749155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:20.750229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 58ae72a0-4bd0-43a4-a557-bac14386c2cc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:20.768768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:20.769961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:20.814738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03317b58-51a8-4720-a910-44f6f243a502 None None] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:21:20.957425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21448755-cfb3-4e6e-8cf6-efe6d073ecd1 None None] Provisioning for port 58ae72a0-4bd0-43a4-a557-bac14386c2cc completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:20.972881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:21:20.996997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=436aaa3f-470d-439c-8466-5caf742444b7,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:21.055679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 58ae72a0-4bd0-43a4-a557-bac14386c2cc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:21.072335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 58ae72a0-4bd0-43a4-a557-bac14386c2cc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:21.072747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:21.073087 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 58ae72a0-4bd0-43a4-a557-bac14386c2cc Sep 22 17:21:21.263694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 58ae72a0-4bd0-43a4-a557-bac14386c2cc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:21.264071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:21.301765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:21.308498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 58ae72a0-4bd0-43a4-a557-bac14386c2cc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=58ae72a0-4bd0-43a4-a557-bac14386c2cc,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:21.314002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:21.317370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1a70d659-3195-4cb6-8176-8f392fdd5ebc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/a5a1e1ae-e9a6-412d-9000-ba0331fd84ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3504436 Sep 22 17:21:21.317730 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:21.318313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54378) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:21.338956 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:21.340244 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:21.393038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=58ae72a0-4bd0-43a4-a557-bac14386c2cc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:21.474338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16bbcde-70d7-45b5-a648-d32504a54db2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.474819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16bbcde-70d7-45b5-a648-d32504a54db2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.475315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16bbcde-70d7-45b5-a648-d32504a54db2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.475764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16bbcde-70d7-45b5-a648-d32504a54db2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.477513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e16bbcde-70d7-45b5-a648-d32504a54db2 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1587327 Sep 22 17:21:21.480305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54382) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:21.534999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Provisioning complete for port 58ae72a0-4bd0-43a4-a557-bac14386c2cc triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:21.535549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:21.535700 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Attempt 1 to provision port 58ae72a0-4bd0-43a4-a557-bac14386c2cc Sep 22 17:21:21.566950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c9eaf-a394-4e05-b7ab-84552f69705e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.567842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c9eaf-a394-4e05-b7ab-84552f69705e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.568465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c9eaf-a394-4e05-b7ab-84552f69705e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.569162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e17c9eaf-a394-4e05-b7ab-84552f69705e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:21.570881 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e17c9eaf-a394-4e05-b7ab-84552f69705e tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0895760 Sep 22 17:21:21.573562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54386) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:21.585292 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:21.676665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Current status of the port 58ae72a0-4bd0-43a4-a557-bac14386c2cc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:21.690726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Provisioning for port 51c7e3a3-f344-4dbf-8295-b5565671f97e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:21.695994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Provisioning complete for port 51c7e3a3-f344-4dbf-8295-b5565671f97e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:21.696634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:21.697122 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Attempt 1 to provision port 51c7e3a3-f344-4dbf-8295-b5565671f97e Sep 22 17:21:21.757056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Port 51c7e3a3-f344-4dbf-8295-b5565671f97e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:21.803315 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5513e983-b6e6-4004-b08f-ef20f6f4bd59 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2286909 Sep 22 17:21:21.952747 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:21.956549 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:21.956922 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Updating router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab port 51c7e3a3-f344-4dbf-8295-b5565671f97e binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:21:22.009202 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.258381 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Attempt 2 to provision port 51c7e3a3-f344-4dbf-8295-b5565671f97e Sep 22 17:21:22.318658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Port 51c7e3a3-f344-4dbf-8295-b5565671f97e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:22.351804 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.366018 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Transition to ACTIVE for port object 51c7e3a3-f344-4dbf-8295-b5565671f97e will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:22.374790 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.384109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ed3f7f8-c7ee-4b87-9221-96fe347e00a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.445541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 436aaa3f-470d-439c-8466-5caf742444b7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:22.568443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 436aaa3f-470d-439c-8466-5caf742444b7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:22.569147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.569147 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 436aaa3f-470d-439c-8466-5caf742444b7 Sep 22 17:21:22.579461 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Pushing event updated for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:22.597152 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.597494 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.597825 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.598157 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.598472 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.598792 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.599106 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.599420 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.599732 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.600042 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.600355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.600680 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:21:22.608901 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Attempting to bind port 51c7e3a3-f344-4dbf-8295-b5565671f97e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:21:22.609066 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Attempting to bind port 51c7e3a3-f344-4dbf-8295-b5565671f97e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:21:22.609502 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Attempting to bind port 51c7e3a3-f344-4dbf-8295-b5565671f97e on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:22.615383 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:21:22.615757 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Checking segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:22.616145 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.616526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Bound using segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:21:22.617035 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Bound port: 51c7e3a3-f344-4dbf-8295-b5565671f97e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:21:22.617396 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.689024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 436aaa3f-470d-439c-8466-5caf742444b7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:22.690116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 58ae72a0-4bd0-43a4-a557-bac14386c2cc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:22.710076 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] For port 51c7e3a3-f344-4dbf-8295-b5565671f97e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:21:22.713128 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] For port 51c7e3a3-f344-4dbf-8295-b5565671f97e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=51c7e3a3-f344-4dbf-8295-b5565671f97e,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:21:22.719303 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.758424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 58ae72a0-4bd0-43a4-a557-bac14386c2cc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:22.758794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.759131 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 58ae72a0-4bd0-43a4-a557-bac14386c2cc Sep 22 17:21:22.780743 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:22.781361 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:20:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:22.820073 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Attempt 3 to provision port 51c7e3a3-f344-4dbf-8295-b5565671f97e Sep 22 17:21:22.866489 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85b46c-c0c7-49c3-91b6-de3f0966fa8f None None] Pushing event updated for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:22.905092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:22.910863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1080152314', 'description': 'tempest-secgroup-smoke-1080152314 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:22.916795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:22.920989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:22.923924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:22.930887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:22.943170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:22.944793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 58ae72a0-4bd0-43a4-a557-bac14386c2cc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:22.947558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-bd1e56cb-c2f4-4483-9cbc-85787f15c985 None None] Port 51c7e3a3-f344-4dbf-8295-b5565671f97e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:21:22.967982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:22.972623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:22.975568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:22.980823 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:22.981441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.057454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.062523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.111366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a54bee-22fd-45b6-8919-a16d94625a55,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.115412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.119476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-455ed207-7e97-45d3-b39c-a352b94be4ff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106266 Sep 22 17:21:23.119777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54398) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.124965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.131606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.135432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.138561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.144920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.163981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.231083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.236186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.260150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7359f17-5cc6-4f8c-ba70-ab26c777fd17,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.271161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.272478 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3cf34519-f6e7-4f6c-a08c-7e1ea3896bbb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1516290 Sep 22 17:21:23.275337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54402) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.280512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.287068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.290897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.293805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.299847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.317228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.343252 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:22Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:23.347975 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11323074-b9f5-4443-9fa8-c695709fb56b None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:22Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:23.382005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.387133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.411355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14321691-7b47-451c-8fee-a4a004cf6e93,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.433255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.434494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dabe421b-9a6c-4bd4-aa5e-31d9fd98234e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1580124 Sep 22 17:21:23.437222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54406) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.442599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.450758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.457490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.461418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.467275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.485565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.560803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.566731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.591997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc79ee79-5934-4145-8371-4e6ea66d3d6a,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.607223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.609265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ff117f0f-a985-43ea-b59a-428768ae1e0f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1708980 Sep 22 17:21:23.612666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54410) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.617983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.624525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.629399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.632854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.639147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.665075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.746050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.750418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.778173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6b2fdd5-c808-4800-9ccb-dd874a6dfeca,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.789193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.790431 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-60e4bb8f-f45c-49d7-9085-6ecec76a7ea9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1766829 Sep 22 17:21:23.793413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54414) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.799147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.805971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.809944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.813052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.824519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.835439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:23.842572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.913032 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.916946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.942338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0775c11-36a7-4725-b00b-52847ed2010a,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:23.952874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:23.954075 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec611886-7369-48ba-9beb-e65613205a67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1594937 Sep 22 17:21:23.957079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54418) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:23.962380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': '97a54bee-22fd-45b6-8919-a16d94625a55', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:23.968459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:23.973092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:23.976338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:23.982476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:23.994589 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:24.002106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.071677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.075808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.100850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7a5a060-b76b-491f-a4a6-96ff85c4269c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:24.111366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.113256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7a62c1f3-c10f-41aa-8be5-87015947787e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1551259 Sep 22 17:21:24.285471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-b7666567-ff87-4949-ab89-681b3158f74b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:24.302436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-b7666567-ff87-4949-ab89-681b3158f74b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:24.303663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-b7666567-ff87-4949-ab89-681b3158f74b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1080152314&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0599637 Sep 22 17:21:24.451079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 51c7e3a3-f344-4dbf-8295-b5565671f97e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:24.465194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-17e034aa-bfbc-424c-b733-9625600e7a2f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:24.465865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-17e034aa-bfbc-424c-b733-9625600e7a2f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:24.481700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-17e034aa-bfbc-424c-b733-9625600e7a2f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:24.482857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-17e034aa-bfbc-424c-b733-9625600e7a2f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 796 time: 0.1720507 Sep 22 17:21:24.498703 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-1e4c248b-a82d-4630-8626-483f26be099f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0100472 Sep 22 17:21:24.537884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3412964d-b774-460f-858d-f3bdd8de77e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.544988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 51c7e3a3-f344-4dbf-8295-b5565671f97e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:24.550012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 51c7e3a3-f344-4dbf-8295-b5565671f97e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:24.550452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.550850 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 51c7e3a3-f344-4dbf-8295-b5565671f97e Sep 22 17:21:24.600777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-3578f89e-e383-4e9c-b5cc-fc2258ba54ee tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:24.616736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-3578f89e-e383-4e9c-b5cc-fc2258ba54ee tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:24.618035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-3578f89e-e383-4e9c-b5cc-fc2258ba54ee tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1133912 Sep 22 17:21:24.670980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 51c7e3a3-f344-4dbf-8295-b5565671f97e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:24.671363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.704351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 51c7e3a3-f344-4dbf-8295-b5565671f97e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=51c7e3a3-f344-4dbf-8295-b5565671f97e,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:24.708738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-1b18180b-1a0c-45e8-a73e-c9cc57051cd0 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:21:24.709321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:24.710208 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-1b18180b-1a0c-45e8-a73e-c9cc57051cd0 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0799181 Sep 22 17:21:24.777139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:24.849695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-012f0068-eff0-4344-8295-6807b5e1e757 service neutron] 10.222.0.25 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319511 Sep 22 17:21:24.989717 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-20caf3e6-9ccd-4be6-9228-8a6e6e6c47ff service neutron] 10.222.0.25 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339159 Sep 22 17:21:25.181082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ab7e18f-7e2f-4c7e-8750-3b400e116d35 req-e7ff8842-df10-45f1-bc02-2c09e5c3354b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:25.196384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1ab7e18f-7e2f-4c7e-8750-3b400e116d35 req-e7ff8842-df10-45f1-bc02-2c09e5c3354b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:25.197246 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1ab7e18f-7e2f-4c7e-8750-3b400e116d35 req-e7ff8842-df10-45f1-bc02-2c09e5c3354b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 210 time: 0.0721939 Sep 22 17:21:25.305805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:25.619180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:25.981019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.397575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b3600f46-ca4e-4736-b91c-ee0010467c6a req-cedddc2c-bcda-45b4-b962-f13cde53294c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 210 time: 0.0654147 Sep 22 17:21:26.427365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-2d2af2e7-d4af-4854-87c9-5fabd971305b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:26.428848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-2d2af2e7-d4af-4854-87c9-5fabd971305b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 796 time: 0.3063595 Sep 22 17:21:26.429903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 51c7e3a3-f344-4dbf-8295-b5565671f97e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:26.501016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 51c7e3a3-f344-4dbf-8295-b5565671f97e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:26.501296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.501624 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 51c7e3a3-f344-4dbf-8295-b5565671f97e Sep 22 17:21:26.502430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-85d36faa-f986-4a30-8217-59cdf552adeb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 380 time: 0.0391979 Sep 22 17:21:26.510645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['97a54bee-22fd-45b6-8919-a16d94625a55']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:26.621670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 51c7e3a3-f344-4dbf-8295-b5565671f97e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:26.651333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:26.660781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:26.670376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:26.673917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:26.839144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.14 (60a4edcf-26b0-4533-b5a2-a00dab48ae23/38032cd4-71e5-41c8-a28a-6ca73ea0f85b/4d5034fb-fefe-43b6-be02-459579a7fc7b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:27.030409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.046186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 4d5034fb-fefe-43b6-be02-459579a7fc7b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:27.069176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.135620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:27.138655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:27.142592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:27.182868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:27.207292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.229864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:27.230665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.260570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-71af7e84-8f63-403e-b119-2d836d30f31c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7532811 Sep 22 17:21:27.277724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Request body: {'port': {'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:27.391625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.414857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Provisioning for port 4d5034fb-fefe-43b6-be02-459579a7fc7b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:27.419670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Provisioning complete for port 4d5034fb-fefe-43b6-be02-459579a7fc7b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:27.420047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.420384 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Attempt 1 to provision port 4d5034fb-fefe-43b6-be02-459579a7fc7b Sep 22 17:21:27.477142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Port 4d5034fb-fefe-43b6-be02-459579a7fc7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:27.605063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ff6a3e-1824-4553-97c7-6e779d8b499a req-207b0908-a44b-44d8-86d7-ac1b89d41535 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:27.606510 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40ff6a3e-1824-4553-97c7-6e779d8b499a req-207b0908-a44b-44d8-86d7-ac1b89d41535 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 932 time: 0.0895441 Sep 22 17:21:27.656331 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40ff6a3e-1824-4553-97c7-6e779d8b499a req-53edc3f6-9c26-4195-a3b8-1dc4a9bf6c53 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Sep 22 17:21:27.738935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d5034fb-fefe-43b6-be02-459579a7fc7b {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:21:27.746202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.760952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Transition to ACTIVE for port object 4d5034fb-fefe-43b6-be02-459579a7fc7b will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:27.764684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:27.955541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:27.978570 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Attempt 2 to provision port 4d5034fb-fefe-43b6-be02-459579a7fc7b Sep 22 17:21:27.999936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Attempting to bind port 4d5034fb-fefe-43b6-be02-459579a7fc7b on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:21:28.000273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Attempting to bind port 4d5034fb-fefe-43b6-be02-459579a7fc7b by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:21:28.000627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Attempting to bind port 4d5034fb-fefe-43b6-be02-459579a7fc7b on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:28.005786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Port 4d5034fb-fefe-43b6-be02-459579a7fc7b on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:21:28.006101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Attempting to bind port 4d5034fb-fefe-43b6-be02-459579a7fc7b on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:28.011128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:21:28.011464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Checking segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:28.011846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Bound using segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:21:28.012267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Bound port: 4d5034fb-fefe-43b6-be02-459579a7fc7b, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:21:28.012635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.035489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Port 4d5034fb-fefe-43b6-be02-459579a7fc7b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:28.101098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:21:28.104093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:21:28.108439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.144325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:28.144968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:28.146324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] 10.222.0.18 "PUT /v2.0/ports/4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 1094 time: 0.8730390 Sep 22 17:21:28.146818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:28.149118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:28.277975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8194a6f4-6e20-41cc-8678-a7641a13bb33 x-openstack-request-id: req-8194a6f4-6e20-41cc-8678-a7641a13bb33 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:28.278251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:28.278503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-8194a6f4-6e20-41cc-8678-a7641a13bb33 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:28.278888 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8194a6f4-6e20-41cc-8678-a7641a13bb33'] response: {'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:21:28.363024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8b0ec-20d5-462a-a1a6-feec33dc9ff1 service neutron] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:28.384838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-ba03168f-41cd-4815-96e7-7b6e2dc15a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:28.386324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-ba03168f-41cd-4815-96e7-7b6e2dc15a95 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1097 time: 0.1067133 Sep 22 17:21:28.462940 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-45376f11-7626-4c5b-94e8-77624f44f75a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 217 time: 0.0640206 Sep 22 17:21:28.524261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-6fdb8560-6441-497c-8cf4-aacd258a5f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:28.525913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-6fdb8560-6441-497c-8cf4-aacd258a5f45 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0575247 Sep 22 17:21:28.537625 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Attempt 3 to provision port 4d5034fb-fefe-43b6-be02-459579a7fc7b Sep 22 17:21:28.599542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-835c7992-7fb2-4c0c-ac82-a7a6aba0ecde None None] Port 4d5034fb-fefe-43b6-be02-459579a7fc7b had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:21:28.614318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-0c0ebbba-a17c-4fdc-a5db-25c38c4e381f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:28.615795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-0c0ebbba-a17c-4fdc-a5db-25c38c4e381f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0842030 Sep 22 17:21:28.759771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-0d93bb1d-c15f-49cd-ba3f-2825b7677321 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377265 Sep 22 17:21:28.857890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c826c237-d6fb-410e-a799-f6a318a7ac76 req-d8331035-75c4-4ea1-a8a4-4ce4ee45dc9e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:28.859391 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c826c237-d6fb-410e-a799-f6a318a7ac76 req-d8331035-75c4-4ea1-a8a4-4ce4ee45dc9e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 944 time: 0.0887077 Sep 22 17:21:28.897004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a0bf4c6d-9a16-40cb-ad98-103e30954d19 req-96f50773-d4c2-41e7-a880-a3e77785d5f9 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310678 Sep 22 17:21:28.905207 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c826c237-d6fb-410e-a799-f6a318a7ac76 req-d6cc9966-7e2d-4994-a39a-7cf5b7247916 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391047 Sep 22 17:21:29.065008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-229c2337-21a1-43c3-8a01-eaaaa72cd149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:29.066466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-229c2337-21a1-43c3-8a01-eaaaa72cd149 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1097 time: 0.0776880 Sep 22 17:21:29.197945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-0bdea374-eb71-4b4c-bafb-8fa7883c8a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:29.199345 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-0bdea374-eb71-4b4c-bafb-8fa7883c8a05 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1268723 Sep 22 17:21:29.269820 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-d1f4b7f1-ae25-4753-93bf-fbaeaea6c9cd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 217 time: 0.0645926 Sep 22 17:21:29.330299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-200215f5-db83-4bf2-931f-5493a61a56be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:29.332343 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-200215f5-db83-4bf2-931f-5493a61a56be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0569439 Sep 22 17:21:29.418727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-b6590767-4300-4add-8809-fa7bb66f42b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:29.420213 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-b6590767-4300-4add-8809-fa7bb66f42b5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0820737 Sep 22 17:21:29.558090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-926b54de-ce80-485e-a49b-39ddee76f7c6 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297307 Sep 22 17:21:29.695790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b99e52b3-f46d-4372-8a0b-0eab7f8bfeb5 req-21347e05-a2b2-4112-a4f1-04fd6b29355c service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312733 Sep 22 17:21:30.120693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c2bd39-655f-43db-a97a-bfc775ac0363 req-2f32eeca-8d1c-4a30-91b3-03606b251378 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:30.121407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-11c2bd39-655f-43db-a97a-bfc775ac0363 req-2f32eeca-8d1c-4a30-91b3-03606b251378 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:30.139034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-11c2bd39-655f-43db-a97a-bfc775ac0363 req-2f32eeca-8d1c-4a30-91b3-03606b251378 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:30.140237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c2bd39-655f-43db-a97a-bfc775ac0363 req-2f32eeca-8d1c-4a30-91b3-03606b251378 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 944 time: 0.1133432 Sep 22 17:21:30.192048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-11c2bd39-655f-43db-a97a-bfc775ac0363 req-52dcf63d-5b2d-4958-aa42-92a36ab8cb39 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456276 Sep 22 17:21:31.402275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b29fa7d-5624-4dc6-a611-9cd0fc963d7b req-28d2b21d-4d85-46b6-bf74-7d0e89260dcd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:31.403748 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b29fa7d-5624-4dc6-a611-9cd0fc963d7b req-28d2b21d-4d85-46b6-bf74-7d0e89260dcd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 944 time: 0.0929589 Sep 22 17:21:31.450553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1b29fa7d-5624-4dc6-a611-9cd0fc963d7b req-38885004-bbd2-4510-84b8-15781f752b93 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404892 Sep 22 17:21:32.652349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33456d-70c8-4cb1-8060-3396e0c22623 req-0e8d7b17-a79f-4eba-afca-35e1238a9b40 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:32.653830 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c33456d-70c8-4cb1-8060-3396e0c22623 req-0e8d7b17-a79f-4eba-afca-35e1238a9b40 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 944 time: 0.0887418 Sep 22 17:21:32.700082 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c33456d-70c8-4cb1-8060-3396e0c22623 req-606b9cfb-243a-4f76-b93c-48b2924118f6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399008 Sep 22 17:21:33.173163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4d5034fb-fefe-43b6-be02-459579a7fc7b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:21:33.317378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:33.330630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:21:33.402257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 4d5034fb-fefe-43b6-be02-459579a7fc7b is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:33.402641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.425582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d5034fb-fefe-43b6-be02-459579a7fc7b {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:21:33.444358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:33.449328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:33.517445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:33.857039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['4d5034fb-fefe-43b6-be02-459579a7fc7b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:21:33.896244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aeb1be-f885-439f-a6d6-940c3bb8a4a5 req-4fbfcd9a-4598-4b81-8c95-1f462e97a19d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:33.897737 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5aeb1be-f885-439f-a6d6-940c3bb8a4a5 req-4fbfcd9a-4598-4b81-8c95-1f462e97a19d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 945 time: 0.0866957 Sep 22 17:21:33.958068 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f5aeb1be-f885-439f-a6d6-940c3bb8a4a5 req-ca95a390-e31f-44bc-a5b1-26d392dde09f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534716 Sep 22 17:21:35.188451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4d5034fb-fefe-43b6-be02-459579a7fc7b up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:35.281579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f360eee-c913-4f54-a694-5192a9ecb602 req-6438eba5-2edf-4a43-9b1e-61c8e9870a08 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:35.283002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5f360eee-c913-4f54-a694-5192a9ecb602 req-6438eba5-2edf-4a43-9b1e-61c8e9870a08 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 945 time: 0.2085030 Sep 22 17:21:35.295571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 4d5034fb-fefe-43b6-be02-459579a7fc7b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:35.302069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 4d5034fb-fefe-43b6-be02-459579a7fc7b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:35.302442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.302773 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 4d5034fb-fefe-43b6-be02-459579a7fc7b Sep 22 17:21:35.333784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5f360eee-c913-4f54-a694-5192a9ecb602 req-4e7c8ff7-fae3-46b4-8658-202205bfd64a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412369 Sep 22 17:21:35.432747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 4d5034fb-fefe-43b6-be02-459579a7fc7b is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:35.433381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.462892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:35.465290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b8828c9-bed9-437a-b99d-5605359b526c" -d '{"events": [{"server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "name": "network-vif-plugged", "status": "completed", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:35.474347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:35.479876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:35.553424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:35.566394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d518076f-1931-417d-9320-bde39913ec24 x-openstack-request-id: req-d518076f-1931-417d-9320-bde39913ec24 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:35.566717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "name": "network-vif-plugged", "status": "completed", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:35.566972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d518076f-1931-417d-9320-bde39913ec24 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:35.567372 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d518076f-1931-417d-9320-bde39913ec24'] response: {'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'code': 200} Sep 22 17:21:35.849095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79739d1a-94e2-4d05-868e-9d885e26a450 req-51f5e5f3-7847-49dd-8d46-26790a7c6aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:35.850854 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79739d1a-94e2-4d05-868e-9d885e26a450 req-51f5e5f3-7847-49dd-8d46-26790a7c6aa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1099 time: 0.0808794 Sep 22 17:21:35.897184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79739d1a-94e2-4d05-868e-9d885e26a450 req-e74e677a-ab64-43ce-b2d2-c2edec39528d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404413 Sep 22 17:21:36.607740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b532f15-08c3-4980-a2d3-530186f7a8a5 req-0d199ea6-a2fe-4643-b9ea-5e06a688b2b5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:36.609403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b532f15-08c3-4980-a2d3-530186f7a8a5 req-0d199ea6-a2fe-4643-b9ea-5e06a688b2b5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.0954375 Sep 22 17:21:36.657793 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b532f15-08c3-4980-a2d3-530186f7a8a5 req-08cc92ff-a069-4576-8b4d-4e16c70de687 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417256 Sep 22 17:21:37.871983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ab6f-2c9f-4ccf-b1e8-74d37d7fb5e0 req-eebfeac1-bc19-4a2a-b574-f7f206146d8b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:37.873593 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8460ab6f-2c9f-4ccf-b1e8-74d37d7fb5e0 req-eebfeac1-bc19-4a2a-b574-f7f206146d8b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.0947742 Sep 22 17:21:37.923107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8460ab6f-2c9f-4ccf-b1e8-74d37d7fb5e0 req-9798df46-2a36-4e31-94c5-dd2bc9a77420 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428319 Sep 22 17:21:38.136186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9634e0-0621-4bd8-a633-c65faa19275b req-bcd490a4-ac3a-4d15-8d60-98418b19ed0d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:38.137753 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d9634e0-0621-4bd8-a633-c65faa19275b req-bcd490a4-ac3a-4d15-8d60-98418b19ed0d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.0973694 Sep 22 17:21:38.187387 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d9634e0-0621-4bd8-a633-c65faa19275b req-5ab92288-84f6-4b66-bb7c-532ffdc1fb3a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418983 Sep 22 17:21:38.218649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54480) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:38.301150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc6555-1219-4f96-8619-739733acfe2b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:38.302657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-90cc6555-1219-4f96-8619-739733acfe2b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1094 time: 0.0830986 Sep 22 17:21:38.305549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54484) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:38.310525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:38.316507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:38.320500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:38.323376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:38.329264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:38.345028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.495649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.645649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.98 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/1026a20e-ec82-4b7a-a05e-76d637e1edf8) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:38.795620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.823977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:38.894362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:38.897309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:38.900932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:38.929930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=1026a20e-ec82-4b7a-a05e-76d637e1edf8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:39.333903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.416200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.726555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.731227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:39.839856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=1026a20e-ec82-4b7a-a05e-76d637e1edf8,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:39.842255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.020929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP efeb060e-bf08-4b27-876f-407f7fc52492 associated. External IP: 172.26.8.98, port: 4d5034fb-fefe-43b6-be02-459579a7fc7b. Sep 22 17:21:40.385315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:21:40.566527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:40.576547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:40.586869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:40.587492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:40.591407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.655687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3187bbb0-d64d-4e37-9562-381f0089d89f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3489151 Sep 22 17:21:40.656095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:40.658240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:40.658726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:40.703911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab834077-3630-461e-b7fa-a9822f57a6cf x-openstack-request-id: req-ab834077-3630-461e-b7fa-a9822f57a6cf {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:40.704208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:40.704461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ab834077-3630-461e-b7fa-a9822f57a6cf {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:40.705026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab834077-3630-461e-b7fa-a9822f57a6cf'] response: {'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:21:40.749539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5f3d1e-ac23-4374-aaa7-b710a7f8f034 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:40.751499 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff5f3d1e-ac23-4374-aaa7-b710a7f8f034 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1094 time: 0.0922241 Sep 22 17:21:40.797071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:40.832122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54496) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:40.837348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1017366093', 'description': 'tempest-secgroup-smoke-1017366093 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:40.840586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-4152ff35-9824-481b-81a6-3db0881c44f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:40.842588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-4152ff35-9824-481b-81a6-3db0881c44f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1099 time: 0.0915928 Sep 22 17:21:40.844438 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:40.855808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:40.870387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.894320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:40.899160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:40.902153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:40.908300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:40.984592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.990843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:40.995899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-bc2c8a6a-5011-4cb5-ae00-77fc27ebdd5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:40.998443 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-bc2c8a6a-5011-4cb5-ae00-77fc27ebdd5f service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1489980 Sep 22 17:21:41.041685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10b4217-4ae6-4ce1-97e3-f40157bbdc61,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.046231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.051372 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d8cf163d-f18a-4e6b-b702-e03fe856b0c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2180774 Sep 22 17:21:41.051920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54500) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.057301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.065685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.070062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.074552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.082328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:41.112935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.114020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-6de6bdf6-af3d-4474-8e25-c0c80c4c1578 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 999 time: 0.1092517 Sep 22 17:21:41.184046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-9ac3ad69-b925-4721-a1b1-0dc41d885e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:41.185439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-9ac3ad69-b925-4721-a1b1-0dc41d885e81 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0629902 Sep 22 17:21:41.193124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.194399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:39Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.198200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.199507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:41.210402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:41.211600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.220148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=010b826b-61ee-4607-9109-d54d5b77fbce,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.248720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.253226 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6ed3b333-eb86-4b74-87fe-83e047592cf3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2001841 Sep 22 17:21:41.253956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54504) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.259469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.266793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.274780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.282936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.298203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:41.322350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.400333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.411324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.418268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-0b1cb8bf-e3c8-4892-bea9-92d6f89afff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:41.420134 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-0b1cb8bf-e3c8-4892-bea9-92d6f89afff3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2281184 Sep 22 17:21:41.440952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91e4b91a-2ee5-425a-a81b-4dbcec7d5829,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.445505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:41.451340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.458370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fb81af39-06d3-4053-b3e5-8e6ac667288e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1979535 Sep 22 17:21:41.458370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54508) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.464710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.475509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.478563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.481901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.488984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:41.507454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.573918 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-d9355405-85e2-4df5-898a-87395ca503ac service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467633 Sep 22 17:21:41.581674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.590177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.616931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00740e7-8316-4a7d-814b-b5ecf7039f11,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.628374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.629874 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1099ca56-96af-4c00-88f3-5ef4c80de4c0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1707926 Sep 22 17:21:41.632790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54512) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.645174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.651823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.656016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.659702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.666105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:41.687228 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.732896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8f6501a0-4098-462e-8e7f-6cc49ab99c2c req-e2621d0a-09c5-4c5f-acbc-0e5579e4ec36 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530025 Sep 22 17:21:41.758612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.764274 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.790970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c89dd96-8108-423e-8964-e56933ef2446,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.801211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.805113 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f72d8161-b136-41e6-b7c5-0c9921fcaa9b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1687119 Sep 22 17:21:41.805300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54516) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.810535 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.816468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.820373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.823298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.829407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:41.836528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:39Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:41.841077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f8b83a-a40a-4c81-90dd-f76e70396390 None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:39Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:41.841765 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:41.849615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.920216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.924115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.948277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4b7fe6-0cb7-4383-9102-9357d2d1b7a0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:41.958502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:41.959827 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4d4d638c-6136-4168-80ed-38e65861ee47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535263 Sep 22 17:21:41.963536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54520) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:41.968868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'b10b4217-4ae6-4ce1-97e3-f40157bbdc61', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:41.975365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:41.979641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:41.983022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:41.990170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:42.002185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:21:42.010056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.044819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e9e4e-017e-4dd4-a45d-49386ad76266 None None] New status for floating IP efeb060e-bf08-4b27-876f-407f7fc52492: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:21:42.076130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.081943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.106435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cb5eee3-ef21-4d8c-8d6a-4e60cb3a0633,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:42.116092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:42.117364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-afd4e1a7-b667-49ba-9541-9b8e72584247 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1527472 Sep 22 17:21:42.284898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-54dec21a-2bb4-4367-8143-bc33fc4235a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:42.301161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-54dec21a-2bb4-4367-8143-bc33fc4235a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:42.302784 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-54dec21a-2bb4-4367-8143-bc33fc4235a2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1017366093&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0595350 Sep 22 17:21:42.460519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-eeb3589b-c5a5-4899-9d79-9d2f041e3650 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:42.462090 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-eeb3589b-c5a5-4899-9d79-9d2f041e3650 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 796 time: 0.1523595 Sep 22 17:21:42.477017 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-75dd64d3-dfe7-4f79-aaa1-a3ceb72ee0a7 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0094352 Sep 22 17:21:42.579815 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-71140f13-a192-47c9-8508-8ab4128f5b44 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0971682 Sep 22 17:21:42.775441 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-6a3a6fcb-6b1c-43af-98d5-903aa953687c service neutron] 10.222.0.25 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840682 Sep 22 17:21:43.015241 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-aee9ab90-ba6f-4fae-b8c1-665c2c96ea7f service neutron] 10.222.0.25 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338984 Sep 22 17:21:44.236012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72364f82-f62f-4510-a2bf-98c4155465d6 req-8951362c-43fb-48a7-ad99-849095d2bdb6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 210 time: 0.0659175 Sep 22 17:21:45.404726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-986644fe-9276-4246-b70f-f60dc1ece56b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:45.405421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-986644fe-9276-4246-b70f-f60dc1ece56b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 796 time: 0.1521549 Sep 22 17:21:45.408356 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b71046b0-fb45-44fd-b546-a0f2dec02eb5 req-08596c80-3ac6-4798-a6de-3f75a2c6bbe4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 210 time: 0.0542307 Sep 22 17:21:45.473165 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-006743bd-dc30-4c6d-85dd-f4fad46f60ec tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 473 time: 0.0539343 Sep 22 17:21:45.481851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['b10b4217-4ae6-4ce1-97e3-f40157bbdc61']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:45.647994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:45.657681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:45.668585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:21:45.672101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:45.840459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.4 (60a4edcf-26b0-4533-b5a2-a00dab48ae23/38032cd4-71e5-41c8-a28a-6ca73ea0f85b/96076c12-bef3-479e-a2e1-2a2f599f75c5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:46.038730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:46.055280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 96076c12-bef3-479e-a2e1-2a2f599f75c5 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:46.079334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:46.153119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:46.156546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:46.160648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:46.193263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:46.230955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:46.231610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:46.262111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-477365ac-4e1d-469f-974c-c4a63799ec8e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7839181 Sep 22 17:21:46.281130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Request body: {'port': {'device_id': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:46.399736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:46.443258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Provisioning for port 96076c12-bef3-479e-a2e1-2a2f599f75c5 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:46.448567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Provisioning complete for port 96076c12-bef3-479e-a2e1-2a2f599f75c5 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:46.449007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:46.449328 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Attempt 1 to provision port 96076c12-bef3-479e-a2e1-2a2f599f75c5 Sep 22 17:21:46.523196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Port 96076c12-bef3-479e-a2e1-2a2f599f75c5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:46.884910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529b6f63-8ea2-461c-9350-c573d0842966 req-af1e52bb-72d5-4831-bfbd-25f877478bf6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:46.885601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-529b6f63-8ea2-461c-9350-c573d0842966 req-af1e52bb-72d5-4831-bfbd-25f877478bf6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:21:46.913223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-529b6f63-8ea2-461c-9350-c573d0842966 req-af1e52bb-72d5-4831-bfbd-25f877478bf6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:21:46.914355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-529b6f63-8ea2-461c-9350-c573d0842966 req-af1e52bb-72d5-4831-bfbd-25f877478bf6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 931 time: 0.3552675 Sep 22 17:21:46.999737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96076c12-bef3-479e-a2e1-2a2f599f75c5 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:21:47.010774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:47.015811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-529b6f63-8ea2-461c-9350-c573d0842966 req-13167ed5-93df-4eed-b0df-e91143566327 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0700009 Sep 22 17:21:47.024703 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Attempt 2 to provision port 96076c12-bef3-479e-a2e1-2a2f599f75c5 Sep 22 17:21:47.029510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Transition to ACTIVE for port object 96076c12-bef3-479e-a2e1-2a2f599f75c5 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:21:47.033984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:47.122045 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:21:47.124947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Port 96076c12-bef3-479e-a2e1-2a2f599f75c5 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:21:47.220652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Pushing event updated for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:47.267053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Attempting to bind port 96076c12-bef3-479e-a2e1-2a2f599f75c5 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:21:47.267386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Attempting to bind port 96076c12-bef3-479e-a2e1-2a2f599f75c5 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:21:47.268329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Attempting to bind port 96076c12-bef3-479e-a2e1-2a2f599f75c5 on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:47.272873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Port 96076c12-bef3-479e-a2e1-2a2f599f75c5 on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:21:47.273213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Attempting to bind port 96076c12-bef3-479e-a2e1-2a2f599f75c5 on network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:21:47.278232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 21, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:21:47.278562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Checking segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:21:47.278940 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Bound using segment: {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:21:47.279360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Bound port: 96076c12-bef3-479e-a2e1-2a2f599f75c5, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:21:47.279698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:47.367854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:21:47.371291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:21:47.378505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:47.414463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:47.415074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:47.416454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] 10.222.0.18 "PUT /v2.0/ports/96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 1093 time: 1.1397889 Sep 22 17:21:47.417014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:47.419309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e52592f4-0483-430f-b7bd-ea75513fa7dd" -d '{"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:47.464957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-139910d7-721b-493e-9e3c-4fe574952db4 x-openstack-request-id: req-139910d7-721b-493e-9e3c-4fe574952db4 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:47.465239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:47.465489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-139910d7-721b-493e-9e3c-4fe574952db4 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:47.465934 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-139910d7-721b-493e-9e3c-4fe574952db4'] response: {'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'status': 'completed', 'code': 200} Sep 22 17:21:47.466625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b45b5b-6419-4fbe-a225-af1f998f62bb service neutron] Pushing event updated for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:47.571976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-c513812e-85f7-411c-82a1-f34f6f4097a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:47.573478 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-c513812e-85f7-411c-82a1-f34f6f4097a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1096 time: 0.0807340 Sep 22 17:21:47.626480 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Attempt 3 to provision port 96076c12-bef3-479e-a2e1-2a2f599f75c5 Sep 22 17:21:47.651435 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-c21cabb7-749a-4977-8bb5-7eebe8d53fd4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 217 time: 0.0653930 Sep 22 17:21:47.687473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b6e267b5-65da-4e51-83ee-ed01b82b06c4 None None] Port 96076c12-bef3-479e-a2e1-2a2f599f75c5 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:21:47.713070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-0c844363-6662-41b4-a2d1-62ba8f3d63ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:47.714518 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-0c844363-6662-41b4-a2d1-62ba8f3d63ac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0581677 Sep 22 17:21:47.800983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-217fbeb4-fc11-4209-9a73-7df7eec34378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:47.802466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-217fbeb4-fc11-4209-9a73-7df7eec34378 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0823574 Sep 22 17:21:47.944529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-266ef3d1-1a31-45a1-81eb-82f6ae268e9f service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360788 Sep 22 17:21:48.099088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f4b9d98a-43bc-44eb-b729-7a54abf51cda req-57426f00-0e51-4702-bf7d-6ba8b66086a7 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484764 Sep 22 17:21:48.316891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb64fa40-0cf1-4963-9c3d-fdbe19ee2852 req-6ef4639c-5048-4865-bf69-5568881f319c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:48.318384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb64fa40-0cf1-4963-9c3d-fdbe19ee2852 req-6ef4639c-5048-4865-bf69-5568881f319c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 943 time: 0.1672168 Sep 22 17:21:48.321347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-3022237d-1f56-47b3-8ca1-e4cf73c50cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:48.322751 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-3022237d-1f56-47b3-8ca1-e4cf73c50cb7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1096 time: 0.1189578 Sep 22 17:21:48.445691 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb64fa40-0cf1-4963-9c3d-fdbe19ee2852 req-a6c2bb45-401a-4669-beab-ace4d805f48f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216094 Sep 22 17:21:48.490762 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-ab923c32-b412-48bd-84e7-734570e9a746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:48.492132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-ab923c32-b412-48bd-84e7-734570e9a746 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1546032 Sep 22 17:21:48.685862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-79c7ac13-d6cd-41ab-8c4c-60d3066fff53 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 217 time: 0.1873469 Sep 22 17:21:48.752633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-ee608648-ad46-4ccb-896f-00be41c40092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:48.753988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-ee608648-ad46-4ccb-896f-00be41c40092 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0612490 Sep 22 17:21:48.844863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-29d2636a-00e2-4fec-96b7-92f30fb6469e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:48.846437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-29d2636a-00e2-4fec-96b7-92f30fb6469e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0858846 Sep 22 17:21:48.997207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-4f024788-9ea7-4d33-abec-36b8eb278b00 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434057 Sep 22 17:21:49.152718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e52592f4-0483-430f-b7bd-ea75513fa7dd req-2b7c4756-a36c-487d-94c4-c8dac35c7053 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450574 Sep 22 17:21:49.662665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3badaafb-73ed-481a-ba2c-a2aa081baf5d req-2928e6df-2a16-4f6c-a228-f1b680311b98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:49.664192 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3badaafb-73ed-481a-ba2c-a2aa081baf5d req-2928e6df-2a16-4f6c-a228-f1b680311b98 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 943 time: 0.1012623 Sep 22 17:21:49.711000 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3badaafb-73ed-481a-ba2c-a2aa081baf5d req-032ddae0-6ccd-4118-b00d-3c97c20a0e67 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401006 Sep 22 17:21:50.922179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760be5ee-7342-4b1e-82b7-23bb7ee320a6 req-cc7779cc-3e5b-4395-9ae7-405769f33554 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:50.923906 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-760be5ee-7342-4b1e-82b7-23bb7ee320a6 req-cc7779cc-3e5b-4395-9ae7-405769f33554 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 943 time: 0.0929713 Sep 22 17:21:51.000221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-760be5ee-7342-4b1e-82b7-23bb7ee320a6 req-508177d0-d653-474f-99a1-687e1204f8db tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696564 Sep 22 17:21:51.280308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 96076c12-bef3-479e-a2e1-2a2f599f75c5 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:21:51.421465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:51.435864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'port_id': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'mac_address': 'fa:16:3e:23:e6:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:21:51.496144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 96076c12-bef3-479e-a2e1-2a2f599f75c5 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:51.496518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:51.516599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96076c12-bef3-479e-a2e1-2a2f599f75c5 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:21:51.533573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:51.538170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:51.610915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:51.963169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['96076c12-bef3-479e-a2e1-2a2f599f75c5'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:21:52.211835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca49f4c-81c2-4db1-835f-b2b7b72bf7db req-20c75fa8-34be-4a3e-b17c-71460e52f894 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:52.213426 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aca49f4c-81c2-4db1-835f-b2b7b72bf7db req-20c75fa8-34be-4a3e-b17c-71460e52f894 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 944 time: 0.0957170 Sep 22 17:21:52.260008 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aca49f4c-81c2-4db1-835f-b2b7b72bf7db req-8484d81a-d63b-449d-bb1c-9a61c964de3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400820 Sep 22 17:21:52.378966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-be3c9223-fb51-4c38-99e0-36a2899494e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.300064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 96076c12-bef3-479e-a2e1-2a2f599f75c5 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:21:53.374636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 96076c12-bef3-479e-a2e1-2a2f599f75c5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:21:53.379704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 96076c12-bef3-479e-a2e1-2a2f599f75c5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:21:53.381197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.381197 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 96076c12-bef3-479e-a2e1-2a2f599f75c5 Sep 22 17:21:53.484114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea1777-3b42-4a60-8c4a-737ab8cca4e2 req-eb723ef7-c82c-4432-b3e9-9ee81b8fa556 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:53.485701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3ea1777-3b42-4a60-8c4a-737ab8cca4e2 req-eb723ef7-c82c-4432-b3e9-9ee81b8fa556 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 944 time: 0.0987902 Sep 22 17:21:53.505757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 96076c12-bef3-479e-a2e1-2a2f599f75c5 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:21:53.506053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.534539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3ea1777-3b42-4a60-8c4a-737ab8cca4e2 req-6640d849-58f4-48e8-93cc-e54db2448a65 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416875 Sep 22 17:21:53.536075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:53.538481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24a6eb8-6071-4ebd-ad8f-77d59d084dae" -d '{"events": [{"server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "name": "network-vif-plugged", "status": "completed", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:53.547122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:21:53.554140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:53.600539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6cccd1-0bfa-4141-9b17-b297323ef315 x-openstack-request-id: req-5e6cccd1-0bfa-4141-9b17-b297323ef315 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:53.600880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "name": "network-vif-plugged", "status": "completed", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:53.601132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e6cccd1-0bfa-4141-9b17-b297323ef315 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:53.601523 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e6cccd1-0bfa-4141-9b17-b297323ef315'] response: {'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'code': 200} Sep 22 17:21:53.627988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:53.914716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cec396-459d-439a-8e99-cb3e0d93971e req-bd68c4ec-489e-4295-9eb1-3a61ea5a615f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:53.916215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55cec396-459d-439a-8e99-cb3e0d93971e req-bd68c4ec-489e-4295-9eb1-3a61ea5a615f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1098 time: 0.0866489 Sep 22 17:21:53.965857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55cec396-459d-439a-8e99-cb3e0d93971e req-551634f5-7616-4599-9171-bbb46a69e2a2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432460 Sep 22 17:21:54.532592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-68249afd-235c-4e83-89e5-783aaea7e739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:54.751199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2493dfca-ee90-4f4c-b4be-525422c253b6 req-b4658153-7fc0-4bef-a4de-29f23f504b22 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:54.752801 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2493dfca-ee90-4f4c-b4be-525422c253b6 req-b4658153-7fc0-4bef-a4de-29f23f504b22 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.0950654 Sep 22 17:21:54.799580 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2493dfca-ee90-4f4c-b4be-525422c253b6 req-0c0a1e63-6c65-43ba-bf45-765f336de060 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402071 Sep 22 17:21:55.312133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.622219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:55.985084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.009677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d880a623-9bf3-41ca-918b-1eb0e0d8464e req-fb717c3f-c91d-4ca4-9d6b-6cf35476096f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:56.011251 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d880a623-9bf3-41ca-918b-1eb0e0d8464e req-fb717c3f-c91d-4ca4-9d6b-6cf35476096f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.0942392 Sep 22 17:21:56.056042 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d880a623-9bf3-41ca-918b-1eb0e0d8464e req-041dae40-d90b-4be2-9858-1c6a5338c260 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386419 Sep 22 17:21:56.255133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307aed8-e80e-49a9-b2e5-66b6d12aeabf req-65223d18-b8ec-4394-86e6-078912ecb022 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:56.256685 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8307aed8-e80e-49a9-b2e5-66b6d12aeabf req-65223d18-b8ec-4394-86e6-078912ecb022 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.0919404 Sep 22 17:21:56.305188 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8307aed8-e80e-49a9-b2e5-66b6d12aeabf req-cf05ffe1-0e3c-459e-81dc-af4dc1d1306d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414784 Sep 22 17:21:56.334323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54578) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:56.415719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095d576-2c85-47ac-8290-0583adbf9f60 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:56.417239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7095d576-2c85-47ac-8290-0583adbf9f60 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1093 time: 0.0818572 Sep 22 17:21:56.420077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54582) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:21:56.425793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:21:56.431763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:21:56.435589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:21:56.438419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:21:56.444521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:21:56.454583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.591821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.733412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.221 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/ad07afe6-741e-4929-98c0-c74ca56815e9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:21:56.889354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.918590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:56.986193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:21:56.988950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:21:56.993489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:21:57.028584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=ad07afe6-741e-4929-98c0-c74ca56815e9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:57.210629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.524906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.607351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.825168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.829641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.934804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:57.984770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=ad07afe6-741e-4929-98c0-c74ca56815e9,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:21:58.109708 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP b2e6c4e7-0958-4971-9254-9486ab435806 associated. External IP: 172.26.8.221, port: 96076c12-bef3-479e-a2e1-2a2f599f75c5. Sep 22 17:21:58.461488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:21:58.643241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:21:58.652646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:21:58.662181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:58.662782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:58.668050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:21:58.730701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4af8abbb-c550-4f9e-a1b2-9ee0fc394530 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3095748 Sep 22 17:21:58.731278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:21:58.733668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17dc1ab6-022a-4f84-8051-d6e29cf0074d" -d '{"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:21:58.779845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f88db2-b2f8-47c8-9cc7-415759df8b4b x-openstack-request-id: req-63f88db2-b2f8-47c8-9cc7-415759df8b4b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:21:58.780136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:21:58.780386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63f88db2-b2f8-47c8-9cc7-415759df8b4b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:21:58.780818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63f88db2-b2f8-47c8-9cc7-415759df8b4b'] response: {'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'status': 'completed', 'code': 200} Sep 22 17:21:58.846090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:58.914585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-7d3f4839-b7b2-488d-ad82-c2a75fec8a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:58.915986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-7d3f4839-b7b2-488d-ad82-c2a75fec8a3d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1098 time: 0.0821943 Sep 22 17:21:59.158163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-da6966e6-6e66-4baf-b6fe-a6acb8013482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:59.159606 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-da6966e6-6e66-4baf-b6fe-a6acb8013482 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.2377074 Sep 22 17:21:59.203246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'b2e6c4e7-0958-4971-9254-9486ab435806', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.221', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:23:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:57Z', 'updated_at': '2022-09-22T17:21:57Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}, {'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:59.207142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:21:59.215541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:21:59.216134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:21:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:59.265618 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-4e4e0dc2-2387-469a-967e-821bab008da7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 999 time: 0.0992453 Sep 22 17:21:59.329473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-93c8da66-3173-4f8d-9fc3-f526be1122f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:59.330985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-93c8da66-3173-4f8d-9fc3-f526be1122f0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0579638 Sep 22 17:21:59.420081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-eea312c8-a409-4a76-a8c6-1f0896dca36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:21:59.421631 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-eea312c8-a409-4a76-a8c6-1f0896dca36d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834515 Sep 22 17:21:59.434265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:21:59.556295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-44714fa9-451b-494c-8245-5345754b71b1 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266956 Sep 22 17:21:59.701721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17dc1ab6-022a-4f84-8051-d6e29cf0074d req-c4721c87-c44c-410e-a53a-994783c637d3 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391802 Sep 22 17:21:59.802462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'b2e6c4e7-0958-4971-9254-9486ab435806', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.221', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:23:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:57Z', 'updated_at': '2022-09-22T17:21:57Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}, {'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:21:59.806719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760067fd-0f67-4e5c-9acc-deedc6c417d8 None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'b2e6c4e7-0958-4971-9254-9486ab435806', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.221', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1483, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:23:e6:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:57Z', 'updated_at': '2022-09-22T17:21:57Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}, {'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:21:59.990772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ef219b-75bb-4af4-b47c-7a2ed0d3fb71 None None] New status for floating IP b2e6c4e7-0958-4971-9254-9486ab435806: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:22:21.611571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-b5d152fe-38dd-4afb-9f87-ca2c2206ca25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763011 Sep 22 17:22:21.781048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-edc00bd8-ff93-4b2f-a34e-dbe3f53dd0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:22:21.782510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-edc00bd8-ff93-4b2f-a34e-dbe3f53dd0d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1099 time: 0.0819545 Sep 22 17:22:21.927061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-cd412963-aac0-4f90-ac7e-534ef0075861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:22:21.928510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-cd412963-aac0-4f90-ac7e-534ef0075861 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1274405 Sep 22 17:22:22.028259 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-9d7e77ac-8f77-4a53-a986-cede43f49db8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 1001 time: 0.0934212 Sep 22 17:22:22.092530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-b1f9ba91-74b6-4d89-9800-9872fe43132b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:22:22.093991 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-b1f9ba91-74b6-4d89-9800-9872fe43132b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0593922 Sep 22 17:22:22.178113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-1577c9cf-f946-43bd-9ab8-439ead92adce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:22:22.179506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-1577c9cf-f946-43bd-9ab8-439ead92adce service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795791 Sep 22 17:22:22.317274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-0625f2cd-67d0-464a-959c-b340d71c97bf service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310697 Sep 22 17:22:22.386770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ab2134d-4208-4ad5-bfa6-052564fa5ba3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:22.454439 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-59a55d3a-baeb-4d30-a32e-9f2e25bf25b9 req-68064454-d05d-404a-8898-85f0dcd85d3a service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302752 Sep 22 17:22:24.121286 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:22:24.537979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a7e620ad-8bdd-4236-979f-d4c176515e14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:25.316086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:25.624039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:25.985330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:27.214036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:52.381965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e97e5fc8-30c5-4068-89f0-9d9b0b1bd5fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:54.540451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6e061350-e3b5-4212-90a1-531e0e38d9b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.347458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.626499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:55.989889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:22:57.214647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:01.120832 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:23:14.010016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54610) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:14.208372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ee28bc5-ec68-47fe-96ef-5a03f5741833 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/efeb060e-bf08-4b27-876f-407f7fc52492 HTTP/1.1" status: 200 len: 993 time: 0.1971884 Sep 22 17:23:14.976731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54620) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:14.982656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:15.106929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:15.321968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:15.345835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:15.350935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:15.386542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:15.387145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:15.388543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/ports/4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 939 time: 0.4107239 Sep 22 17:23:15.389079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:15.391374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:15.435954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf3aabc-7eec-46bc-93f4-926e43c78a4e x-openstack-request-id: req-cdf3aabc-7eec-46bc-93f4-926e43c78a4e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:15.436240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:15.436489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cdf3aabc-7eec-46bc-93f4-926e43c78a4e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:15.436915 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf3aabc-7eec-46bc-93f4-926e43c78a4e'] response: {'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:23:15.437612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=6']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:15.445547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.445898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.446237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.446570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.446922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.447240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.447624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.447892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.448220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.448543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.448915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.449237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cf2ba27-9bb4-4808-a385-36889bcf4522 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:15.574396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-fa691729-f053-4526-ba6d-0d3a8eea9761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:15.575817 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-fa691729-f053-4526-ba6d-0d3a8eea9761 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1100 time: 0.0830758 Sep 22 17:23:15.706822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-7ad0bf83-7d1f-4fb1-aeb4-b92d10664bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:15.708869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-7ad0bf83-7d1f-4fb1-aeb4-b92d10664bd5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1257534 Sep 22 17:23:15.848463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-18c5a292-c806-484f-ad21-e7d372909217 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 1002 time: 0.1323729 Sep 22 17:23:15.914263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-bd2e2179-3975-4973-a9c2-bf5c725020ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:15.915667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-bd2e2179-3975-4973-a9c2-bf5c725020ad service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0605175 Sep 22 17:23:15.997989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-34209b7c-20d8-42fd-8978-060f3ef4f6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:15.999451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-34209b7c-20d8-42fd-8978-060f3ef4f6ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774379 Sep 22 17:23:16.128365 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-b0ba19cd-4b62-4102-98ab-bc2b9ecebb80 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227489 Sep 22 17:23:16.263524 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cc8b6c4b-21fd-43e3-9421-4e6df47e7524 req-9b0f11d0-9b24-49fd-81fe-855dd63afaad service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290209 Sep 22 17:23:18.846010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:18.851792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:18.973858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:19.286002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:19.312019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:19.316434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:19.324521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:19.325128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:19.326448 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/ports/4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 938 time: 0.4794548 Sep 22 17:23:19.329488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54636) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:19.355372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:19.357694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1308ea9b-97d6-4283-a8f1-2b71e7e12091" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:19.411137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049d6d17-acfa-4003-9091-e5f7f208b667 x-openstack-request-id: req-049d6d17-acfa-4003-9091-e5f7f208b667 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:19.411934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:19.412183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-049d6d17-acfa-4003-9091-e5f7f208b667 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:19.412588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049d6d17-acfa-4003-9091-e5f7f208b667'] response: {'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:23:19.413307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6361beb4-7eb9-445f-9c2c-38b094fd67e9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=7']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:19.445451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-187f8f48-6635-489f-8bbe-e601f05f5e77 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/efeb060e-bf08-4b27-876f-407f7fc52492 HTTP/1.1" status: 200 len: 993 time: 0.1147144 Sep 22 17:23:19.535579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-72dc6ed8-450d-4c40-ac4f-656a6cc58cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:19.537604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-72dc6ed8-450d-4c40-ac4f-656a6cc58cc6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1099 time: 0.0822132 Sep 22 17:23:19.671140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-4ed2eda4-9ce8-4d14-835d-9e1473d90b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:19.672692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-4ed2eda4-9ce8-4d14-835d-9e1473d90b1f service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1291413 Sep 22 17:23:19.753314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['4d5034fb-fefe-43b6-be02-459579a7fc7b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:23:19.777634 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-eb6ce288-2b16-4c69-b8d2-0e3f49f973e4 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 1001 time: 0.0983772 Sep 22 17:23:19.842247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-96f48855-3ba5-4325-a7fa-2185d35c4732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:19.843630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-96f48855-3ba5-4325-a7fa-2185d35c4732 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0584300 Sep 22 17:23:19.929697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-d9923d85-5084-4c15-9a28-a6ca45476022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:19.931174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-d9923d85-5084-4c15-9a28-a6ca45476022 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811088 Sep 22 17:23:20.064180 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-b4c57c97-5ffe-45ef-9986-fdfc5a2c5bff service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269109 Sep 22 17:23:20.194372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1308ea9b-97d6-4283-a8f1-2b71e7e12091 req-313e2c11-beca-415a-ad51-482f6a217fe6 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240542 Sep 22 17:23:22.023198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54650) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:22.227558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port ad07afe6-741e-4929-98c0-c74ca56815e9 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:22.227910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.384335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28cbb0b1-184a-46b8-b58d-a130a76dd110 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.402142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.402473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.525736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for ad07afe6-741e-4929-98c0-c74ca56815e9 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:22.680357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.729425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=ad07afe6-741e-4929-98c0-c74ca56815e9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:22.775279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.775626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.775974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.776308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.776670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.777002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.777327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.777653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.777979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.778303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.778625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.778943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:22.837733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:22.838064 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP b2e6c4e7-0958-4971-9254-9486ab435806 disassociated (deleted). External IP: 172.26.8.221, port: 96076c12-bef3-479e-a2e1-2a2f599f75c5. Sep 22 17:23:23.285896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:23:23.466346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:23:23.476006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:23.486434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:23.487417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:23.487977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:22:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:23.546755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5aa97b0b-105e-4d56-b334-0179f342bac8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/b2e6c4e7-0958-4971-9254-9486ab435806 HTTP/1.1" status: 204 len: 168 time: 1.5222518 Sep 22 17:23:23.547553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:23.549931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74910a8d-97c6-43d5-aab1-f3f80edada4c" -d '{"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:23.662865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-3fe70815-15df-4197-971a-dc60e2fbc4a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0951943 Sep 22 17:23:23.682135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb999e7-04aa-4814-bfaa-5e14263ec633 x-openstack-request-id: req-fdb999e7-04aa-4814-bfaa-5e14263ec633 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:23.682424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:23.683316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdb999e7-04aa-4814-bfaa-5e14263ec633 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:23.683316 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb999e7-04aa-4814-bfaa-5e14263ec633'] response: {'name': 'network-changed', 'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'status': 'completed', 'code': 200} Sep 22 17:23:23.695443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:23.789456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241ece-a89b-4761-9674-b95b27bc9592 req-1ee4684b-184e-4edb-b794-a4706493d71c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:23.791338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-1ee4684b-184e-4edb-b794-a4706493d71c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1098 time: 0.0897858 Sep 22 17:23:23.959844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241ece-a89b-4761-9674-b95b27bc9592 req-2dc0c281-b463-4fc3-8aac-c64aad518181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:23.961394 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-2dc0c281-b463-4fc3-8aac-c64aad518181 service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1479239 Sep 22 17:23:24.064527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-0cdfaf16-c380-4684-993e-064edb4686ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 217 time: 0.0953686 Sep 22 17:23:24.111585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:24.115862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:24.124915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:24.125525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:22:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:24.145363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241ece-a89b-4761-9674-b95b27bc9592 req-4bef804a-d752-4189-9302-7422b0c310a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:24.147303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-4bef804a-d752-4189-9302-7422b0c310a3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0769088 Sep 22 17:23:24.220063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80ea7df-b08c-423a-b0a6-3ac1c943d3e1 req-9c5a8c48-1162-4983-9749-53d09cccc82c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:24.221554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a80ea7df-b08c-423a-b0a6-3ac1c943d3e1 req-9c5a8c48-1162-4983-9749-53d09cccc82c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.3094258 Sep 22 17:23:24.283988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a80ea7df-b08c-423a-b0a6-3ac1c943d3e1 req-aa351c19-b53a-4480-8ca9-bf3198338a24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538621 Sep 22 17:23:24.289459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38241ece-a89b-4761-9674-b95b27bc9592 req-04550017-b53b-47a4-abac-ccb9b4770efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:24.290643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-04550017-b53b-47a4-abac-ccb9b4770efe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1344726 Sep 22 17:23:24.311142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:24.528513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-0ad3dc19-d4d7-4193-80d9-3dcee773bf4d service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293313 Sep 22 17:23:24.583832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-91ec3790-9535-40c3-b114-33c73ac3fd82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:24.663811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38241ece-a89b-4761-9674-b95b27bc9592 req-84e45396-3a1b-447f-9439-09828dffb8a7 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287255 Sep 22 17:23:24.687103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:24.691353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-965aaa6e-9cca-4442-9b9c-64bfb337cd2e None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'efeb060e-bf08-4b27-876f-407f7fc52492', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.98', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'port_id': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1471, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'mac_address': 'fa:16:3e:e1:0b:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:21:39Z', 'updated_at': '2022-09-22T17:21:42Z', 'revision_number': 1, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:24.821934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-8c63ed00-f0ad-445a-bbfd-6955fa3bcb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:24.823458 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-8c63ed00-f0ad-445a-bbfd-6955fa3bcb36 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 1098 time: 0.0823295 Sep 22 17:23:24.912875 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51adde3c-918b-4423-9ba5-92a1415fdfc5 None None] New status for floating IP b2e6c4e7-0958-4971-9254-9486ab435806: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:23:24.960352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-7e736604-b844-4775-beba-7e2c3abf39eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:24.961780 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-7e736604-b844-4775-beba-7e2c3abf39eb service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1315174 Sep 22 17:23:25.034629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-a362f199-93f1-4da5-9d1d-97bf064b340a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 200 len: 217 time: 0.0658162 Sep 22 17:23:25.099344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-b9e47486-c666-4d32-a853-96d8e45ae411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:25.100816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-b9e47486-c666-4d32-a853-96d8e45ae411 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0603828 Sep 22 17:23:25.192284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-24327787-2a6d-4499-929c-dc6465b03e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:25.193853 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-24327787-2a6d-4499-929c-dc6465b03e70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819030 Sep 22 17:23:25.328739 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-a45e1328-91a8-411d-acd4-3b500490a69b service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278126 Sep 22 17:23:25.371258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.476958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74910a8d-97c6-43d5-aab1-f3f80edada4c req-f709f0c3-16af-4ff4-bfe1-2b4e301c1244 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409905 Sep 22 17:23:25.535565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3584ba8e-304b-43f3-9f2e-604f488d46bf req-3779b094-68f4-4344-97bb-90cf4f85108e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:25.536813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3584ba8e-304b-43f3-9f2e-604f488d46bf req-3779b094-68f4-4344-97bb-90cf4f85108e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:25.552294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-3584ba8e-304b-43f3-9f2e-604f488d46bf req-3779b094-68f4-4344-97bb-90cf4f85108e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:25.553525 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3584ba8e-304b-43f3-9f2e-604f488d46bf req-3779b094-68f4-4344-97bb-90cf4f85108e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.1517634 Sep 22 17:23:25.601684 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3584ba8e-304b-43f3-9f2e-604f488d46bf req-7920f698-f0a7-474a-a03d-15dd4c3fdefb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=b10b4217-4ae6-4ce1-97e3-f40157bbdc61&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418601 Sep 22 17:23:25.630066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.791173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-7b61f736-f91f-4dbc-afdf-fddb6a359f84 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:25.792528 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-7b61f736-f91f-4dbc-afdf-fddb6a359f84 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 945 time: 0.0870492 Sep 22 17:23:25.866396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 96076c12-bef3-479e-a2e1-2a2f599f75c5 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:25.866739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:25.994406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.121267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 96076c12-bef3-479e-a2e1-2a2f599f75c5, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=96076c12-bef3-479e-a2e1-2a2f599f75c5,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:26.121620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.242730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 96076c12-bef3-479e-a2e1-2a2f599f75c5 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:26.487359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.537448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=96076c12-bef3-479e-a2e1-2a2f599f75c5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:26.631888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 96076c12-bef3-479e-a2e1-2a2f599f75c5 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:23:26.633980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:26.636857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'name': 'network-vif-deleted', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:26.639141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ceb2717-c88b-44a8-ae9d-649442042c62" -d '{"events": [{"server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "name": "network-vif-deleted", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:26.654437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6c748cf-75a4-4f5f-8b42-a6fe1af5b269 req-6e31c94d-23cd-4ac7-a43a-ca5738b83200 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/96076c12-bef3-479e-a2e1-2a2f599f75c5 HTTP/1.1" status: 204 len: 173 time: 0.8558807 Sep 22 17:23:26.684532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90cd6e0f-7c6a-454c-86f3-f8fcd5bb2f3e x-openstack-request-id: req-90cd6e0f-7c6a-454c-86f3-f8fcd5bb2f3e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:26.684859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70ebf8b7-0459-425a-a5db-709fbbc54918", "name": "network-vif-deleted", "tag": "96076c12-bef3-479e-a2e1-2a2f599f75c5", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:26.685090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90cd6e0f-7c6a-454c-86f3-f8fcd5bb2f3e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:26.685506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90cd6e0f-7c6a-454c-86f3-f8fcd5bb2f3e'] response: {'server_uuid': '70ebf8b7-0459-425a-a5db-709fbbc54918', 'name': 'network-vif-deleted', 'tag': '96076c12-bef3-479e-a2e1-2a2f599f75c5', 'status': 'completed', 'code': 200} Sep 22 17:23:26.774683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0d0c4bec-5b5b-4e72-a6ee-eed1435373a9 req-1c8d3c13-8386-4f49-8e1d-452308c73f4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:26.791065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0d0c4bec-5b5b-4e72-a6ee-eed1435373a9 req-1c8d3c13-8386-4f49-8e1d-452308c73f4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:26.792430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0d0c4bec-5b5b-4e72-a6ee-eed1435373a9 req-1c8d3c13-8386-4f49-8e1d-452308c73f4e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=70ebf8b7-0459-425a-a5db-709fbbc54918 HTTP/1.1" status: 200 len: 210 time: 0.0669107 Sep 22 17:23:27.220560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.896398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54676) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:27.966851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:27.996528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.061505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.082080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10b4217-4ae6-4ce1-97e3-f40157bbdc61,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:28.090379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.091503 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-91d71070-248b-4ed5-871e-0bb5072f7265 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/b10b4217-4ae6-4ce1-97e3-f40157bbdc61 HTTP/1.1" status: 204 len: 168 time: 0.1941192 Sep 22 17:23:28.122526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54682) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:28.329252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 1026a20e-ec82-4b7a-a05e-76d637e1edf8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:28.329600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.499539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.499747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.623919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 1026a20e-ec82-4b7a-a05e-76d637e1edf8 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:28.791369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.870247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=1026a20e-ec82-4b7a-a05e-76d637e1edf8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:28.945482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:28.946172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP efeb060e-bf08-4b27-876f-407f7fc52492 disassociated (deleted). External IP: 172.26.8.98, port: 4d5034fb-fefe-43b6-be02-459579a7fc7b. Sep 22 17:23:29.412579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:23:29.592392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:23:29.601790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:29.611556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:29.612152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:29.621864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:29.680040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 96076c12-bef3-479e-a2e1-2a2f599f75c5 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:23:29.682078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d19db25-5d56-437e-8633-518d07b6edcb tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/efeb060e-bf08-4b27-876f-407f7fc52492 HTTP/1.1" status: 204 len: 168 time: 1.5584421 Sep 22 17:23:29.682642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:29.684960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc" -d '{"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:29.725645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 96076c12-bef3-479e-a2e1-2a2f599f75c5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:23:29.725992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 96076c12-bef3-479e-a2e1-2a2f599f75c5 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:23:29.738375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5e944a1-90cc-4e9a-a937-b82f3301ee46 x-openstack-request-id: req-c5e944a1-90cc-4e9a-a937-b82f3301ee46 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:29.738718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:29.739090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c5e944a1-90cc-4e9a-a937-b82f3301ee46 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:29.740525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5e944a1-90cc-4e9a-a937-b82f3301ee46'] response: {'name': 'network-changed', 'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:23:29.838801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:29.863155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-f935e075-7dc0-4be7-8465-a448dac82f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:29.864787 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-f935e075-7dc0-4be7-8465-a448dac82f5f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 1099 time: 0.0830739 Sep 22 17:23:30.040226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-1a195268-d9ff-4255-bed0-2d69868d3d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:30.041722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-1a195268-d9ff-4255-bed0-2d69868d3d0d service neutron] 10.222.0.18 "GET /v2.0/networks?id=60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 200 len: 897 time: 0.1715057 Sep 22 17:23:30.124804 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-83c2e9d3-f0f5-47c2-b7d0-0d30746fe956 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 200 len: 217 time: 0.0743706 Sep 22 17:23:30.160744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:30.164715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:30.173512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:30.174739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:30.203927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-5173336e-b6f2-494d-bbd0-ca164096e608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:30.205399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-5173336e-b6f2-494d-bbd0-ca164096e608 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 200 len: 834 time: 0.0711024 Sep 22 17:23:30.217302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-ac66fd9c-c8ce-4caf-9889-eebe60971b75 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:30.218025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-ac66fd9c-c8ce-4caf-9889-eebe60971b75 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:30.288059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-ac66fd9c-c8ce-4caf-9889-eebe60971b75 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:30.289244 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-ac66fd9c-c8ce-4caf-9889-eebe60971b75 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.2862890 Sep 22 17:23:30.342491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-3ed5355b-ed4e-4589-baf7-d7cb6b80ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:30.343956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-3ed5355b-ed4e-4589-baf7-d7cb6b80ac3b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=60a4edcf-26b0-4533-b5a2-a00dab48ae23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1229398 Sep 22 17:23:30.346158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-5f92ba08-68dd-48fe-8249-bfdd246723b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:30.393519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:30.428046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-5f92ba08-68dd-48fe-8249-bfdd246723b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:30.428696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a33fcde1-8f61-4ed4-832b-1e9e4df20dc0 req-5f92ba08-68dd-48fe-8249-bfdd246723b3 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300964 Sep 22 17:23:30.489438 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-5990578c-006c-496e-bba1-3b128b8b116a service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346953 Sep 22 17:23:30.622211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbeeae35-f3fd-4213-b5f8-9eeb55e77edc req-2c805a12-1f8d-42e5-8fd0-0e678fb37b23 service neutron] 10.222.0.18 "GET /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264684 Sep 22 17:23:30.711162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:30.715124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31af5b8d-cb38-41e9-8232-8e3fd65ab813 None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:21:19Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '51c7e3a3-f344-4dbf-8295-b5565671f97e', 'name': '', 'network_id': '60a4edcf-26b0-4533-b5a2-a00dab48ae23', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:06:1b:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:18Z', 'updated_at': '2022-09-22T17:21:24Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '38032cd4-71e5-41c8-a28a-6ca73ea0f85b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:30.913260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7f4b5a-104f-4d52-9edf-6fafa1c3d338 None None] New status for floating IP efeb060e-bf08-4b27-876f-407f7fc52492: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:23:31.640593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ac3e0-b26e-4573-8020-4f0b0a608366 req-3861a623-2844-47b7-9085-1fcf339bb7a0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:31.642063 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e12ac3e0-b26e-4573-8020-4f0b0a608366 req-3861a623-2844-47b7-9085-1fcf339bb7a0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.0897329 Sep 22 17:23:31.685481 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e12ac3e0-b26e-4573-8020-4f0b0a608366 req-75e89841-85eb-4a48-8422-40ada61fd7cd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=97a54bee-22fd-45b6-8919-a16d94625a55&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377004 Sep 22 17:23:31.963309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-3309076c-532a-4c63-81e1-46d49c9683fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:31.964765 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-3309076c-532a-4c63-81e1-46d49c9683fc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 946 time: 0.0914600 Sep 22 17:23:32.035782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 4d5034fb-fefe-43b6-be02-459579a7fc7b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:32.036125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.388743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 4d5034fb-fefe-43b6-be02-459579a7fc7b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=4d5034fb-fefe-43b6-be02-459579a7fc7b,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:32.389101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.511606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 4d5034fb-fefe-43b6-be02-459579a7fc7b owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:32.660989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.711935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=4d5034fb-fefe-43b6-be02-459579a7fc7b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:32.806377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 4d5034fb-fefe-43b6-be02-459579a7fc7b on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:23:32.808932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:32.811725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'name': 'network-vif-deleted', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:32.814039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afcc1d0-f75d-42e4-b470-e94cc56c4e82" -d '{"events": [{"server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "name": "network-vif-deleted", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:32.864175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e850932-0171-4674-a6a4-f8aa0db213a2 x-openstack-request-id: req-5e850932-0171-4674-a6a4-f8aa0db213a2 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:32.864465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dc474fe-14a2-4144-b84c-e2bf64947e03", "name": "network-vif-deleted", "tag": "4d5034fb-fefe-43b6-be02-459579a7fc7b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:32.865316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e850932-0171-4674-a6a4-f8aa0db213a2 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:32.865710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e850932-0171-4674-a6a4-f8aa0db213a2'] response: {'server_uuid': '2dc474fe-14a2-4144-b84c-e2bf64947e03', 'name': 'network-vif-deleted', 'tag': '4d5034fb-fefe-43b6-be02-459579a7fc7b', 'status': 'completed', 'code': 200} Sep 22 17:23:32.877058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e982f38c-2244-41e1-8e66-ce8f46551e53 req-d71b8cef-93d0-4f59-8710-33698d1ae835 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:32.883530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-acb9b023-8d88-4132-af53-c1d03e9e6d56 req-5da99810-3e79-445c-8199-a66e03eb7d3f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/4d5034fb-fefe-43b6-be02-459579a7fc7b HTTP/1.1" status: 204 len: 173 time: 0.9134550 Sep 22 17:23:32.901145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e982f38c-2244-41e1-8e66-ce8f46551e53 req-d71b8cef-93d0-4f59-8710-33698d1ae835 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:32.902471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e982f38c-2244-41e1-8e66-ce8f46551e53 req-d71b8cef-93d0-4f59-8710-33698d1ae835 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2dc474fe-14a2-4144-b84c-e2bf64947e03 HTTP/1.1" status: 200 len: 210 time: 0.0846014 Sep 22 17:23:34.009457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54700) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:34.081198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.110679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.176104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.196717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a54bee-22fd-45b6-8919-a16d94625a55,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:34.206615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:34.210599 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f4ecd263-176b-4839-9536-14b4a0445e64 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/97a54bee-22fd-45b6-8919-a16d94625a55 HTTP/1.1" status: 204 len: 168 time: 0.1976819 Sep 22 17:23:34.238447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54706) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:34.791478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.261059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 51c7e3a3-f344-4dbf-8295-b5565671f97e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:35.261743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.452230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 51c7e3a3-f344-4dbf-8295-b5565671f97e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=51c7e3a3-f344-4dbf-8295-b5565671f97e,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:35.452590 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.575430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 51c7e3a3-f344-4dbf-8295-b5565671f97e owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:35.695283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4d5034fb-fefe-43b6-be02-459579a7fc7b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:23:35.729373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 4d5034fb-fefe-43b6-be02-459579a7fc7b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:23:35.729708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 4d5034fb-fefe-43b6-be02-459579a7fc7b not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:23:35.900414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:35.953626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=51c7e3a3-f344-4dbf-8295-b5565671f97e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:36.236900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:36.719497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:23:36.903576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:23:36.912866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Sync routers for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:36.921280 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-123a0820-97cc-4268-a405-abc7594d3e47 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/a5a1e1ae-e9a6-412d-9000-ba0331fd84ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6817122 Sep 22 17:23:36.922960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:36.923566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:36.924257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54712) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:36.994803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet 38032cd4-71e5-41c8-a28a-6ca73ea0f85b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:23:36.998635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.053908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.122030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:37.143924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.220538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.262014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=38032cd4-71e5-41c8-a28a-6ca73ea0f85b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:37.266501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.273557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-26f3bf1f-5a00-4a32-9ebc-c4f98bf31cf0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/38032cd4-71e5-41c8-a28a-6ca73ea0f85b HTTP/1.1" status: 204 len: 168 time: 0.3482361 Sep 22 17:23:37.276127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54716) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:37.296921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f619cd81-af52-4196-992b-5d8f33c386ad None None] Network 60a4edcf-26b0-4533-b5a2-a00dab48ae23 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:23:37.456907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.593994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124'}], 'enable_snat': True}, 'gw_port_id': '436aaa3f-470d-439c-8466-5caf742444b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:23:35Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '436aaa3f-470d-439c-8466-5caf742444b7', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:bd:45:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.124', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:21:15Z', 'updated_at': '2022-09-22T17:21:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:37.598005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Checking router: a5a1e1ae-e9a6-412d-9000-ba0331fd84ab for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:37.608357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Routers {'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:37.609028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:37.644633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.659359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 436aaa3f-470d-439c-8466-5caf742444b7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:37.659804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.669727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] DHCP port deletion for 60a4edcf-26b0-4533-b5a2-a00dab48ae23 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:23:37.780026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Deleting port 58ae72a0-4bd0-43a4-a557-bac14386c2cc {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:23:37.780398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.842706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 436aaa3f-470d-439c-8466-5caf742444b7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=436aaa3f-470d-439c-8466-5caf742444b7,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:37.843078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:37.879503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] Set router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:38.004355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:23:37Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:38.014017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2988d21-7dd8-40e3-ad47-8af3c107af60 None None] The sync data for ids ['a5a1e1ae-e9a6-412d-9000-ba0331fd84ab'] in dv-neutron-858953-1-hyperv is: [{'id': 'a5a1e1ae-e9a6-412d-9000-ba0331fd84ab', 'name': 'tempest-TestNetworkBasicOps-router-1625876954', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:21:14Z', 'updated_at': '2022-09-22T17:23:37Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:38.077984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 436aaa3f-470d-439c-8466-5caf742444b7 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:38.120736 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:23:38.124977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] For port 58ae72a0-4bd0-43a4-a557-bac14386c2cc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=58ae72a0-4bd0-43a4-a557-bac14386c2cc,segment=NetworkSegment(6bb7e727-37f8-4fdb-bfa0-ac8761903a3f),segment_id=6bb7e727-37f8-4fdb-bfa0-ac8761903a3f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:38.125375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.249130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Calling delete_port for 58ae72a0-4bd0-43a4-a557-bac14386c2cc owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:23:38.249602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.298000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=436aaa3f-470d-439c-8466-5caf742444b7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:38.329463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.378770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Pushing event deleted for resources: {'Port': ['ID=58ae72a0-4bd0-43a4-a557-bac14386c2cc,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:38.391690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.391965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.392093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.392422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.392775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.393105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.393948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.393948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.394237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.394379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.394676 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.394992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:38.399465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f936b67-ca70-4763-a94b-ff430475dcdd None None] No DVR routers for this DVR port 58ae72a0-4bd0-43a4-a557-bac14386c2cc on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:23:38.411708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.590951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.594222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.617020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.617512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router a5a1e1ae-e9a6-412d-9000-ba0331fd84ab {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:23:38.633046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.634057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d1dd01a-420d-444e-ae92-f572ee04356f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/a5a1e1ae-e9a6-412d-9000-ba0331fd84ab HTTP/1.1" status: 204 len: 168 time: 1.3569341 Sep 22 17:23:38.637013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:38.749905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.855393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 51c7e3a3-f344-4dbf-8295-b5565671f97e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:23:38.887972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.889741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 51c7e3a3-f344-4dbf-8295-b5565671f97e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:23:38.890092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 51c7e3a3-f344-4dbf-8295-b5565671f97e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:23:38.890498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 58ae72a0-4bd0-43a4-a557-bac14386c2cc no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:23:38.916063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60a4edcf-26b0-4533-b5a2-a00dab48ae23']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:38.924408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 58ae72a0-4bd0-43a4-a557-bac14386c2cc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:23:38.924776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 58ae72a0-4bd0-43a4-a557-bac14386c2cc not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:23:38.928632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:38.928949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bb7e727-37f8-4fdb-bfa0-ac8761903a3f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:38.941034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.957031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:38.963619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:23:38.964007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.034485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6bb7e727-37f8-4fdb-bfa0-ac8761903a3f resource provider aggregate not found Sep 22 17:23:39.057031 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6bb7e727-37f8-4fdb-bfa0-ac8761903a3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6bb7e727-37f8-4fdb-bfa0-ac8761903a3f found for delete ", "request_id": "req-edf81322-8371-4bb5-ba0e-3f38ddd23a6a"}]} Sep 22 17:23:39.073185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.095272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.106341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=60a4edcf-26b0-4533-b5a2-a00dab48ae23,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:39.116570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4995c87a-706c-4cdd-a3b9-da3e88406218 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/60a4edcf-26b0-4533-b5a2-a00dab48ae23 HTTP/1.1" status: 204 len: 168 time: 0.4782891 Sep 22 17:23:39.143641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54728) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:39.149839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'network': {'name': 'tempest-network-smoke--1699858140', 'project_id': '18af2dd0edda403da61fd0782710466d', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:39.154930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:39.159054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:network and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:39.162105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:39.168907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:39.179871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:39.183405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.212819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:23:39.221844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.222267 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Added segment ea9c0a8f-f073-422e-997e-bbae1857d354 of type vlan for network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf Sep 22 17:23:39.249451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.278846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.284158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:39.284756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.398865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2540917 Sep 22 17:23:39.401648 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54732) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:39.402157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362b6702-0233-4e12-90b5-a1e128f024d1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Network': ['ID=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:39.407075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-758467878', 'admin_state_up': True, 'project_id': '18af2dd0edda403da61fd0782710466d', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:39.414872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:39.418934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:router and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:39.420110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:23:39.421946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:39.428456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:39.438908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.439991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.456881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:39.735368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.036371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.066560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.203089 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.189 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4c7d42db-eb75-42a5-9de6-24008f673305) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:40.444810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 436aaa3f-470d-439c-8466-5caf742444b7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:23:40.461484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.479556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 436aaa3f-470d-439c-8466-5caf742444b7 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:23:40.479902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 436aaa3f-470d-439c-8466-5caf742444b7 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:23:40.492113 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:40.562244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:40.565238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:40.568293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:23:40.602969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:40.982597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:41.329480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:41.529418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:23:41.817898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:23:41.827627 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:41.837155 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:41.837758 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:41.844471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:41.845705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba711362-a94c-427e-a025-db450a10253a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4430006 Sep 22 17:23:41.849458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54736) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:41.932455 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a3bb0b7-853a-43ef-bd98-234ed32b6ccc tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=18af2dd0edda403da61fd0782710466d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0818398 Sep 22 17:23:41.935179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:42.044950 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:42.063125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9e5127-4497-445b-8fc7-c8cdca648711 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:42.064581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba9e5127-4497-445b-8fc7-c8cdca648711 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1285119 Sep 22 17:23:42.068139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54746) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:42.110261 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e0734ca7-bb25-401a-ad25-40aa19d7a32b tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410905 Sep 22 17:23:42.113402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54750) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:42.118770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1411870061', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'project_id': '18af2dd0edda403da61fd0782710466d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:42.232015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:42.236201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:subnet and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:42.239948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:42.245658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:42.255602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:42.259298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.333768 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:40Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:42.337545 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:42.337889 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Updating router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a port 4c7d42db-eb75-42a5-9de6-24008f673305 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:42.390957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.484814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.564750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Subnet': ['ID=9d08c159-dbce-47ef-afae-b9e5f9fff78f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:42.573947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Checking segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:23:42.574307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network hostable DHCP agents. Network: cb3aca98-ebd7-403f-8cc9-72ab297d0fbf, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:23:42.594245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:23:42.604800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, cb3aca98-ebd7-403f-8cc9-72ab297d0fbf) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:42.609234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:42.609816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.617230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0031a942-8734-40f7-9d20-e58b84665117 None None] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:23:42.636971 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c62ce8a-409d-4f14-b215-5a8937b3639f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5223446 Sep 22 17:23:42.639680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54754) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:42.734718 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.748769 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Transition to ACTIVE for port object 4c7d42db-eb75-42a5-9de6-24008f673305 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:42.756803 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.805123 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Attempting to bind port 4c7d42db-eb75-42a5-9de6-24008f673305 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:23:42.805484 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Attempting to bind port 4c7d42db-eb75-42a5-9de6-24008f673305 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:23:42.805841 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Attempting to bind port 4c7d42db-eb75-42a5-9de6-24008f673305 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:23:42.818134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:23:42.818134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:23:42.818134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.818528 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:23:42.818899 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Bound port: 4c7d42db-eb75-42a5-9de6-24008f673305, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:23:42.819262 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.845291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:23:42.846373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.894417 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:23:42.899313 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4c7d42db-eb75-42a5-9de6-24008f673305,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:23:42.916484 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:42.933028 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:42.933637 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:43.008393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Allocated IP 172.20.0.2 (cb3aca98-ebd7-403f-8cc9-72ab297d0fbf/9d08c159-dbce-47ef-afae-b9e5f9fff78f/1df7a1e2-8d5a-4f94-9644-d766335aba97) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:43.025764 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:43.096799 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.097086 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.097394 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.097738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.099002 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.099002 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.099225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.099532 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.099860 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.100180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.100498 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.100848 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:23:43.198281 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:43.292628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.297722 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295de9c1-ab5d-4b4c-bf3f-d82ddd1b6893 None None] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:43.305181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Transition to ACTIVE for port object 1df7a1e2-8d5a-4f94-9644-d766335aba97 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:43.325777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Transition to ACTIVE for port object 1df7a1e2-8d5a-4f94-9644-d766335aba97 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:43.332255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.382379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.405185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:43.408513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:43.413660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:23:43.419730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Pushing event updated for resources: {'Port': ['ID=1df7a1e2-8d5a-4f94-9644-d766335aba97,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:43.529104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Attempting to bind port 1df7a1e2-8d5a-4f94-9644-d766335aba97 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:23:43.529478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Attempting to bind port 1df7a1e2-8d5a-4f94-9644-d766335aba97 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:23:43.529842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Attempting to bind port 1df7a1e2-8d5a-4f94-9644-d766335aba97 on network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:23:43.531010 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:40Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:43.535576 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e36e561-6628-4425-8f1e-7d4963450647 None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:40Z', 'revision_number': 3, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:43.535911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:23:43.536917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Checking segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:23:43.537324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.537964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Bound using segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:23:43.538504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Bound port: 1df7a1e2-8d5a-4f94-9644-d766335aba97, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:23:43.539057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.635737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] For port 1df7a1e2-8d5a-4f94-9644-d766335aba97, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:23:43.639713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] For port 1df7a1e2-8d5a-4f94-9644-d766335aba97, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1df7a1e2-8d5a-4f94-9644-d766335aba97,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:23:43.647684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:43.734300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532ba81b-2732-4f50-b4a2-d02ba4875a71 None None] Pushing event updated for resources: {'Port': ['ID=1df7a1e2-8d5a-4f94-9644-d766335aba97,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:43.999573 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.1 (cb3aca98-ebd7-403f-8cc9-72ab297d0fbf/9d08c159-dbce-47ef-afae-b9e5f9fff78f/b5b0a145-a630-4f24-8279-5f440ab16d9d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:44.178897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.197421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object b5b0a145-a630-4f24-8279-5f440ab16d9d will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:44.226597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.302473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:44.305711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:44.309578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:23:44.341413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:44.373756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.569923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:44.653543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4c7d42db-eb75-42a5-9de6-24008f673305 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:44.659302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4c7d42db-eb75-42a5-9de6-24008f673305 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:44.659677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.660041 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4c7d42db-eb75-42a5-9de6-24008f673305 Sep 22 17:23:44.674714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.764419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb45e30-a7b3-43c1-aa58-017f303e4f53 None None] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:23:44.868983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cce44103-f9ae-41a8-bdd8-ebaff9b1915f None None] Provisioning for port 1df7a1e2-8d5a-4f94-9644-d766335aba97 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:44.876075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4c7d42db-eb75-42a5-9de6-24008f673305 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:44.876454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.914940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4c7d42db-eb75-42a5-9de6-24008f673305,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:44.928118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:44.928819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1df7a1e2-8d5a-4f94-9644-d766335aba97 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:45.118587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.124046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.144855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:45.174176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 1df7a1e2-8d5a-4f94-9644-d766335aba97 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:45.181723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1df7a1e2-8d5a-4f94-9644-d766335aba97 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:45.182030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.182364 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1df7a1e2-8d5a-4f94-9644-d766335aba97 Sep 22 17:23:45.241557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:45.245001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.322073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1df7a1e2-8d5a-4f94-9644-d766335aba97 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:45.322459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.359625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 1df7a1e2-8d5a-4f94-9644-d766335aba97, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1df7a1e2-8d5a-4f94-9644-d766335aba97,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:45.365184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.437348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=1df7a1e2-8d5a-4f94-9644-d766335aba97,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:45.507353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Provisioning complete for port 1df7a1e2-8d5a-4f94-9644-d766335aba97 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:45.507716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.508062 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 1 to provision port 1df7a1e2-8d5a-4f94-9644-d766335aba97 Sep 22 17:23:45.513840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:45.515010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:45.640169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Current status of the port 1df7a1e2-8d5a-4f94-9644-d766335aba97 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:45.653788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Provisioning for port b5b0a145-a630-4f24-8279-5f440ab16d9d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:45.658992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Provisioning complete for port b5b0a145-a630-4f24-8279-5f440ab16d9d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:45.659383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:45.659694 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 1 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:45.713715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:23:45.721706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Port b5b0a145-a630-4f24-8279-5f440ab16d9d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:45.897940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:23:45.907774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:23:45.910613 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6715f6b7-d142-4d8a-b28d-c58967773db6 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/bd2aa2ee-1250-4b87-bf04-3baae9bfec3a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2698452 Sep 22 17:23:45.913153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54758) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:45.917480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:45.918089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:46.051392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5260ad-8998-4233-a2be-5883e162fb67 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.052295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5260ad-8998-4233-a2be-5883e162fb67 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.052793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5260ad-8998-4233-a2be-5883e162fb67 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.053252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5260ad-8998-4233-a2be-5883e162fb67 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.058047 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3d5260ad-8998-4233-a2be-5883e162fb67 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1408474 Sep 22 17:23:46.058313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54762) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.126294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65e01d-833c-472f-9504-7debb16d8954 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.126985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65e01d-833c-472f-9504-7debb16d8954 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.127184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65e01d-833c-472f-9504-7debb16d8954 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.127625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e65e01d-833c-472f-9504-7debb16d8954 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:46.132262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e65e01d-833c-472f-9504-7debb16d8954 tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0700023 Sep 22 17:23:46.132531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54766) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.138481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:46.264419 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 2 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:46.342060 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-883334c7-27a6-4607-bc3b-06235bf38bed tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2083156 Sep 22 17:23:46.402217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Port b5b0a145-a630-4f24-8279-5f440ab16d9d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:46.416910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54772) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.422048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-576198154', 'description': 'tempest-secgroup-smoke-576198154 description', 'project_id': '18af2dd0edda403da61fd0782710466d'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:46.427962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:46.432133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:46.435197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:46.440794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:46.452215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.474519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:46.479578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:46.482694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:46.488440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:46.508759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:46.564961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:46.571303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.572891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:23:46.573239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Updating router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a port b5b0a145-a630-4f24-8279-5f440ab16d9d binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:23:46.575609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.621498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f5bf89-ca50-4d19-850a-8dae51019b58,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:46.625732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.630451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54776) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.630670 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9300ad12-022f-4cae-bc97-ddf5106d0fc5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2124987 Sep 22 17:23:46.632704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.637362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:46.643538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:46.648141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:46.651143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:46.653507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4c7d42db-eb75-42a5-9de6-24008f673305 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:46.653882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.654421 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4c7d42db-eb75-42a5-9de6-24008f673305 Sep 22 17:23:46.657149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:46.674084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.737305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.740900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.764427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20bfba6-e3b4-45de-9ad1-f17ffbeceb3e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:46.775064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.779085 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9f279739-6594-461f-a7aa-679666a0bcff tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445365 Sep 22 17:23:46.779318 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54780) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.784557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:46.790633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:46.794825 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:46.797718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:46.803427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:46.821944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.889718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.893489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.917477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=587f45c3-d0cf-4e01-98c4-0febf446a454,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:46.933495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.934657 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-134b9166-e2f7-4e58-aba6-f6aade285667 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1544285 Sep 22 17:23:46.937471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54784) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:46.941434 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 3 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:46.943664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:46.949475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:46.953351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:46.956241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:46.962068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:46.978827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:46.983219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4c7d42db-eb75-42a5-9de6-24008f673305 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:46.984305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1df7a1e2-8d5a-4f94-9644-d766335aba97 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:47.042789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.046837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.061781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Port b5b0a145-a630-4f24-8279-5f440ab16d9d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:47.070926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f15adc06-6e4e-4700-b123-7e8904238799,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:47.082090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.086199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54788) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:47.086362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-accab284-120d-49ff-b578-56c47ecf4e97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475525 Sep 22 17:23:47.091820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:47.097675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:47.101732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:47.104792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:47.111109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:47.122080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1df7a1e2-8d5a-4f94-9644-d766335aba97 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:47.122535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.122789 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1df7a1e2-8d5a-4f94-9644-d766335aba97 Sep 22 17:23:47.128557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.196411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.200505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.228035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4eedccd7-1ab6-4979-89f8-c78baae27240,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:47.241297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.246385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-627005ad-5c5a-4b4a-bdff-9a4729bc0e06 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558681 Sep 22 17:23:47.246385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54792) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:47.248863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.251443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:47.258077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:47.262302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:47.265200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:47.271436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:47.281350 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:23:47.288573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.304821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Transition to ACTIVE for port object b5b0a145-a630-4f24-8279-5f440ab16d9d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:47.318836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.359367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.363416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.388377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63224ced-1467-4e80-b677-c00bcdc3c073,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:47.401165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.402623 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c468c48-e58d-48ad-9e91-fe256257f39a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1553078 Sep 22 17:23:47.405250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54796) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:23:47.410230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'security_group_rule': {'security_group_id': 'f9f5bf89-ca50-4d19-850a-8dae51019b58', 'project_id': '18af2dd0edda403da61fd0782710466d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:47.416482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:47.420327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:security_group_rule and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:23:47.423242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:23:47.424581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1df7a1e2-8d5a-4f94-9644-d766335aba97 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:47.429870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:47.525583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c98d3-02fd-435d-81bf-0955557bc974 None None] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:47.549996 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Project 18af2dd0edda403da61fd0782710466d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:23:47.555005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Attempting to bind port b5b0a145-a630-4f24-8279-5f440ab16d9d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:23:47.555371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Attempting to bind port b5b0a145-a630-4f24-8279-5f440ab16d9d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:23:47.555732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Attempting to bind port b5b0a145-a630-4f24-8279-5f440ab16d9d on network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:23:47.556789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.561346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 23, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:23:47.561718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Checking segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:23:47.562111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.562492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Bound using segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:23:47.563071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Bound port: b5b0a145-a630-4f24-8279-5f440ab16d9d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:23:47.563320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.627048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.627299 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 4 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:47.631948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.658040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f29eea52-d6e6-49aa-bccf-3e02e0091776,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:47.668721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.680170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2494136-7b00-49b3-ac79-a28e77f9f77d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2637742 Sep 22 17:23:47.735541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Port b5b0a145-a630-4f24-8279-5f440ab16d9d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:47.762796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:23:47.765967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b5b0a145-a630-4f24-8279-5f440ab16d9d,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:23:47.770944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:47.829681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:23:47.830302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:47.837439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-9ce15987-323a-4720-99c7-8c086a948a1c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:47.852894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-9ce15987-323a-4720-99c7-8c086a948a1c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:47.854198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-9ce15987-323a-4720-99c7-8c086a948a1c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-576198154&fields=id&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 267 time: 0.0560777 Sep 22 17:23:47.922139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c98d3-02fd-435d-81bf-0955557bc974 None None] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:48.004641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-122f1bd3-9bfb-4ae9-aa12-2912ad12fe6b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:48.005322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-122f1bd3-9bfb-4ae9-aa12-2912ad12fe6b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:48.026201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-122f1bd3-9bfb-4ae9-aa12-2912ad12fe6b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:48.026612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:23:48.027509 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-122f1bd3-9bfb-4ae9-aa12-2912ad12fe6b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 797 time: 0.1666262 Sep 22 17:23:48.043489 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-8648621d-cbc6-438f-b768-eacf3b99f6f1 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/quotas/18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 375 time: 0.0101924 Sep 22 17:23:48.137390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-0b54911c-423a-44b7-bdac-e35f965495ac tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885375 Sep 22 17:23:48.238335 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Attempt 5 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:48.278409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-6338c124-453c-4bd2-becd-bd5116f0a114 service neutron] 10.222.0.25 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290350 Sep 22 17:23:48.365388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ed97170d-6e62-402e-a0d5-39d4e411949b None None] Port b5b0a145-a630-4f24-8279-5f440ab16d9d had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:23:48.399728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:47Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:23:48.403720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532b39ea-ea13-4ba9-8f15-698418690a5b None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:47Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:23:48.417450 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-7886b360-3775-46c6-b708-7823ee67944f service neutron] 10.222.0.25 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327620 Sep 22 17:23:48.658780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:48.750892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-976154a3-a740-43f9-b918-2741d569b36d req-c8f81014-ea91-4c85-a48f-6d7785c0278e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:48.773509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b5b0a145-a630-4f24-8279-5f440ab16d9d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:48.779901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b5b0a145-a630-4f24-8279-5f440ab16d9d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:48.780202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:48.780559 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:48.788473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-976154a3-a740-43f9-b918-2741d569b36d req-c8f81014-ea91-4c85-a48f-6d7785c0278e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:48.789983 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-976154a3-a740-43f9-b918-2741d569b36d req-c8f81014-ea91-4c85-a48f-6d7785c0278e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 210 time: 0.1081755 Sep 22 17:23:48.924177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b5b0a145-a630-4f24-8279-5f440ab16d9d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:48.924557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:48.960890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b5b0a145-a630-4f24-8279-5f440ab16d9d,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:48.965574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:49.060451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:50.006770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7b2f98cb-910a-465a-88e0-7d9c6cf66698 req-56f1b314-4106-4606-adab-c15e0d67ce61 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 210 time: 0.0645955 Sep 22 17:23:50.073196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-b2fb1ade-0b2c-4174-a83e-2f8d1792748d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:50.074106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-b2fb1ade-0b2c-4174-a83e-2f8d1792748d tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 797 time: 0.2060537 Sep 22 17:23:50.127084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-25261938-2fc1-4b15-b043-461924ea9934 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18af2dd0edda403da61fd0782710466d HTTP/1.1" status: 200 len: 379 time: 0.0403128 Sep 22 17:23:50.143171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'port': {'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'admin_state_up': True, 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'security_groups': ['f9f5bf89-ca50-4d19-850a-8dae51019b58']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:50.277847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:23:50.287873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:23:50.297687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Made reservation on behalf of 18af2dd0edda403da61fd0782710466d for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:23:50.301283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.463078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.20.0.8 (cb3aca98-ebd7-403f-8cc9-72ab297d0fbf/9d08c159-dbce-47ef-afae-b9e5f9fff78f/3ae7279f-ebe0-4d2c-a64b-4038de95046a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:23:50.495860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:50.565891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b5b0a145-a630-4f24-8279-5f440ab16d9d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:50.566168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.566498 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:23:50.653684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.668993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Transition to ACTIVE for port object 3ae7279f-ebe0-4d2c-a64b-4038de95046a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:50.685960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b5b0a145-a630-4f24-8279-5f440ab16d9d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:50.694189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.763949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:23:50.767090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:23:50.771458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:23:50.802315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:50.849798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:50.850410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:50.876881 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-d77ca0d2-7bd9-41af-a6af-a425b78b1781 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7369363 Sep 22 17:23:50.895798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Request body: {'port': {'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:23:51.019597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.051333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Provisioning for port 3ae7279f-ebe0-4d2c-a64b-4038de95046a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:51.057400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Provisioning complete for port 3ae7279f-ebe0-4d2c-a64b-4038de95046a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:51.057854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.058259 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Attempt 1 to provision port 3ae7279f-ebe0-4d2c-a64b-4038de95046a Sep 22 17:23:51.115976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Port 3ae7279f-ebe0-4d2c-a64b-4038de95046a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:51.219563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4c9472-f99e-4ec8-9bd5-7701498d1fa7 req-9899262a-8ea7-440d-a653-9a4beec36dea tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:51.221240 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da4c9472-f99e-4ec8-9bd5-7701498d1fa7 req-9899262a-8ea7-440d-a653-9a4beec36dea tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 931 time: 0.0904107 Sep 22 17:23:51.269412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-da4c9472-f99e-4ec8-9bd5-7701498d1fa7 req-8979a16f-d2d9-4e02-a274-c7abf39f9671 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:51.281608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-da4c9472-f99e-4ec8-9bd5-7701498d1fa7 req-8979a16f-d2d9-4e02-a274-c7abf39f9671 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:51.282733 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da4c9472-f99e-4ec8-9bd5-7701498d1fa7 req-8979a16f-d2d9-4e02-a274-c7abf39f9671 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534511 Sep 22 17:23:51.526009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae7279f-ebe0-4d2c-a64b-4038de95046a {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:23:51.533884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.549346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Transition to ACTIVE for port object 3ae7279f-ebe0-4d2c-a64b-4038de95046a will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:23:51.552985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.617168 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Attempt 2 to provision port 3ae7279f-ebe0-4d2c-a64b-4038de95046a Sep 22 17:23:51.675702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Port 3ae7279f-ebe0-4d2c-a64b-4038de95046a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:23:51.740222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:51.783014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Attempting to bind port 3ae7279f-ebe0-4d2c-a64b-4038de95046a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:23:51.783242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Attempting to bind port 3ae7279f-ebe0-4d2c-a64b-4038de95046a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:23:51.783564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Attempting to bind port 3ae7279f-ebe0-4d2c-a64b-4038de95046a on network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:23:51.788797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Port 3ae7279f-ebe0-4d2c-a64b-4038de95046a on network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:23:51.789112 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Attempting to bind port 3ae7279f-ebe0-4d2c-a64b-4038de95046a on network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:23:51.794569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 23, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:23:51.794703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Checking segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:23:51.795029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Bound using segment: {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:23:51.795450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Bound port: 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ea9c0a8f-f073-422e-997e-bbae1857d354', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:23:51.795787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.882577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:23:51.886153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:23:51.889924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.893211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:51.893800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:51.896093 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] 10.222.0.18 "PUT /v2.0/ports/3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 1093 time: 1.0068266 Sep 22 17:23:51.931725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:51.934934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb18af5d-955c-446c-85e3-362944890770" -d '{"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:51.993384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aba5511-fa28-4faf-9a76-cf582594a75f x-openstack-request-id: req-0aba5511-fa28-4faf-9a76-cf582594a75f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:51.993679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:51.993932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0aba5511-fa28-4faf-9a76-cf582594a75f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:51.994322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0aba5511-fa28-4faf-9a76-cf582594a75f'] response: {'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'status': 'completed', 'code': 200} Sep 22 17:23:52.033684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b37f5-3d39-45f6-9c2a-ac0f7de33b0b service neutron] Pushing event updated for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:52.065979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-db4e4f22-7072-4bfe-8e05-a35b8c29a7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.068964 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-db4e4f22-7072-4bfe-8e05-a35b8c29a7d3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1096 time: 0.1173494 Sep 22 17:23:52.145897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-11899c2a-b76e-46b4-bc87-3c335b0c0013 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 217 time: 0.0637033 Sep 22 17:23:52.177179 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Attempt 3 to provision port 3ae7279f-ebe0-4d2c-a64b-4038de95046a Sep 22 17:23:52.206048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-eed1ae59-9338-4286-83b4-a7ea04111a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.207637 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-eed1ae59-9338-4286-83b4-a7ea04111a35 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 200 len: 835 time: 0.0571690 Sep 22 17:23:52.237512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d5f6be0-e27e-42e0-b4ba-073657937e06 None None] Port 3ae7279f-ebe0-4d2c-a64b-4038de95046a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:23:52.294410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-4315fd23-fd67-4a5c-b885-18473cc88379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.295878 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-4315fd23-fd67-4a5c-b885-18473cc88379 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828166 Sep 22 17:23:52.388486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9f3bea1-9876-4460-ab07-1cf136a446ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:52.438771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-b2b53374-ec0f-4422-a0fd-30f3a0dfbbbb service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365263 Sep 22 17:23:52.492902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace90893-02a7-4b29-8e90-2fd12cd6bd00 req-d3fdc03e-5a51-40ba-98c9-3b3b64db85d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.494355 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ace90893-02a7-4b29-8e90-2fd12cd6bd00 req-d3fdc03e-5a51-40ba-98c9-3b3b64db85d8 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 943 time: 0.0900414 Sep 22 17:23:52.540015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ace90893-02a7-4b29-8e90-2fd12cd6bd00 req-d572e454-a342-4a60-84f1-31340d44bb01 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397577 Sep 22 17:23:52.571765 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-efeecb06-8eb1-4eca-b8dd-50485eb4de5c req-6492361c-bbd8-4264-bfb4-9e7c65b6cae5 service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274309 Sep 22 17:23:52.741841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18af5d-955c-446c-85e3-362944890770 req-b2d15036-d543-4a2d-adc8-052032bd4aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.743293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-b2d15036-d543-4a2d-adc8-052032bd4aef service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1096 time: 0.0775633 Sep 22 17:23:52.872481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18af5d-955c-446c-85e3-362944890770 req-ca36ed08-4577-43c6-9852-5c517f7517b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:52.873937 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-ca36ed08-4577-43c6-9852-5c517f7517b8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 898 time: 0.1234114 Sep 22 17:23:53.042408 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-e196376b-1dba-45a0-add4-b92d48cbbc54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 217 time: 0.1620772 Sep 22 17:23:53.106013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18af5d-955c-446c-85e3-362944890770 req-b01ecaab-902f-4812-b396-890afd9ff35e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:53.107455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-b01ecaab-902f-4812-b396-890afd9ff35e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 200 len: 835 time: 0.0576186 Sep 22 17:23:53.197198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb18af5d-955c-446c-85e3-362944890770 req-dcd4f11a-883d-4917-8176-79a1e64860e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:53.198576 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-dcd4f11a-883d-4917-8176-79a1e64860e1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847404 Sep 22 17:23:53.330002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-12ae3aad-a4f1-437a-9181-e64524a4391a service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249282 Sep 22 17:23:53.464562 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb18af5d-955c-446c-85e3-362944890770 req-4faa9ae4-c6d1-448b-85d8-576b453ecaef service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283510 Sep 22 17:23:53.746063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31dc439-1308-417c-b1f4-c8ee4b7996e9 req-7e8e877e-2cf6-461c-94f0-447838363a8c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:53.746661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c31dc439-1308-417c-b1f4-c8ee4b7996e9 req-7e8e877e-2cf6-461c-94f0-447838363a8c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:23:53.762187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c31dc439-1308-417c-b1f4-c8ee4b7996e9 req-7e8e877e-2cf6-461c-94f0-447838363a8c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:23:53.763385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c31dc439-1308-417c-b1f4-c8ee4b7996e9 req-7e8e877e-2cf6-461c-94f0-447838363a8c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 943 time: 0.1061106 Sep 22 17:23:53.814164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c31dc439-1308-417c-b1f4-c8ee4b7996e9 req-b734ffdf-b96f-4fea-92cc-4edc45c2da3c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437701 Sep 22 17:23:54.551420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0aee5852-6631-448d-b281-2b3007d3b61a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:55.007306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02888726-0f55-46ee-80bb-6bfed3f811aa req-0f1ad449-f8e3-4929-9cd2-56706de1a712 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:55.008778 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-02888726-0f55-46ee-80bb-6bfed3f811aa req-0f1ad449-f8e3-4929-9cd2-56706de1a712 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 943 time: 0.0865278 Sep 22 17:23:55.153267 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-02888726-0f55-46ee-80bb-6bfed3f811aa req-b55b9e55-306a-4044-8e77-8137d3bfcb8b tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1384480 Sep 22 17:23:55.376754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:55.633715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:55.757873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 3ae7279f-ebe0-4d2c-a64b-4038de95046a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:23:55.929122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:55.941645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:23:56.009596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 3ae7279f-ebe0-4d2c-a64b-4038de95046a is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:56.009970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:56.018665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:56.027586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae7279f-ebe0-4d2c-a64b-4038de95046a {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:23:56.042982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:56.046517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:56.111899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:56.348626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470c9ded-3693-4662-8de1-c121cbbf94c9 req-3c03d353-a452-4a18-92d1-b8f35ef4bd72 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:56.350759 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-470c9ded-3693-4662-8de1-c121cbbf94c9 req-3c03d353-a452-4a18-92d1-b8f35ef4bd72 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 944 time: 0.0871897 Sep 22 17:23:56.396228 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-470c9ded-3693-4662-8de1-c121cbbf94c9 req-54fb5968-0ba8-4e1a-9d11-9125e15f8a65 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397968 Sep 22 17:23:56.415071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['3ae7279f-ebe0-4d2c-a64b-4038de95046a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:23:57.221172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:57.591335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d286a8c-2e82-4e58-b5ec-6258f0b89378 req-c7866ebc-a07c-4581-9ca6-3040fe6ec2a9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:57.592851 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d286a8c-2e82-4e58-b5ec-6258f0b89378 req-c7866ebc-a07c-4581-9ca6-3040fe6ec2a9 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 944 time: 0.0879653 Sep 22 17:23:57.638468 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d286a8c-2e82-4e58-b5ec-6258f0b89378 req-b70dea65-3ef9-409e-b184-238114336343 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399706 Sep 22 17:23:57.758012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 3ae7279f-ebe0-4d2c-a64b-4038de95046a up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:23:57.825694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 3ae7279f-ebe0-4d2c-a64b-4038de95046a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:23:57.830372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 3ae7279f-ebe0-4d2c-a64b-4038de95046a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:23:57.830745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:57.831081 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 3ae7279f-ebe0-4d2c-a64b-4038de95046a Sep 22 17:23:57.948619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 3ae7279f-ebe0-4d2c-a64b-4038de95046a is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:23:57.949007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:57.975562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:23:57.977862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70842758-dd5c-4f39-90da-31346cdf3e15" -d '{"events": [{"server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "name": "network-vif-plugged", "status": "completed", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:23:57.985670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:23:57.990143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:23:58.027010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28db4b1f-3924-44f8-8b42-86bcbe73493a x-openstack-request-id: req-28db4b1f-3924-44f8-8b42-86bcbe73493a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:23:58.027346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "name": "network-vif-plugged", "status": "completed", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:23:58.027549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28db4b1f-3924-44f8-8b42-86bcbe73493a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:23:58.027910 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28db4b1f-3924-44f8-8b42-86bcbe73493a'] response: {'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'code': 200} Sep 22 17:23:58.059590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:23:58.288240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100007fa-7ea7-4401-ba95-ed6634dcc96e req-f5c54c78-c7a7-47a0-9faf-d764ad7e0c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:58.289654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-100007fa-7ea7-4401-ba95-ed6634dcc96e req-f5c54c78-c7a7-47a0-9faf-d764ad7e0c6f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1098 time: 0.0831993 Sep 22 17:23:58.331383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-100007fa-7ea7-4401-ba95-ed6634dcc96e req-9b4608bc-0b20-4510-955b-bf6693d0d8f2 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336072 Sep 22 17:23:58.840925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d4202-50fb-45ac-ab4f-3039d6c37684 req-c1744d41-9527-494b-b7db-98b1e01a6a97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:23:58.842367 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af2d4202-50fb-45ac-ab4f-3039d6c37684 req-c1744d41-9527-494b-b7db-98b1e01a6a97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.0887401 Sep 22 17:23:58.886356 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af2d4202-50fb-45ac-ab4f-3039d6c37684 req-e5dfe4da-49d8-4004-9589-6ce247635eca tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383737 Sep 22 17:24:00.094204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabf2107-26cf-41c7-b5f8-ba1b37e68072 req-348a8721-ee74-49ad-9e20-d18a582ba98a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:00.095664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aabf2107-26cf-41c7-b5f8-ba1b37e68072 req-348a8721-ee74-49ad-9e20-d18a582ba98a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.0948513 Sep 22 17:24:00.142297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aabf2107-26cf-41c7-b5f8-ba1b37e68072 req-ac807e75-ae14-45af-b1a2-05bdddff0682 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405231 Sep 22 17:24:00.340009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dde40f-1616-4fc6-a339-e36c7c9b0d0e req-45d5b4f9-a3e4-43b6-a2fb-fb557386c9ad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:00.341477 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43dde40f-1616-4fc6-a339-e36c7c9b0d0e req-45d5b4f9-a3e4-43b6-a2fb-fb557386c9ad tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.0899394 Sep 22 17:24:00.387697 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43dde40f-1616-4fc6-a339-e36c7c9b0d0e req-ca36b4db-d02c-4761-993d-f85869a6997e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Sep 22 17:24:00.417019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54854) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:24:00.493783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca26095-027a-4b59-b45d-629dc71bd87f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:00.495279 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ca26095-027a-4b59-b45d-629dc71bd87f tempest-TestNetworkBasicOps-159302326 tempest-TestNetworkBasicOps-159302326-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1093 time: 0.0772836 Sep 22 17:24:00.498139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:24:00.502956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:24:00.509028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:24:00.513196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Usage tracker for resource:floatingip and tenant:18af2dd0edda403da61fd0782710466d is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:24:00.515991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:24:00.522597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:24:00.532423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:00.667511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:00.803619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Allocated IP 172.26.8.54 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/bfb553ff-430d-4e5c-a7b2-06c983ef74fc) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:24:00.947429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:00.976736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.039963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:24:01.042610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:24:01.046363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:24:01.084858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=bfb553ff-430d-4e5c-a7b2-06c983ef74fc,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:01.558727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.630639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.834210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.838471 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.943408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:01.989593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event updated for resources: {'Port': ['ID=bfb553ff-430d-4e5c-a7b2-06c983ef74fc,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:24:02.112657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7 associated. External IP: 172.26.8.54, port: 3ae7279f-ebe0-4d2c-a64b-4038de95046a. Sep 22 17:24:02.455738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:24:02.746216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:24:02.756530 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:24:02.765714 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:24:02.766318 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:02.771914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:02.826741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cef74b8f-c30c-4d62-917e-f85b010ea6c5 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3275852 Sep 22 17:24:02.827427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:24:02.829519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54862) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:24:02.829996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364edac6-0898-42a9-8128-337bec45501f" -d '{"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:24:02.873984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:24:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc2b189a-5aee-4930-9ed3-1928bff04ad8 x-openstack-request-id: req-cc2b189a-5aee-4930-9ed3-1928bff04ad8 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:24:02.874281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:24:02.874533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-cc2b189a-5aee-4930-9ed3-1928bff04ad8 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:24:02.874932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc2b189a-5aee-4930-9ed3-1928bff04ad8'] response: {'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'status': 'completed', 'code': 200} Sep 22 17:24:02.942376 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-311d2945-87bd-4bdc-a13b-147f53a9fc25 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 990 time: 0.1117041 Sep 22 17:24:02.957123 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:24:02.999350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364edac6-0898-42a9-8128-337bec45501f req-4c8b6cb4-13f6-4d6a-82e0-52a75c9c22cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:03.000818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-4c8b6cb4-13f6-4d6a-82e0-52a75c9c22cd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1098 time: 0.0838950 Sep 22 17:24:03.140361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364edac6-0898-42a9-8128-337bec45501f req-84a797bc-2804-4aa7-8e2e-a4937df3f829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:03.141839 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-84a797bc-2804-4aa7-8e2e-a4937df3f829 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 898 time: 0.1310620 Sep 22 17:24:03.243140 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-bed21665-adb9-41d9-abed-bfdc2f1901d7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 998 time: 0.0949047 Sep 22 17:24:03.308375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364edac6-0898-42a9-8128-337bec45501f req-7a609c94-81bb-4491-b82f-6d976348538b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:03.309798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-7a609c94-81bb-4491-b82f-6d976348538b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 200 len: 835 time: 0.0610342 Sep 22 17:24:03.331971 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:24:01Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:48Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:03.336319 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:24:03.344647 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:24:03.345239 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:23:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:03.392783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364edac6-0898-42a9-8128-337bec45501f req-2cb5c850-c02c-4082-8b08-96d567f80c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:03.394284 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-2cb5c850-c02c-4082-8b08-96d567f80c01 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791728 Sep 22 17:24:03.524141 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:24:03.527507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-ec674517-c1a6-47cc-847a-333aba7e082d service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268387 Sep 22 17:24:03.659430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-364edac6-0898-42a9-8128-337bec45501f req-f9cd62f4-e048-49b7-94fa-45005dbb8d00 service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254377 Sep 22 17:24:03.870696 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:24:01Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:48Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:24:03.874555 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c84eb440-a73a-4fd2-a188-4ea0fd0fef36 None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:23:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:24:01Z', 'revision_number': 0, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:23:48Z', 'revision_number': 5, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:24:03.946294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54868) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:24:04.057258 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0d79451f-d90d-48b3-9d2f-8ca2a2cf8a0e tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 990 time: 0.1098013 Sep 22 17:24:04.060398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a89cfe18-2432-459a-ac3c-43f4141b7511 None None] New status for floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:24:05.060842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:24:05.168943 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f5e81cd1-6594-4112-969b-4f0206086e95 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 992 time: 0.1069305 Sep 22 17:24:15.119896 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:24:22.392936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8bc0956e-b905-4c34-90ff-47c23a97cf43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:24.543665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7cf84050-e81b-43ef-af4b-608d4709163d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:24.604263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-61bc45d1-0184-49ff-bbfd-698915641549 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0836110 Sep 22 17:24:24.765598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da9d8-e224-4d53-9998-85029f3c780d req-982458e7-a1a9-4168-8682-256da64dca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:24.766964 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-982458e7-a1a9-4168-8682-256da64dca30 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1098 time: 0.0786166 Sep 22 17:24:24.913021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da9d8-e224-4d53-9998-85029f3c780d req-85901c53-a56f-4084-bb42-6bc31ce76d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:24.914455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-85901c53-a56f-4084-bb42-6bc31ce76d01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 898 time: 0.1288352 Sep 22 17:24:25.019267 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-60ac1a14-a541-4226-af67-d9607171c4e3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 1000 time: 0.0982111 Sep 22 17:24:25.080409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da9d8-e224-4d53-9998-85029f3c780d req-9fb71ded-2c13-42f5-8b3b-82cd27f98db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:25.081862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-9fb71ded-2c13-42f5-8b3b-82cd27f98db8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 200 len: 835 time: 0.0568824 Sep 22 17:24:25.168692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861da9d8-e224-4d53-9998-85029f3c780d req-813c9dce-e9dc-4841-8851-3622ff80def8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:24:25.170294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-813c9dce-e9dc-4841-8851-3622ff80def8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817807 Sep 22 17:24:25.383511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.421639 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-ac4bce53-bea2-4e15-aae9-cce1ad9f73a6 service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448857 Sep 22 17:24:25.552349 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-861da9d8-e224-4d53-9998-85029f3c780d req-4e2aeaaf-a0b3-4bd7-961b-0cc4ab579fb0 service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243658 Sep 22 17:24:25.635688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:25.999215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:27.224986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:52.119713 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:24:52.397132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-991bef05-cd29-4d6e-a878-82c21ba3af5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:54.545459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2c03173-42a1-4ba2-90db-b73e1def29a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:55.382408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:55.637751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:56.001953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:24:57.228343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:07.890638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:07.895709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:08.419035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.431058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.618489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:25:08.798987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:25:08.806336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:08.807570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7643ea81-d333-4529-b364-264601c2466a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/bd2aa2ee-1250-4b87-bf04-3baae9bfec3a HTTP/1.1" status: 200 len: 888 time: 0.9159057 Sep 22 17:25:08.808254 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:25:08.819555 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:08.820148 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:08.905784 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:08.915027 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:08.915611 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:08.973230 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:08.973643 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017b9207-06d2-477a-beb7-73b238c7ef5f None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:25:09.724224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbab76e5-28a0-4dd8-8063-39d4f4eae526 None None] New status for floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:25:10.531214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:10.640654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4c7d42db-eb75-42a5-9de6-24008f673305 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:10.641029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:10.657338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4c7d42db-eb75-42a5-9de6-24008f673305,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:10.661553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:10.662288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:10.777637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:10.814717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.815062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.815404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.815737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.816103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.816402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.816756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.817601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.817928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.818248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.818730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.819191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:10.848211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b5b0a145-a630-4f24-8279-5f440ab16d9d is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:10.848598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:10.881904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b5b0a145-a630-4f24-8279-5f440ab16d9d,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:10.887281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:10.954550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:10.990961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54908) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:10.996089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Request body: {'router': {'admin_state_up': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:11.636493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:11.646357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-703754', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-737529', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-737362'] for router, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:11.827470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:25:12.005452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:25:12.012041 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:12.013253 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5abb3f10-2ee9-40d7-9ca1-6171772ef24c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/bd2aa2ee-1250-4b87-bf04-3baae9bfec3a HTTP/1.1" status: 200 len: 887 time: 1.0212507 Sep 22 17:25:12.015657 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:25:12.016399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54912) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:12.026337 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:12.026982 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:12.123170 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a2ccb89d-338b-46c8-af55-cf6816e38f3c tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 990 time: 0.1055369 Sep 22 17:25:12.205240 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:12.555686 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:25:09Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:12.559748 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:25:12.569002 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:12.569602 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:12.747117 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:13.113223 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:25:09Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:13.117617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a77570cf-8f1b-40e5-b035-bd53b030bc9a None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5419c808-7cac-494d-a04f-4068dfb7e9f7', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'floating_ip_address': '172.26.8.54', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'port_id': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'mac_address': 'fa:16:3e:78:32:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:24:01Z', 'updated_at': '2022-09-22T17:25:09Z', 'revision_number': 2, 'project_id': '18af2dd0edda403da61fd0782710466d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:10Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:25:13.126213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54916) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:13.232366 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbf5b47a-f53d-4c3e-8c4c-d831991baa80 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 990 time: 0.1050155 Sep 22 17:25:14.236316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54920) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:14.343043 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-834b53f6-87ef-4943-8c46-16cee964968a tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 990 time: 0.1055090 Sep 22 17:25:14.570042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:14.642827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4c7d42db-eb75-42a5-9de6-24008f673305 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:14.643206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:14.643541 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4c7d42db-eb75-42a5-9de6-24008f673305 Sep 22 17:25:14.736111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dbb63a3-17a6-456c-94dc-d181cf0ca674 None None] New status for floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:25:14.848485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4c7d42db-eb75-42a5-9de6-24008f673305 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:14.848888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:14.946259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4c7d42db-eb75-42a5-9de6-24008f673305,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:14.953638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:14.954387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:15.144698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:15.154700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b5b0a145-a630-4f24-8279-5f440ab16d9d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:15.155080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:15.155419 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:25:15.278563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b5b0a145-a630-4f24-8279-5f440ab16d9d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:15.278940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:15.312455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b5b0a145-a630-4f24-8279-5f440ab16d9d,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:15.316282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:15.346487 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54924) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:15.384428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:15.454536 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-53d20329-76b3-435f-8cec-480ef9e8b2c4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 200 len: 992 time: 0.1069183 Sep 22 17:25:15.742952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54932) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:15.945780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port bfb553ff-430d-4e5c-a7b2-06c983ef74fc {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:15.946035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.111381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.111707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.335292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for bfb553ff-430d-4e5c-a7b2-06c983ef74fc owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:16.485922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.544790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=bfb553ff-430d-4e5c-a7b2-06c983ef74fc,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:16.556085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:16.592632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.593569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.593569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.593812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.593959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.594290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.594624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.594966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.595275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.595596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.595917 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.596237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:16.627589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4c7d42db-eb75-42a5-9de6-24008f673305 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:16.627962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.628298 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4c7d42db-eb75-42a5-9de6-24008f673305 Sep 22 17:25:16.654040 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.654376 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7 disassociated (deleted). External IP: 172.26.8.54, port: 3ae7279f-ebe0-4d2c-a64b-4038de95046a. Sep 22 17:25:16.744697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4c7d42db-eb75-42a5-9de6-24008f673305 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:16.745702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:16.860523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b5b0a145-a630-4f24-8279-5f440ab16d9d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:16.860523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:16.860523 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b5b0a145-a630-4f24-8279-5f440ab16d9d Sep 22 17:25:16.975176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b5b0a145-a630-4f24-8279-5f440ab16d9d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:17.019078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:25:17.208441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:25:17.218379 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:25:17.228554 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:17.229207 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:17.229993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:17.287543 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bf279dd7-e7b0-458e-9618-4ed6c094cfb2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/floatingips/5419c808-7cac-494d-a04f-4068dfb7e9f7 HTTP/1.1" status: 204 len: 168 time: 1.5433323 Sep 22 17:25:17.287953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:25:17.290279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bb0461-7398-4510-bf3b-f139c44ca24e" -d '{"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:25:17.339807 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5947cc9-bdc9-459b-8c6a-9ad92eb13f4a x-openstack-request-id: req-e5947cc9-bdc9-459b-8c6a-9ad92eb13f4a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:25:17.340328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:25:17.340761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e5947cc9-bdc9-459b-8c6a-9ad92eb13f4a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:25:17.341165 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5947cc9-bdc9-459b-8c6a-9ad92eb13f4a'] response: {'name': 'network-changed', 'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'status': 'completed', 'code': 200} Sep 22 17:25:17.408177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:17.470614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-2962e192-1714-47d2-bd00-fd6a8ab0334a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:17.472595 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-2962e192-1714-47d2-bd00-fd6a8ab0334a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=18af2dd0edda403da61fd0782710466d&device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 1098 time: 0.0876534 Sep 22 17:25:17.626236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-78227937-188c-4808-b282-17ab7b473b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:17.627943 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-78227937-188c-4808-b282-17ab7b473b73 service neutron] 10.222.0.18 "GET /v2.0/networks?id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 200 len: 898 time: 0.1460049 Sep 22 17:25:17.688846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee7d60-8cd1-42cf-ae8a-30fa0895b674 req-e418c6df-6eae-4c12-aedd-a1040e272294 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:17.690213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-beee7d60-8cd1-42cf-ae8a-30fa0895b674 req-e418c6df-6eae-4c12-aedd-a1040e272294 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Synchronizing usage tracker for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:25:17.699686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-f63ee3eb-9cb4-429f-a017-0d698fa59a5e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 200 len: 217 time: 0.0647314 Sep 22 17:25:17.707262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-beee7d60-8cd1-42cf-ae8a-30fa0895b674 req-e418c6df-6eae-4c12-aedd-a1040e272294 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Unset dirty status for tenant:18af2dd0edda403da61fd0782710466d on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:25:17.708488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-beee7d60-8cd1-42cf-ae8a-30fa0895b674 req-e418c6df-6eae-4c12-aedd-a1040e272294 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.1109231 Sep 22 17:25:17.755186 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-beee7d60-8cd1-42cf-ae8a-30fa0895b674 req-a1c9424c-162f-4e1c-9a35-70fe46655d10 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409412 Sep 22 17:25:17.761657 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:15Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:17.765529 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:25:17.769621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-13bc87ef-141f-425f-94a4-e42c5cc05aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:17.771171 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-13bc87ef-141f-425f-94a4-e42c5cc05aef service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 200 len: 835 time: 0.0654006 Sep 22 17:25:17.780791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:17.781559 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:17.855729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-3803727f-e9de-44a1-b41d-a6c56ec0d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:17.857234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-3803727f-e9de-44a1-b41d-a6c56ec0d8ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781910 Sep 22 17:25:17.960214 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:17.990594 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-3c0c7c3a-1fd6-4469-94d1-b55870a9758a service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257966 Sep 22 17:25:18.231925 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3bb0461-7398-4510-bf3b-f139c44ca24e req-6d270b14-8b35-4811-bc6a-59c018cb1f02 service neutron] 10.222.0.18 "GET /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340078 Sep 22 17:25:18.293403 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:15Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:18.297349 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bccb04-219c-466c-9695-17b6daf64710 None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:11Z', 'revision_number': 6, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'b5b0a145-a630-4f24-8279-5f440ab16d9d', 'name': '', 'network_id': 'cb3aca98-ebd7-403f-8cc9-72ab297d0fbf', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'mac_address': 'fa:16:3e:37:6d:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:43Z', 'updated_at': '2022-09-22T17:25:15Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'subnets': [{'id': '9d08c159-dbce-47ef-afae-b9e5f9fff78f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:25:18.966135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77b7d4c-0564-45e1-ad7b-f432aea664bb None None] New status for floating IP 5419c808-7cac-494d-a04f-4068dfb7e9f7: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:25:18.968251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863a489-04c4-409d-bbbc-6b6824a236da req-63441183-8782-40c7-9220-918002f393a0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:18.969823 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a863a489-04c4-409d-bbbc-6b6824a236da req-63441183-8782-40c7-9220-918002f393a0 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.0953028 Sep 22 17:25:19.015620 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a863a489-04c4-409d-bbbc-6b6824a236da req-347dd88e-6f2e-4639-8f87-8a7d8fcb3abc tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/security-groups?id=f9f5bf89-ca50-4d19-850a-8dae51019b58&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394690 Sep 22 17:25:19.514317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-98471030-def3-484f-ad94-5ceb7f26b88f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:19.516100 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-98471030-def3-484f-ad94-5ceb7f26b88f tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 945 time: 0.2474942 Sep 22 17:25:19.590699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 3ae7279f-ebe0-4d2c-a64b-4038de95046a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:19.590960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:19.852741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 3ae7279f-ebe0-4d2c-a64b-4038de95046a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=3ae7279f-ebe0-4d2c-a64b-4038de95046a,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:19.853101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:19.975464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 3ae7279f-ebe0-4d2c-a64b-4038de95046a owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:20.128573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:20.178720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=3ae7279f-ebe0-4d2c-a64b-4038de95046a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:20.184661 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88db7894-bf83-46bb-8bac-0465e4556148 req-10e43f51-45bb-462a-8d55-fbf4500ebcbd tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "GET /v2.0/ports?device_id=2950a29e-d796-4d32-9b14-383a3f1bfac8 HTTP/1.1" status: 200 len: 210 time: 0.0523000 Sep 22 17:25:20.221086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.221434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.221773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.222184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.222428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.223279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.223605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.223929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.224248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.224566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.224909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.225226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:25:20.277948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] No DVR routers for this DVR port 3ae7279f-ebe0-4d2c-a64b-4038de95046a on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:25:20.280363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:20.282855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'name': 'network-vif-deleted', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:25:20.285687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0d8dc6-b593-423e-9a36-abf4f4fe7ff8" -d '{"events": [{"server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "name": "network-vif-deleted", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:25:20.299129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1956b432-e1f8-4b38-8fd8-0579f798ad5f req-6aaa85f3-be07-441a-99c1-cee0d7989bd4 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.18 "DELETE /v2.0/ports/3ae7279f-ebe0-4d2c-a64b-4038de95046a HTTP/1.1" status: 204 len: 173 time: 0.7770193 Sep 22 17:25:20.330206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:25:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c2ef804-2a38-4207-98c5-e72f4baf7818 x-openstack-request-id: req-2c2ef804-2a38-4207-98c5-e72f4baf7818 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:25:20.330861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2950a29e-d796-4d32-9b14-383a3f1bfac8", "name": "network-vif-deleted", "tag": "3ae7279f-ebe0-4d2c-a64b-4038de95046a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:25:20.330861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c2ef804-2a38-4207-98c5-e72f4baf7818 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:25:20.331227 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c2ef804-2a38-4207-98c5-e72f4baf7818'] response: {'server_uuid': '2950a29e-d796-4d32-9b14-383a3f1bfac8', 'name': 'network-vif-deleted', 'tag': '3ae7279f-ebe0-4d2c-a64b-4038de95046a', 'status': 'completed', 'code': 200} Sep 22 17:25:21.284598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54952) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:21.352199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:21.382645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:21.449214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:21.467662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f5bf89-ca50-4d19-850a-8dae51019b58,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:21.478578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:21.479672 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2e9107b-2202-4454-bcca-a45da8d9ade2 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/security-groups/f9f5bf89-ca50-4d19-850a-8dae51019b58 HTTP/1.1" status: 204 len: 168 time: 0.1940870 Sep 22 17:25:21.514129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54958) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:22.036067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 3ae7279f-ebe0-4d2c-a64b-4038de95046a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:22.069525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 3ae7279f-ebe0-4d2c-a64b-4038de95046a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:25:22.069866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 3ae7279f-ebe0-4d2c-a64b-4038de95046a not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:25:22.169166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:22.399735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-76b3952d-ddac-48dc-978c-9f01aa1ad662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:22.528349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port b5b0a145-a630-4f24-8279-5f440ab16d9d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:22.528965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:22.716986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port b5b0a145-a630-4f24-8279-5f440ab16d9d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b5b0a145-a630-4f24-8279-5f440ab16d9d,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:22.717344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:22.841307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for b5b0a145-a630-4f24-8279-5f440ab16d9d owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:23.281084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:23.330746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=b5b0a145-a630-4f24-8279-5f440ab16d9d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:23.622223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:23.994530 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:25:24.169440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:25:24.179079 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Sync routers for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:25:24.182369 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-da842cb9-6df4-4328-b61d-e9d798c03e24 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "PUT /v2.0/routers/bd2aa2ee-1250-4b87-bf04-3baae9bfec3a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6671495 Sep 22 17:25:24.184995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54962) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:24.189766 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:24.190445 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:24:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:24.262458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting subnet 9d08c159-dbce-47ef-afae-b9e5f9fff78f {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:25:24.265412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.319362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.370885 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:24.406658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.482136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.523484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Subnet': ['ID=9d08c159-dbce-47ef-afae-b9e5f9fff78f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:24.528027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.553508 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e2f9a6d-dad3-4492-8dc0-84acb59ad619 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/subnets/9d08c159-dbce-47ef-afae-b9e5f9fff78f HTTP/1.1" status: 204 len: 168 time: 0.3645833 Sep 22 17:25:24.553730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54966) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:24.556342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd10f48-a3b3-4f06-9d35-9d97a6451c24 None None] Network cb3aca98-ebd7-403f-8cc9-72ab297d0fbf requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:25:24.625956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-63546776-77ca-4f1b-82bd-46cf6071a154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.691873 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:23Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:24.695822 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Checking router: bd2aa2ee-1250-4b87-bf04-3baae9bfec3a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:25:24.717167 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Routers {'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:24.718037 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:25:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:24.820955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] DHCP port deletion for cb3aca98-ebd7-403f-8cc9-72ab297d0fbf request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:25:24.826454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Deleting port 1df7a1e2-8d5a-4f94-9644-d766335aba97 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:24.826857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.864408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:24.922997 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] Set router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:25.043761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] For port 1df7a1e2-8d5a-4f94-9644-d766335aba97, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1df7a1e2-8d5a-4f94-9644-d766335aba97,segment=NetworkSegment(ea9c0a8f-f073-422e-997e-bbae1857d354),segment_id=ea9c0a8f-f073-422e-997e-bbae1857d354)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:25.045079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.056777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.067448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Deleting port 4c7d42db-eb75-42a5-9de6-24008f673305 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:25.067953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.168638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Calling delete_port for 1df7a1e2-8d5a-4f94-9644-d766335aba97 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:25.221581 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:23Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:25.231550 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2cb4c0e-34c0-4aa1-b78c-8b21caae2548 None None] The sync data for ids ['bd2aa2ee-1250-4b87-bf04-3baae9bfec3a'] in dv-neutron-858953-1-hyperv is: [{'id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'name': 'tempest-TestNetworkBasicOps-router-758467878', 'tenant_id': '18af2dd0edda403da61fd0782710466d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189'}], 'enable_snat': True}, 'gw_port_id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:23:39Z', 'updated_at': '2022-09-22T17:25:23Z', 'revision_number': 7, 'project_id': '18af2dd0edda403da61fd0782710466d', 'gw_port': {'id': '4c7d42db-eb75-42a5-9de6-24008f673305', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:e2:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd2aa2ee-1250-4b87-bf04-3baae9bfec3a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1487, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:23:40Z', 'updated_at': '2022-09-22T17:25:14Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:25:25.250767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.278287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] For port 4c7d42db-eb75-42a5-9de6-24008f673305, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4c7d42db-eb75-42a5-9de6-24008f673305,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:25.278649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.304141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] Pushing event deleted for resources: {'Port': ['ID=1df7a1e2-8d5a-4f94-9644-d766335aba97,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:25.305929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee1809b6-dd18-40ad-91f6-ff2d6601b62c None None] No DVR routers for this DVR port 1df7a1e2-8d5a-4f94-9644-d766335aba97 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:25:25.387281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.412867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Calling delete_port for 4c7d42db-eb75-42a5-9de6-24008f673305 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:25.595412 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.643183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.646970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Port': ['ID=4c7d42db-eb75-42a5-9de6-24008f673305,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:25.750498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.926798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.928998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.951995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.952564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Fanout notify agent at l3_agent the message router_deleted on router bd2aa2ee-1250-4b87-bf04-3baae9bfec3a {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:25:25.968307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:25.969425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e86c6736-2aae-49a0-b2e8-a9eb6b4e2600 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/routers/bd2aa2ee-1250-4b87-bf04-3baae9bfec3a HTTP/1.1" status: 204 len: 168 time: 1.4147911 Sep 22 17:25:25.972088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 54970) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:26.007285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.089885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.219990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.245467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3aca98-ebd7-403f-8cc9-72ab297d0fbf']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:26.257086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea9c0a8f-f073-422e-997e-bbae1857d354') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:26.257377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea9c0a8f-f073-422e-997e-bbae1857d354') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:26.268578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.283818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.290312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:25:26.290756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.465716 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea9c0a8f-f073-422e-997e-bbae1857d354 resource provider aggregate not found Sep 22 17:25:26.486497 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment ea9c0a8f-f073-422e-997e-bbae1857d354 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ea9c0a8f-f073-422e-997e-bbae1857d354 found for delete ", "request_id": "req-728cf32b-9831-46c3-9245-7d0603377380"}]} Sep 22 17:25:26.503475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.509208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:26.536662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] Pushing event deleted for resources: {'Network': ['ID=cb3aca98-ebd7-403f-8cc9-72ab297d0fbf,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:26.544389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-decf877e-2efd-42ad-af5b-37463e38bc97 tempest-TestNetworkBasicOps-726829368 tempest-TestNetworkBasicOps-726829368-project] 10.222.0.25 "DELETE /v2.0/networks/cb3aca98-ebd7-403f-8cc9-72ab297d0fbf HTTP/1.1" status: 204 len: 168 time: 0.5712969 Sep 22 17:25:26.552051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:26.585707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4c7d42db-eb75-42a5-9de6-24008f673305 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:25:26.586043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4c7d42db-eb75-42a5-9de6-24008f673305 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:25:26.586452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:26.622899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: b5b0a145-a630-4f24-8279-5f440ab16d9d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:25:26.623236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b5b0a145-a630-4f24-8279-5f440ab16d9d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:25:26.623637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1df7a1e2-8d5a-4f94-9644-d766335aba97 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:26.657605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 1df7a1e2-8d5a-4f94-9644-d766335aba97 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:25:26.658300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1df7a1e2-8d5a-4f94-9644-d766335aba97 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:25:26.903054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:27.053887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-37657b52-39ff-4a08-878c-694c8dd1097c admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=18af2dd0edda403da61fd0782710466d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1496253 Sep 22 17:25:27.056401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:27.112713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.138622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.193388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.209737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46b079e8-595a-4601-a70c-6c723b70820d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:27.231858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.235923 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4bac2a53-f2e5-4f0a-b7f1-1f9e3926e826 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/46b079e8-595a-4601-a70c-6c723b70820d HTTP/1.1" status: 204 len: 168 time: 0.1757216 Sep 22 17:25:27.246831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.507692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 54998) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:27.525938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.540959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:27.545597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Usage tracker for resource:security_group_rule and tenant:eb3f2e635ac64712a55b2f186dde9313 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:27.549338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:27.557638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:27.644568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.648338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.695049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=eb3f2e635ac64712a55b2f186dde9313&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859782 Sep 22 17:25:27.696753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5246d380-c27e-4730-beef-c156e4214519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb1f093-1b8a-4998-af4e-1c4231e0150c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:27.697903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55002) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:27.761035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.786303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.836585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.850733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb1f093-1b8a-4998-af4e-1c4231e0150c,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:27.857299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:27.858420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9007040e-3d5b-46bb-b3a5-2a0b7d572d09 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/dbb1f093-1b8a-4998-af4e-1c4231e0150c HTTP/1.1" status: 204 len: 168 time: 0.1595223 Sep 22 17:25:29.119439 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:25:34.334194 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-d907251f-9cbc-4f7f-a4a1-67dc4553971e tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/networks?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275464 Sep 22 17:25:34.483504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-b7bc97c5-0262-436b-bc65-01a8310b74f5 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:34.484849 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-b7bc97c5-0262-436b-bc65-01a8310b74f5 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456025 Sep 22 17:25:34.499659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-eb64598d-e898-493c-8a5e-4cd2097cf79b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/quotas/ec38e6a6b2c24ebd894fd1797868d6bf HTTP/1.1" status: 200 len: 375 time: 0.0091703 Sep 22 17:25:34.562118 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-fb970132-d4bd-4ed7-994f-091542e4152b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0568488 Sep 22 17:25:34.746649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0ae8605-883e-4f98-b17b-5a25b12c9d35 req-641bec7b-ed80-4c98-95f6-a7010c75ea61 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 210 time: 0.0550270 Sep 22 17:25:35.703985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-3def8401-262b-466d-a6cd-58be8eb01164 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259504 Sep 22 17:25:35.860859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1492de34-de50-4241-9484-005e48433694 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:35.862352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1492de34-de50-4241-9484-005e48433694 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1529007 Sep 22 17:25:35.880581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Request body: {'port': {'device_id': 'e99afed4-f01f-4321-be51-507691046deb', 'network_id': '3395688b-5345-4517-b717-a84d9621c11c', 'admin_state_up': True, 'tenant_id': 'ec38e6a6b2c24ebd894fd1797868d6bf'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:35.912325 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-22d8ae89-a348-48e4-bffd-b33245844c79 req-61db6d6c-1223-427d-b626-4c1a2cb25501 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 210 time: 0.0520375 Sep 22 17:25:36.115001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:36.118834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Usage tracker for resource:port and tenant:ec38e6a6b2c24ebd894fd1797868d6bf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:36.121612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Quota usage for port was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:36.127166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:36.137579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Made reservation on behalf of ec38e6a6b2c24ebd894fd1797868d6bf for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:25:36.141127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.153586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.167850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:36.171711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Usage tracker for resource:security_group_rule and tenant:ec38e6a6b2c24ebd894fd1797868d6bf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:36.174502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:36.180157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:36.263974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.267911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.348946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e38b0aa-78be-485e-b6d3-9e3269187f28,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:36.444867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Allocated IP 192.168.233.81 (3395688b-5345-4517-b717-a84d9621c11c/293eea70-6b8f-4837-9571-2596fe25f569/ea76283c-282b-496f-ab2c-aa082113fade) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:25:36.644051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.661088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Transition to ACTIVE for port object ea76283c-282b-496f-ab2c-aa082113fade will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:36.684680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.759363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Network 3395688b-5345-4517-b717-a84d9621c11c is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:25:36.762172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:36.767142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:25:36.804637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Pushing event updated for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:36.838801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:36.839435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:36.880341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1e4c33aa-96f2-47fe-ae0a-b6d12f033a88 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0034211 Sep 22 17:25:36.898580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Request body: {'port': {'device_id': 'e99afed4-f01f-4321-be51-507691046deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:37.025092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.027377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Provisioning for port ea76283c-282b-496f-ab2c-aa082113fade completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:25:37.034846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Provisioning complete for port ea76283c-282b-496f-ab2c-aa082113fade triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:37.035263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.035665 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Attempt 1 to provision port ea76283c-282b-496f-ab2c-aa082113fade Sep 22 17:25:37.094783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Port ea76283c-282b-496f-ab2c-aa082113fade cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:25:37.240455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-65007342-bd21-4d08-98fe-c2ba78985f5b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:37.241237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-65007342-bd21-4d08-98fe-c2ba78985f5b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Synchronizing usage tracker for tenant:ec38e6a6b2c24ebd894fd1797868d6bf on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:25:37.333086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-65007342-bd21-4d08-98fe-c2ba78985f5b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Unset dirty status for tenant:ec38e6a6b2c24ebd894fd1797868d6bf on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:25:37.334155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-65007342-bd21-4d08-98fe-c2ba78985f5b tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 935 time: 0.2953622 Sep 22 17:25:37.408282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-6653a92b-4e90-439f-872c-85be707516bb tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Synchronizing usage tracker for tenant:ec38e6a6b2c24ebd894fd1797868d6bf on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:25:37.438263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-6653a92b-4e90-439f-872c-85be707516bb tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Unset dirty status for tenant:ec38e6a6b2c24ebd894fd1797868d6bf on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:25:37.439390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90d2a8d8-03b9-49f3-9afa-9e38d77cbc0b req-6653a92b-4e90-439f-872c-85be707516bb tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995982 Sep 22 17:25:37.491053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea76283c-282b-496f-ab2c-aa082113fade {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:25:37.498292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.513897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Transition to ACTIVE for port object ea76283c-282b-496f-ab2c-aa082113fade will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:37.517387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.596212 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Attempt 2 to provision port ea76283c-282b-496f-ab2c-aa082113fade Sep 22 17:25:37.650347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Port ea76283c-282b-496f-ab2c-aa082113fade cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:25:37.717478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Pushing event updated for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:37.749105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Attempting to bind port ea76283c-282b-496f-ab2c-aa082113fade on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:25:37.749440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Attempting to bind port ea76283c-282b-496f-ab2c-aa082113fade by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:25:37.749769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Attempting to bind port ea76283c-282b-496f-ab2c-aa082113fade on network 3395688b-5345-4517-b717-a84d9621c11c {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:25:37.754848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Port ea76283c-282b-496f-ab2c-aa082113fade on network 3395688b-5345-4517-b717-a84d9621c11c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:25:37.755165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Attempting to bind port ea76283c-282b-496f-ab2c-aa082113fade on network 3395688b-5345-4517-b717-a84d9621c11c {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:25:37.760445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:25:37.760820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Checking segment: {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:25:37.761199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Bound using segment: {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:25:37.761651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Bound port: ea76283c-282b-496f-ab2c-aa082113fade, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fc9f14f-9a5b-4423-95a3-3fa70303ff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '3395688b-5345-4517-b717-a84d9621c11c'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:25:37.762006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.848429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:25:37.851287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ea76283c-282b-496f-ab2c-aa082113fade,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:25:37.855776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.858822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:37.859420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:37.860985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] 10.222.0.18 "PUT /v2.0/ports/ea76283c-282b-496f-ab2c-aa082113fade HTTP/1.1" status: 200 len: 1097 time: 0.9671438 Sep 22 17:25:37.896206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:25:37.899671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e" -d '{"events": [{"name": "network-changed", "server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "tag": "ea76283c-282b-496f-ab2c-aa082113fade"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:25:37.964454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ef32c8-fc8f-4ffe-a3b2-869964ffeb83 x-openstack-request-id: req-c7ef32c8-fc8f-4ffe-a3b2-869964ffeb83 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:25:37.964764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "tag": "ea76283c-282b-496f-ab2c-aa082113fade", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:25:37.965011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c7ef32c8-fc8f-4ffe-a3b2-869964ffeb83 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:25:37.965399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7ef32c8-fc8f-4ffe-a3b2-869964ffeb83'] response: {'name': 'network-changed', 'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade', 'status': 'completed', 'code': 200} Sep 22 17:25:38.000080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67d997b-5a0e-4ced-8b4c-d57104cbcd0f service neutron] Pushing event updated for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:38.018780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-7a75481e-d20f-414f-8eee-c2bf36c1ce9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.020254 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-7a75481e-d20f-414f-8eee-c2bf36c1ce9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 1100 time: 0.1043465 Sep 22 17:25:38.152234 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Attempt 3 to provision port ea76283c-282b-496f-ab2c-aa082113fade Sep 22 17:25:38.198581 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-a436a74f-7152-4be5-a19d-1b7fb9d01cb3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ea76283c-282b-496f-ab2c-aa082113fade HTTP/1.1" status: 200 len: 217 time: 0.1653342 Sep 22 17:25:38.213870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5c91c101-cc9f-4ead-9608-f05ffb1b05da None None] Port ea76283c-282b-496f-ab2c-aa082113fade had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:25:38.262058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-80ba7542-e963-43b6-bb11-c03e62185ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.263511 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-80ba7542-e963-43b6-bb11-c03e62185ad7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=293eea70-6b8f-4837-9571-2596fe25f569 HTTP/1.1" status: 200 len: 843 time: 0.0592883 Sep 22 17:25:38.346437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-88c615c1-1555-444b-9b71-caddc77d13c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.348370 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-88c615c1-1555-444b-9b71-caddc77d13c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3395688b-5345-4517-b717-a84d9621c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0790789 Sep 22 17:25:38.479755 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-1710bf8b-1d7e-41d9-92d5-dfc816e53cdd service neutron] 10.222.0.18 "GET /v2.0/networks/3395688b-5345-4517-b717-a84d9621c11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250417 Sep 22 17:25:38.675246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dc0b9af7-ff5f-4c16-949e-926b25ac54c2 req-36b2ad5a-2527-4569-be4f-ecd9ba754623 service neutron] 10.222.0.18 "GET /v2.0/networks/3395688b-5345-4517-b717-a84d9621c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901197 Sep 22 17:25:38.692511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a291a13-1cfb-4e52-ac61-292f50bf1a67 req-a419c823-9004-47cc-89e8-9f0cf790c789 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.693970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a291a13-1cfb-4e52-ac61-292f50bf1a67 req-a419c823-9004-47cc-89e8-9f0cf790c789 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 947 time: 0.1337698 Sep 22 17:25:38.739930 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a291a13-1cfb-4e52-ac61-292f50bf1a67 req-b083b98b-be2e-41cd-b814-cc4274b3a3a6 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398357 Sep 22 17:25:38.842844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-c0bd90aa-a51d-4f46-b031-a79d5f6f62d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.844326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-c0bd90aa-a51d-4f46-b031-a79d5f6f62d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 1100 time: 0.0823343 Sep 22 17:25:38.994461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-80ea286f-d30b-49a4-b8da-d1b5895b8b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:38.995801 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-80ea286f-d30b-49a4-b8da-d1b5895b8b8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3395688b-5345-4517-b717-a84d9621c11c HTTP/1.1" status: 200 len: 870 time: 0.1452665 Sep 22 17:25:39.066781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-ad760aa7-a978-48a1-ad46-c9bab81c801e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=ea76283c-282b-496f-ab2c-aa082113fade HTTP/1.1" status: 200 len: 217 time: 0.0652833 Sep 22 17:25:39.126634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-3cf0dd4d-d3ff-4025-be82-0fa887c34104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:39.128534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-3cf0dd4d-d3ff-4025-be82-0fa887c34104 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=293eea70-6b8f-4837-9571-2596fe25f569 HTTP/1.1" status: 200 len: 843 time: 0.0561783 Sep 22 17:25:39.225290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-da9672b0-6c93-4418-91c7-91168796bb1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:39.226772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-da9672b0-6c93-4418-91c7-91168796bb1a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3395688b-5345-4517-b717-a84d9621c11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0926423 Sep 22 17:25:39.365111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-acafa40b-cf6c-4fcc-a210-490d3b5c2147 service neutron] 10.222.0.18 "GET /v2.0/networks/3395688b-5345-4517-b717-a84d9621c11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312068 Sep 22 17:25:39.496032 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e12ab82c-dfb2-40a6-b81d-e2ce18ff039e req-74d5693a-6cec-4fcc-bcf2-aeb8c17d81e7 service neutron] 10.222.0.18 "GET /v2.0/networks/3395688b-5345-4517-b717-a84d9621c11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249390 Sep 22 17:25:39.940095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c66dd-dc46-4f3f-909f-88c551202487 req-a903da37-11d7-46f0-a966-b9b5f3e80e52 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:39.941649 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e99c66dd-dc46-4f3f-909f-88c551202487 req-a903da37-11d7-46f0-a966-b9b5f3e80e52 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 947 time: 0.0907638 Sep 22 17:25:39.985217 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e99c66dd-dc46-4f3f-909f-88c551202487 req-19a10e14-f838-49de-9d20-07531ad7e04c tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379074 Sep 22 17:25:41.181070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb939bd7-505e-4b8b-a195-ead65ea0597d req-3a76622e-69f4-45f7-976e-eeb03dc570cd tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:41.182512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb939bd7-505e-4b8b-a195-ead65ea0597d req-3a76622e-69f4-45f7-976e-eeb03dc570cd tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 947 time: 0.0862544 Sep 22 17:25:41.229003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb939bd7-505e-4b8b-a195-ead65ea0597d req-46b571f6-8828-4b54-b5cc-02d54fec1adc tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Sep 22 17:25:42.112519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ea76283c-282b-496f-ab2c-aa082113fade details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:25:42.273157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ea76283c-282b-496f-ab2c-aa082113fade,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:42.286685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'ea76283c-282b-496f-ab2c-aa082113fade', 'network_id': '3395688b-5345-4517-b717-a84d9621c11c', 'port_id': 'ea76283c-282b-496f-ab2c-aa082113fade', 'mac_address': 'fa:16:3e:d0:bb:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '293eea70-6b8f-4837-9571-2596fe25f569', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:25:42.344444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port ea76283c-282b-496f-ab2c-aa082113fade is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:42.344862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:42.361897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea76283c-282b-496f-ab2c-aa082113fade {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:25:42.382640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ea76283c-282b-496f-ab2c-aa082113fade,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:42.387140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:42.430312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65b038-e8df-429b-86e2-ef40429eaac7 req-50c5a486-7b36-45ff-8d75-494b927f03c2 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:42.431777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff65b038-e8df-429b-86e2-ef40429eaac7 req-50c5a486-7b36-45ff-8d75-494b927f03c2 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 947 time: 0.0886860 Sep 22 17:25:42.454431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:42.476871 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff65b038-e8df-429b-86e2-ef40429eaac7 req-cd2bc710-2c2c-4207-9487-7860e8ab480f tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393236 Sep 22 17:25:42.775314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['ea76283c-282b-496f-ab2c-aa082113fade'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:25:43.675075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac18822e-6009-49e7-ac14-038168b09803 req-ffe78288-f4b3-43f0-a255-a4fc2436a07f tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:43.676509 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac18822e-6009-49e7-ac14-038168b09803 req-ffe78288-f4b3-43f0-a255-a4fc2436a07f tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 948 time: 0.0889544 Sep 22 17:25:43.722741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac18822e-6009-49e7-ac14-038168b09803 req-13b1c338-4483-42c3-9862-30c200eacc78 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404687 Sep 22 17:25:44.126694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ea76283c-282b-496f-ab2c-aa082113fade up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:44.194359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port ea76283c-282b-496f-ab2c-aa082113fade completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:25:44.199190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port ea76283c-282b-496f-ab2c-aa082113fade triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:44.199570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:44.199900 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port ea76283c-282b-496f-ab2c-aa082113fade Sep 22 17:25:44.319171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port ea76283c-282b-496f-ab2c-aa082113fade is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:44.319548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:44.345390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:25:44.348432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d92f923-3ea3-452d-8116-5c2b8c752eed" -d '{"events": [{"server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "name": "network-vif-plugged", "status": "completed", "tag": "ea76283c-282b-496f-ab2c-aa082113fade"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:25:44.356170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ea76283c-282b-496f-ab2c-aa082113fade,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:44.360079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:44.399468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4844a5e3-8515-4546-ae15-7cfb3f848480 x-openstack-request-id: req-4844a5e3-8515-4546-ae15-7cfb3f848480 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:25:44.399754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "name": "network-vif-plugged", "status": "completed", "tag": "ea76283c-282b-496f-ab2c-aa082113fade", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:25:44.400003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4844a5e3-8515-4546-ae15-7cfb3f848480 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:25:44.400392 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4844a5e3-8515-4546-ae15-7cfb3f848480'] response: {'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade', 'code': 200} Sep 22 17:25:44.433618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:44.649963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f71d3b-bd95-4944-85fc-f27fcc12787d req-bc653781-2a94-45d4-b94b-493ebfd8a0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:44.651341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-91f71d3b-bd95-4944-85fc-f27fcc12787d req-bc653781-2a94-45d4-b94b-493ebfd8a0c1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 1102 time: 0.0769126 Sep 22 17:25:44.795343 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-91f71d3b-bd95-4944-85fc-f27fcc12787d req-5d4bd53b-1c9d-4016-b26f-48b535ceccfc service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380908 Sep 22 17:25:44.920981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3cf537-d563-44b3-b7c6-7e7cd75c012d req-3427a601-9df9-43b5-8df9-f14f815131ac tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:44.922342 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee3cf537-d563-44b3-b7c6-7e7cd75c012d req-3427a601-9df9-43b5-8df9-f14f815131ac tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0864575 Sep 22 17:25:44.966404 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee3cf537-d563-44b3-b7c6-7e7cd75c012d req-dd21d64e-bf09-4fe6-ac64-00ce2a9fb841 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384338 Sep 22 17:25:46.172463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e481404f-e7e2-4b59-bb3c-9c1c4d9aea0c req-9126e071-f9ab-4419-ad75-7f5e5affb92e tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:46.174337 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e481404f-e7e2-4b59-bb3c-9c1c4d9aea0c req-9126e071-f9ab-4419-ad75-7f5e5affb92e tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0976758 Sep 22 17:25:46.228345 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e481404f-e7e2-4b59-bb3c-9c1c4d9aea0c req-3c3c39d8-3ddc-47e0-ae24-bf4c8ea2afb3 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481687 Sep 22 17:25:47.426881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bce9c87-f4d7-45d1-a4f5-73f7a9d1029d req-9d75cdd3-876c-439c-9282-76f34a5c89df tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:47.428322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2bce9c87-f4d7-45d1-a4f5-73f7a9d1029d req-9d75cdd3-876c-439c-9282-76f34a5c89df tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0878825 Sep 22 17:25:47.472660 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2bce9c87-f4d7-45d1-a4f5-73f7a9d1029d req-e030e460-52e2-41e1-aa28-635906cddcfb tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Sep 22 17:25:48.630550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe787b0a-4b8f-48f8-ab61-7a38a8064570 req-0faf941b-dda0-4e33-a4e6-a904636a1431 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:48.631902 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe787b0a-4b8f-48f8-ab61-7a38a8064570 req-0faf941b-dda0-4e33-a4e6-a904636a1431 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0921965 Sep 22 17:25:48.676721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fe787b0a-4b8f-48f8-ab61-7a38a8064570 req-270b59df-efb4-4e3a-8d80-f57a8624a5eb tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387824 Sep 22 17:25:49.881402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43eac362-b8dd-4c8c-95a8-b64e8af850a3 req-38365562-314c-4f84-962f-5bb1987e3ebd tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:49.882982 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43eac362-b8dd-4c8c-95a8-b64e8af850a3 req-38365562-314c-4f84-962f-5bb1987e3ebd tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0903797 Sep 22 17:25:49.926414 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-43eac362-b8dd-4c8c-95a8-b64e8af850a3 req-54d63042-c0ef-41c0-8c30-85552fb5a5b7 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/security-groups?id=0e38b0aa-78be-485e-b6d3-9e3269187f28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378003 Sep 22 17:25:50.125717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-2106afc1-783e-47e0-9041-00a7c3714cdc tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:50.127128 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-2106afc1-783e-47e0-9041-00a7c3714cdc tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.18 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 949 time: 0.0858223 Sep 22 17:25:50.199656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Deleting port ea76283c-282b-496f-ab2c-aa082113fade {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:25:50.199914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:50.439637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] For port ea76283c-282b-496f-ab2c-aa082113fade, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=ea76283c-282b-496f-ab2c-aa082113fade,segment=NetworkSegment(9fc9f14f-9a5b-4423-95a3-3fa70303ff50),segment_id=9fc9f14f-9a5b-4423-95a3-3fa70303ff50)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:50.439990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:50.568935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Calling delete_port for ea76283c-282b-496f-ab2c-aa082113fade owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:25:50.715239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:50.749350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['ea76283c-282b-496f-ab2c-aa082113fade'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:25:50.765752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Pushing event deleted for resources: {'Port': ['ID=ea76283c-282b-496f-ab2c-aa082113fade,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:50.856210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] No DVR routers for this DVR port ea76283c-282b-496f-ab2c-aa082113fade on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:25:50.858723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:50.861411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'name': 'network-vif-deleted', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:25:50.864240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621bed52-1cd0-4327-82d1-47c8b0965d5c" -d '{"events": [{"server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "name": "network-vif-deleted", "tag": "ea76283c-282b-496f-ab2c-aa082113fade"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:25:50.879202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cac375c-e967-4823-9188-f7eee9a14e1c req-569a054d-97fa-4f9a-8aab-17b9ddc89495 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.18 "DELETE /v2.0/ports/ea76283c-282b-496f-ab2c-aa082113fade HTTP/1.1" status: 204 len: 173 time: 0.7465739 Sep 22 17:25:50.921901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9de285e-4491-45e3-8a3c-3341064a8aa5 x-openstack-request-id: req-a9de285e-4491-45e3-8a3c-3341064a8aa5 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:25:50.922188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e99afed4-f01f-4321-be51-507691046deb", "name": "network-vif-deleted", "tag": "ea76283c-282b-496f-ab2c-aa082113fade", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:25:50.922432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9de285e-4491-45e3-8a3c-3341064a8aa5 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:25:50.922886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9de285e-4491-45e3-8a3c-3341064a8aa5'] response: {'server_uuid': 'e99afed4-f01f-4321-be51-507691046deb', 'name': 'network-vif-deleted', 'tag': 'ea76283c-282b-496f-ab2c-aa082113fade', 'status': 'completed', 'code': 200} Sep 22 17:25:51.087422 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44a412b2-0b9a-41f8-96ed-b3ee53bce3ed req-b836848d-c3ca-414e-9421-591dccc60b04 tempest-ServersAdminNegativeTestJSON-159177355 tempest-ServersAdminNegativeTestJSON-159177355-project] 10.222.0.25 "GET /v2.0/ports?device_id=e99afed4-f01f-4321-be51-507691046deb HTTP/1.1" status: 200 len: 210 time: 0.0499058 Sep 22 17:25:52.401907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2f554e1-cd2f-4b98-b452-db8ad3670699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:52.445210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55138) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:52.590841 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b2ab417e-3a67-4861-afff-3126ac92120b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=ec38e6a6b2c24ebd894fd1797868d6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444533 Sep 22 17:25:52.593342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55144) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:52.651654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:52.676887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:52.728996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:52.746623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e38b0aa-78be-485e-b6d3-9e3269187f28,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:52.755113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:52.756650 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-19c9aa48-14d1-495f-9fd8-80b4c2253b28 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/0e38b0aa-78be-485e-b6d3-9e3269187f28 HTTP/1.1" status: 204 len: 168 time: 0.1623981 Sep 22 17:25:53.038690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55152) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:53.056474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.074565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:53.078501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Usage tracker for resource:security_group_rule and tenant:360367f5c7914cdf86023be4d60bcffc is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:53.081914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:53.087617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:53.178854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.183035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.231505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=360367f5c7914cdf86023be4d60bcffc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1916018 Sep 22 17:25:53.232987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b6ff2-03b3-4074-a800-c4b1501c7635 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2301449-fdb1-4c67-ba03-8a86c59933ec,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:53.234111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55156) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:53.302390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.331166 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.391071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.405453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2301449-fdb1-4c67-ba03-8a86c59933ec,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:53.411959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:53.413103 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ad90ecfc-aba8-4d88-8670-c42d15cd127d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e2301449-fdb1-4c67-ba03-8a86c59933ec HTTP/1.1" status: 204 len: 168 time: 0.1773565 Sep 22 17:25:54.135329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:54.159167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ea76283c-282b-496f-ab2c-aa082113fade no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:25:54.196428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: ea76283c-282b-496f-ab2c-aa082113fade {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:25:54.196952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device ea76283c-282b-496f-ab2c-aa082113fade not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:25:54.239490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1386951312-network', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:54.244275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:54.248359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Usage tracker for resource:network and tenant:cdce830ba26042c095322f968d7b7a33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:54.251491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:54.258623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:54.269747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Made reservation on behalf of cdce830ba26042c095322f968d7b7a33 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:25:54.271999 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.284276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.298377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:54.302741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Usage tracker for resource:security_group_rule and tenant:cdce830ba26042c095322f968d7b7a33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:54.305820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:54.311866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:54.397488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.401277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.432137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:25:54.441465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:54.447955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.448416 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Added segment 4f671a88-9000-4497-9795-0579a649d88f of type vlan for network 73982e12-ec02-4ed2-8253-83f85c2d5558 Sep 22 17:25:54.475392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.504687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.505672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:54.506244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.549822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-caff42e6-e82a-42bd-8e0b-2639ecc57047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.610962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] Pushing event updated for resources: {'Network': ['ID=73982e12-ec02-4ed2-8253-83f85c2d5558,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:54.618632 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-deacc1c7-ff52-4baa-90eb-26a5c2fbfcdd admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4788702 Sep 22 17:25:54.619561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55186) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:54.624361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:25:54.625904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Request body: {'subnet': {'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1386951312-subnet', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:54.632972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:54.638529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Usage tracker for resource:subnet and tenant:cdce830ba26042c095322f968d7b7a33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:54.641745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:54.647874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:54.658876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Made reservation on behalf of cdce830ba26042c095322f968d7b7a33 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:25:54.661816 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.872043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.944955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:54.954911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Checking segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:25:54.955262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Network hostable DHCP agents. Network: 73982e12-ec02-4ed2-8253-83f85c2d5558, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:25:54.976055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:25:54.985189 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 73982e12-ec02-4ed2-8253-83f85c2d5558) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:54.989383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:25:54.989962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:54.994757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6629209-b6f4-4fc9-b668-ba27b89cd38d None None] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:25:55.014280 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ba24283f-7adc-4a3e-8246-a095f1efee61 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3911929 Sep 22 17:25:55.014644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55190) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:55.020069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:25:55.024868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:25:55.029041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Usage tracker for resource:router and tenant:cdce830ba26042c095322f968d7b7a33 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:25:55.032510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:25:55.038916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:25:55.050894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.051884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.068203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.223053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-73982e12-ec02-4ed2-8253-83f85c2d5558', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'fixed_ips': [{'subnet_id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:25:55.224022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.381863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Allocated IP 172.20.0.2 (73982e12-ec02-4ed2-8253-83f85c2d5558/78c55fc3-7dd9-4f92-a0bd-54b93f2ba641/64bc2d4d-256a-4f8d-a596-10050c4af689) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:25:55.434774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.473246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.601681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.612506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Transition to ACTIVE for port object 64bc2d4d-256a-4f8d-a596-10050c4af689 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:55.651116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Transition to ACTIVE for port object 64bc2d4d-256a-4f8d-a596-10050c4af689 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:55.655218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.658640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.726067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:25:55.728788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:55.733054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:25:55.735183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Pushing event updated for resources: {'Port': ['ID=64bc2d4d-256a-4f8d-a596-10050c4af689,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:55.755381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.785800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.863408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Attempting to bind port 64bc2d4d-256a-4f8d-a596-10050c4af689 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:25:55.863768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Attempting to bind port 64bc2d4d-256a-4f8d-a596-10050c4af689 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:25:55.864124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Attempting to bind port 64bc2d4d-256a-4f8d-a596-10050c4af689 on network 73982e12-ec02-4ed2-8253-83f85c2d5558 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:25:55.869416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:25:55.869789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Checking segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:25:55.870180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.870564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Bound using segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:25:55.871020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Bound port: 64bc2d4d-256a-4f8d-a596-10050c4af689, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:25:55.871432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:55.926235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Allocated IP 172.26.8.17 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/bf2253c8-7743-460c-a68c-7504cfc77eab) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:25:55.959359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] For port 64bc2d4d-256a-4f8d-a596-10050c4af689, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:25:55.962442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] For port 64bc2d4d-256a-4f8d-a596-10050c4af689, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=64bc2d4d-256a-4f8d-a596-10050c4af689,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:25:55.967576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:56.050151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:56.060310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f6bcce-6cc3-4e47-bcd4-c1b837eb4f80 None None] Pushing event updated for resources: {'Port': ['ID=64bc2d4d-256a-4f8d-a596-10050c4af689,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:56.089331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:56.121128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:56.193894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:25:56.196939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:56.200844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:25:56.235581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Pushing event updated for resources: {'Port': ['ID=bf2253c8-7743-460c-a68c-7504cfc77eab,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:56.583531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 64bc2d4d-256a-4f8d-a596-10050c4af689 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:56.655673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 64bc2d4d-256a-4f8d-a596-10050c4af689 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:25:56.742212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.009913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de662a3-8206-4ef5-b76a-5cd71554f160 None None] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:25:57.093878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.106417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Provisioning for port 64bc2d4d-256a-4f8d-a596-10050c4af689 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:25:57.124655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Provisioning complete for port 64bc2d4d-256a-4f8d-a596-10050c4af689 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:57.125033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.125371 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Attempt 1 to provision port 64bc2d4d-256a-4f8d-a596-10050c4af689 Sep 22 17:25:57.291259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.313723 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Router db1afd98-3467-426e-8eb0-d492fdac087a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:25:57.369596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Current status of the port 64bc2d4d-256a-4f8d-a596-10050c4af689 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:57.369850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.411904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] For port 64bc2d4d-256a-4f8d-a596-10050c4af689, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=64bc2d4d-256a-4f8d-a596-10050c4af689,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:25:57.418586 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.495856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06004098-0ae2-47d5-88e7-e4dfa8089aeb None None] Pushing event updated for resources: {'Port': ['ID=64bc2d4d-256a-4f8d-a596-10050c4af689,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:57.508210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:25:57.519419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Sync routers for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:25:57.530962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:57.532176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:25:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:57.541707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.545922 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d0c5551-b652-4a82-96c3-763abd5ac0c3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5275083 Sep 22 17:25:57.546218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55196) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:25:57.720374 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-67a439a2-4e6f-42c7-a8bf-2478200d037e None None] Provisioning complete for port 64bc2d4d-256a-4f8d-a596-10050c4af689 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:57.720989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67a439a2-4e6f-42c7-a8bf-2478200d037e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:57.720989 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-67a439a2-4e6f-42c7-a8bf-2478200d037e None None] Attempt 1 to provision port 64bc2d4d-256a-4f8d-a596-10050c4af689 Sep 22 17:25:57.778330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:58.078228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-67a439a2-4e6f-42c7-a8bf-2478200d037e None None] Current status of the port 64bc2d4d-256a-4f8d-a596-10050c4af689 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:58.142561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:56Z', 'revision_number': 3, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:58.146523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Checking router: db1afd98-3467-426e-8eb0-d492fdac087a for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:25:58.146876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Updating router db1afd98-3467-426e-8eb0-d492fdac087a port bf2253c8-7743-460c-a68c-7504cfc77eab binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:25:58.199409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.347175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.554216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Allocated IP 172.20.0.1 (73982e12-ec02-4ed2-8253-83f85c2d5558/78c55fc3-7dd9-4f92-a0bd-54b93f2ba641/6ef006b1-ae81-4784-8180-f17ad8e60a1b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:25:58.568490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 64bc2d4d-256a-4f8d-a596-10050c4af689 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:25:58.598245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.620942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Transition to ACTIVE for port object bf2253c8-7743-460c-a68c-7504cfc77eab will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:58.636045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.705204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.705466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Attempting to bind port bf2253c8-7743-460c-a68c-7504cfc77eab on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:25:58.705784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Attempting to bind port bf2253c8-7743-460c-a68c-7504cfc77eab by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:25:58.706180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Attempting to bind port bf2253c8-7743-460c-a68c-7504cfc77eab on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:25:58.717315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:25:58.717655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:25:58.718025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.718439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:25:58.718887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Bound port: bf2253c8-7743-460c-a68c-7504cfc77eab, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:25:58.719252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.725087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Transition to ACTIVE for port object 6ef006b1-ae81-4784-8180-f17ad8e60a1b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:25:58.749675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.774185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e1ae-c6f1-4121-bdac-96b966372de7 None None] Pushing event updated for resources: {'Port': ['ID=bf2253c8-7743-460c-a68c-7504cfc77eab,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:58.800958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 64bc2d4d-256a-4f8d-a596-10050c4af689 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:58.801331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.801658 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 64bc2d4d-256a-4f8d-a596-10050c4af689 Sep 22 17:25:58.818561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:25:58.821407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:58.825245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:25:58.853389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] For port bf2253c8-7743-460c-a68c-7504cfc77eab, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:25:58.867391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] For port bf2253c8-7743-460c-a68c-7504cfc77eab, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bf2253c8-7743-460c-a68c-7504cfc77eab,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:25:58.873751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Pushing event updated for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:58.879163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.892904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:58.992163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:25:58.992906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:25:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:59.087838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f44e1ae-c6f1-4121-bdac-96b966372de7 None None] Pushing event updated for resources: {'Port': ['ID=bf2253c8-7743-460c-a68c-7504cfc77eab,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:59.091551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 64bc2d4d-256a-4f8d-a596-10050c4af689 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:25:59.157755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:59.179076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Provisioning for port 6ef006b1-ae81-4784-8180-f17ad8e60a1b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:25:59.186930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Provisioning complete for port 6ef006b1-ae81-4784-8180-f17ad8e60a1b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:25:59.187302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:59.187632 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 1 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:25:59.256208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:25:59.355306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:25:59.386731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:59.397301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:59.551808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:56Z', 'revision_number': 3, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:25:59.555851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d13019-7990-4781-9ee0-685a5d75e2af None None] The sync data for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv is: [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:56Z', 'revision_number': 3, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:25:59.636542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:25:59.640185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Pushing event updated for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:25:59.786296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:25:59.789631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:25:59.856624 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 2 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:25:59.924238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:00.008077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Router db1afd98-3467-426e-8eb0-d492fdac087a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:26:00.195843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:26:00.213779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-01721efe-ff54-4c04-b3d9-e123be8b422d admin admin] 10.222.0.25 "PUT /v2.0/routers/db1afd98-3467-426e-8eb0-d492fdac087a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664069 Sep 22 17:26:00.425802 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 3 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:00.483872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:00.587590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bf2253c8-7743-460c-a68c-7504cfc77eab up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:26:00.657118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port bf2253c8-7743-460c-a68c-7504cfc77eab completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:26:00.663178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bf2253c8-7743-460c-a68c-7504cfc77eab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:00.663568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:00.663921 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bf2253c8-7743-460c-a68c-7504cfc77eab Sep 22 17:26:00.732347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6549258f-97f9-4998-884d-dec96bbf399b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:00.733091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6549258f-97f9-4998-884d-dec96bbf399b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Synchronizing usage tracker for tenant:cdce830ba26042c095322f968d7b7a33 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:26:00.752522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6549258f-97f9-4998-884d-dec96bbf399b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Unset dirty status for tenant:cdce830ba26042c095322f968d7b7a33 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:26:00.754412 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6549258f-97f9-4998-884d-dec96bbf399b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 812 time: 0.1711783 Sep 22 17:26:00.771852 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-916f616f-ed42-4ac0-a3ca-aa829d9c56d4 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/quotas/cdce830ba26042c095322f968d7b7a33 HTTP/1.1" status: 200 len: 375 time: 0.0113697 Sep 22 17:26:00.830332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bf2253c8-7743-460c-a68c-7504cfc77eab is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:00.830751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:00.850789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port bf2253c8-7743-460c-a68c-7504cfc77eab, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bf2253c8-7743-460c-a68c-7504cfc77eab,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:00.854884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:00.871385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-ce7c75d5-a2d3-441d-bd3e-37ba5710aff5 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0937662 Sep 22 17:26:00.883512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-f4341a3b-2c9a-4a77-8e99-3f8465973488 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:26:00.884473 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-f4341a3b-2c9a-4a77-8e99-3f8465973488 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057411 Sep 22 17:26:00.927337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=bf2253c8-7743-460c-a68c-7504cfc77eab,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:00.985523 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 4 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:01.025223 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-b97dd510-6687-41a1-852a-72aefded260a service neutron] 10.222.0.25 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315906 Sep 22 17:26:01.041560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:01.082113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Sync routers for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:01.091565 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:26:01.092159 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:25:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:01.160262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-8d3e2bb0-1d3c-4efa-a2c2-266ca0000172 service neutron] 10.222.0.25 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289845 Sep 22 17:26:01.287402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:26:01.345844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e75dd365-1a2a-4f6a-8848-cc5c3b1a83a7 req-27626b0a-3e04-4450-a39b-ddb73aba8076 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Synchronizing usage tracker for tenant:cdce830ba26042c095322f968d7b7a33 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:26:01.365058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e75dd365-1a2a-4f6a-8848-cc5c3b1a83a7 req-27626b0a-3e04-4450-a39b-ddb73aba8076 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Unset dirty status for tenant:cdce830ba26042c095322f968d7b7a33 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:26:01.366240 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e75dd365-1a2a-4f6a-8848-cc5c3b1a83a7 req-27626b0a-3e04-4450-a39b-ddb73aba8076 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 210 time: 0.0711346 Sep 22 17:26:01.542944 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 5 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:01.603981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:01.616687 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:59Z', 'revision_number': 4, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '6ef006b1-ae81-4784-8180-f17ad8e60a1b', 'name': '', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'mac_address': 'fa:16:3e:29:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:58Z', 'updated_at': '2022-09-22T17:25:59Z', 'revision_number': 2, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'subnets': [{'id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:01.620634 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Checking router: db1afd98-3467-426e-8eb0-d492fdac087a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:01.620976 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Updating router db1afd98-3467-426e-8eb0-d492fdac087a port 6ef006b1-ae81-4784-8180-f17ad8e60a1b binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:26:01.704362 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.048703 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.060648 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Transition to ACTIVE for port object 6ef006b1-ae81-4784-8180-f17ad8e60a1b will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:26:02.067157 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.105003 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 6 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:02.162420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:02.261937 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Pushing event updated for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:02.281163 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.281511 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.281853 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.282187 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.282541 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.282844 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.283171 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.283490 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.284346 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.284691 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.285011 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.285329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:02.290111 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Attempting to bind port 6ef006b1-ae81-4784-8180-f17ad8e60a1b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:26:02.290475 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Attempting to bind port 6ef006b1-ae81-4784-8180-f17ad8e60a1b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:26:02.290841 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Attempting to bind port 6ef006b1-ae81-4784-8180-f17ad8e60a1b on network 73982e12-ec02-4ed2-8253-83f85c2d5558 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:26:02.296399 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 25, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:26:02.296805 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Checking segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:26:02.297208 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.297598 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Bound using segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:26:02.298051 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Bound port: 6ef006b1-ae81-4784-8180-f17ad8e60a1b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:26:02.298423 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.392835 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] For port 6ef006b1-ae81-4784-8180-f17ad8e60a1b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:26:02.396104 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] For port 6ef006b1-ae81-4784-8180-f17ad8e60a1b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6ef006b1-ae81-4784-8180-f17ad8e60a1b,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:26:02.400471 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.477878 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:26:02.478591 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:25:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:02.556772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-4347cef2-f605-41b8-abe1-8166fe799b14 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:02.559465 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-4347cef2-f605-41b8-abe1-8166fe799b14 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 812 time: 0.2073102 Sep 22 17:26:02.560973 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-67cc80ef-d587-4d68-b1e2-273f285c8306 req-e55f11f4-88d8-4080-b824-0f1e14338b14 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 210 time: 0.0663195 Sep 22 17:26:02.582116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Request body: {'port': {'device_id': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'admin_state_up': True, 'tenant_id': 'cdce830ba26042c095322f968d7b7a33'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:26:02.607561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bf2253c8-7743-460c-a68c-7504cfc77eab up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:26:02.657399 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb97a89-b73e-4646-9389-01e57835e5ec None None] Pushing event updated for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:02.672514 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Attempt 7 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:02.690642 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:26:02.726902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:26:02.736840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:26:02.746123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port bf2253c8-7743-460c-a68c-7504cfc77eab triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:02.746532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.746911 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port bf2253c8-7743-460c-a68c-7504cfc77eab Sep 22 17:26:02.748234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Made reservation on behalf of cdce830ba26042c095322f968d7b7a33 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:26:02.752452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:02.779445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b5648f8d-5382-4bff-b13e-8c223a3b9aac None None] Port 6ef006b1-ae81-4784-8180-f17ad8e60a1b had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:26:02.873332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port bf2253c8-7743-460c-a68c-7504cfc77eab is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:02.931285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Allocated IP 172.20.0.3 (73982e12-ec02-4ed2-8253-83f85c2d5558/78c55fc3-7dd9-4f92-a0bd-54b93f2ba641/150e673f-19b1-49de-8ffd-cfcc090dbc4a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:26:03.021741 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:59Z', 'revision_number': 4, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '6ef006b1-ae81-4784-8180-f17ad8e60a1b', 'name': '', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'mac_address': 'fa:16:3e:29:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:58Z', 'updated_at': '2022-09-22T17:26:02Z', 'revision_number': 4, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'subnets': [{'id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:03.025665 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d4e0b28-c7e9-4a3b-86ab-6f4c421b7096 None None] The sync data for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv is: [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:25:59Z', 'revision_number': 4, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '6ef006b1-ae81-4784-8180-f17ad8e60a1b', 'name': '', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'mac_address': 'fa:16:3e:29:3f:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1530, 'fixed_ips': [{'subnet_id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:58Z', 'updated_at': '2022-09-22T17:26:02Z', 'revision_number': 4, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'subnets': [{'id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:03.150628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.167054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Transition to ACTIVE for port object 150e673f-19b1-49de-8ffd-cfcc090dbc4a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:26:03.191873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.271173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:26:03.274543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:26:03.278497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:26:03.310170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:03.348588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:03.349258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.379085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c26c89ac-eea9-48ca-8211-fe21df79c3ee tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8032546 Sep 22 17:26:03.396881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Request body: {'port': {'device_id': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:26:03.531019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Provisioning for port 150e673f-19b1-49de-8ffd-cfcc090dbc4a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:26:03.538898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Provisioning complete for port 150e673f-19b1-49de-8ffd-cfcc090dbc4a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:03.539611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.540162 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Attempt 1 to provision port 150e673f-19b1-49de-8ffd-cfcc090dbc4a Sep 22 17:26:03.603600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Port 150e673f-19b1-49de-8ffd-cfcc090dbc4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:03.637758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:03.857783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b48e559-007d-4f23-8491-aaae996e1fbb req-b65d2df6-32c1-4da8-b66d-6ba6589b5e9d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:03.858493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0b48e559-007d-4f23-8491-aaae996e1fbb req-b65d2df6-32c1-4da8-b66d-6ba6589b5e9d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Synchronizing usage tracker for tenant:cdce830ba26042c095322f968d7b7a33 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:26:03.942386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0b48e559-007d-4f23-8491-aaae996e1fbb req-b65d2df6-32c1-4da8-b66d-6ba6589b5e9d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Unset dirty status for tenant:cdce830ba26042c095322f968d7b7a33 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:26:03.943485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b48e559-007d-4f23-8491-aaae996e1fbb req-b65d2df6-32c1-4da8-b66d-6ba6589b5e9d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 931 time: 0.2639956 Sep 22 17:26:04.023259 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b48e559-007d-4f23-8491-aaae996e1fbb req-4983ce59-ba37-4a54-8d45-d7b33637692a tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714698 Sep 22 17:26:04.105199 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Attempt 2 to provision port 150e673f-19b1-49de-8ffd-cfcc090dbc4a Sep 22 17:26:04.117872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 150e673f-19b1-49de-8ffd-cfcc090dbc4a {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:26:04.126684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.144372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Transition to ACTIVE for port object 150e673f-19b1-49de-8ffd-cfcc090dbc4a will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:26:04.149458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.163176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Port 150e673f-19b1-49de-8ffd-cfcc090dbc4a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:26:04.337039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:04.379764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Attempting to bind port 150e673f-19b1-49de-8ffd-cfcc090dbc4a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:26:04.380094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Attempting to bind port 150e673f-19b1-49de-8ffd-cfcc090dbc4a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:26:04.380413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Attempting to bind port 150e673f-19b1-49de-8ffd-cfcc090dbc4a on network 73982e12-ec02-4ed2-8253-83f85c2d5558 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:26:04.385681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Port 150e673f-19b1-49de-8ffd-cfcc090dbc4a on network 73982e12-ec02-4ed2-8253-83f85c2d5558 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:26:04.385993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Attempting to bind port 150e673f-19b1-49de-8ffd-cfcc090dbc4a on network 73982e12-ec02-4ed2-8253-83f85c2d5558 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:26:04.391165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 25, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:26:04.391494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Checking segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:26:04.391869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Bound using segment: {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:26:04.392288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Bound port: 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f671a88-9000-4497-9795-0579a649d88f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:26:04.392657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.479643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:26:04.482544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:26:04.486542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.521155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:04.521758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.523125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] 10.222.0.18 "PUT /v2.0/ports/150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 1093 time: 1.1313908 Sep 22 17:26:04.528247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:26:04.530685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c52092-b7d3-4ce6-857f-b005b68c0d81" -d '{"events": [{"name": "network-changed", "server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:04.599876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6ef006b1-ae81-4784-8180-f17ad8e60a1b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:26:04.621153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:26:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb4d98b2-ab8f-4432-b14b-cb5b6b4a22b6 x-openstack-request-id: req-eb4d98b2-ab8f-4432-b14b-cb5b6b4a22b6 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:04.621440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:04.621688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb4d98b2-ab8f-4432-b14b-cb5b6b4a22b6 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:04.622079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb4d98b2-ab8f-4432-b14b-cb5b6b4a22b6'] response: {'name': 'network-changed', 'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'status': 'completed', 'code': 200} Sep 22 17:26:04.622624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4671d7-90f8-45bb-94a7-27e9d4c5e354 service neutron] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:04.665169 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Attempt 3 to provision port 150e673f-19b1-49de-8ffd-cfcc090dbc4a Sep 22 17:26:04.668523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-50b72cc9-094e-4d59-8846-848072d02e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:04.670034 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-50b72cc9-094e-4d59-8846-848072d02e60 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1096 time: 0.0902660 Sep 22 17:26:04.701532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 6ef006b1-ae81-4784-8180-f17ad8e60a1b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:26:04.716425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 6ef006b1-ae81-4784-8180-f17ad8e60a1b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:04.716818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.717150 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:04.748274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-a5629519-7b52-4791-8ef8-94550d1cba5d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.0652275 Sep 22 17:26:04.781385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eb566802-0467-473f-bee7-c4a0c4ed7b6a None None] Port 150e673f-19b1-49de-8ffd-cfcc090dbc4a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:26:04.812156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6808ada0-f018-4318-a9d9-f94f5da2bbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:04.813618 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-6808ada0-f018-4318-a9d9-f94f5da2bbbd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0597577 Sep 22 17:26:04.846054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 6ef006b1-ae81-4784-8180-f17ad8e60a1b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:04.847047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.878729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 6ef006b1-ae81-4784-8180-f17ad8e60a1b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6ef006b1-ae81-4784-8180-f17ad8e60a1b,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:04.883303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:04.899552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-a3ac640d-6d9d-4371-8984-b4d3a1740906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:04.901082 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-a3ac640d-6d9d-4371-8984-b4d3a1740906 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821340 Sep 22 17:26:04.950691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:05.032368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-c44777eb-7acc-479c-8d2c-b274d4836894 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254578 Sep 22 17:26:05.217686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9e7120d-4d32-40d7-aa51-59c9e5e7e210 req-b24b9200-bffc-4bc3-b10b-6b57c58d2d84 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794693 Sep 22 17:26:05.247656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673038ef-adbd-414b-8b8e-e8c62a503eb4 req-cbdb4e53-c9cf-4522-a1cd-6c18765da2a3 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:05.249194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-673038ef-adbd-414b-8b8e-e8c62a503eb4 req-cbdb4e53-c9cf-4522-a1cd-6c18765da2a3 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.1046562 Sep 22 17:26:05.298377 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-673038ef-adbd-414b-8b8e-e8c62a503eb4 req-8e996fa2-5794-4c28-b13d-b99fb28fe5a9 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Sep 22 17:26:05.485511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-b8cc0188-7315-45c5-bdef-6cd73fb2bf4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:05.487039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-b8cc0188-7315-45c5-bdef-6cd73fb2bf4a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1096 time: 0.1850047 Sep 22 17:26:05.630787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-a58bd18b-228a-4891-abdf-c151d9cf4b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:05.632278 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-a58bd18b-228a-4891-abdf-c151d9cf4b59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 913 time: 0.1387682 Sep 22 17:26:05.705544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-dd426504-bb1e-4ccc-aff4-988dfd1e039c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.0670547 Sep 22 17:26:05.768291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-f4308f95-b5ae-4739-9578-cf956180b213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:05.769756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-f4308f95-b5ae-4739-9578-cf956180b213 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0581169 Sep 22 17:26:05.855795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-bc190426-5363-4922-b839-176982561230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:05.857290 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-bc190426-5363-4922-b839-176982561230 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802021 Sep 22 17:26:05.999545 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-b75ab8e6-b5a5-47ff-97ff-9d8c96363a44 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351593 Sep 22 17:26:06.119092 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:26:06.132633 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e3c52092-b7d3-4ce6-857f-b005b68c0d81 req-977d2bd6-29bc-4ac9-a4d3-6604ee3efbce service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271961 Sep 22 17:26:06.567925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6ef006b1-ae81-4784-8180-f17ad8e60a1b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:26:06.610664 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e3489-085e-454b-b4c7-34ce0b4dff0f req-48485863-ff51-43a5-baaa-8a50abd2be4b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:06.612157 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b54e3489-085e-454b-b4c7-34ce0b4dff0f req-48485863-ff51-43a5-baaa-8a50abd2be4b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.1982198 Sep 22 17:26:06.638835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 6ef006b1-ae81-4784-8180-f17ad8e60a1b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:06.639204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:06.639541 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 6ef006b1-ae81-4784-8180-f17ad8e60a1b Sep 22 17:26:06.656579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b54e3489-085e-454b-b4c7-34ce0b4dff0f req-cb5b2d1a-56b6-491d-87dd-54ac889e4e39 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Synchronizing usage tracker for tenant:cdce830ba26042c095322f968d7b7a33 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:26:06.673354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b54e3489-085e-454b-b4c7-34ce0b4dff0f req-cb5b2d1a-56b6-491d-87dd-54ac889e4e39 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Unset dirty status for tenant:cdce830ba26042c095322f968d7b7a33 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:26:06.674539 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b54e3489-085e-454b-b4c7-34ce0b4dff0f req-cb5b2d1a-56b6-491d-87dd-54ac889e4e39 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Sep 22 17:26:06.759214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 6ef006b1-ae81-4784-8180-f17ad8e60a1b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:07.869835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb78938-9877-4ca7-8ebc-1ccabb1178c0 req-38cac8b5-2561-411d-ad52-d88067019d30 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:07.871308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aeb78938-9877-4ca7-8ebc-1ccabb1178c0 req-38cac8b5-2561-411d-ad52-d88067019d30 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.0857112 Sep 22 17:26:07.914031 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-aeb78938-9877-4ca7-8ebc-1ccabb1178c0 req-29b41b45-67dc-4703-92ec-0b3f284ceea4 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371435 Sep 22 17:26:08.237636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 150e673f-19b1-49de-8ffd-cfcc090dbc4a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:26:08.368830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:08.381850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'network_id': '73982e12-ec02-4ed2-8253-83f85c2d5558', 'port_id': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'mac_address': 'fa:16:3e:ea:a2:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78c55fc3-7dd9-4f92-a0bd-54b93f2ba641', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:26:08.436901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 150e673f-19b1-49de-8ffd-cfcc090dbc4a is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:08.437279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.454154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 150e673f-19b1-49de-8ffd-cfcc090dbc4a {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:26:08.469323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:08.474739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:08.547479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:08.852878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['150e673f-19b1-49de-8ffd-cfcc090dbc4a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:26:09.111859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da97584f-262c-4d2d-be51-49b29a4bdd5b req-14c5ca20-6432-4896-a790-936a0c2cd7e8 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:09.113269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da97584f-262c-4d2d-be51-49b29a4bdd5b req-14c5ca20-6432-4896-a790-936a0c2cd7e8 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 944 time: 0.0890775 Sep 22 17:26:09.158710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da97584f-262c-4d2d-be51-49b29a4bdd5b req-eaa9478b-708c-4591-a697-79eb1417dcca tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397313 Sep 22 17:26:10.254345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 150e673f-19b1-49de-8ffd-cfcc090dbc4a up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:26:10.353427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 150e673f-19b1-49de-8ffd-cfcc090dbc4a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:26:10.358481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 150e673f-19b1-49de-8ffd-cfcc090dbc4a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:26:10.358861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.359196 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 150e673f-19b1-49de-8ffd-cfcc090dbc4a Sep 22 17:26:10.365730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048c5700-9ed4-472b-8f31-c64c9ae6d473 req-165f5096-c796-4674-9f52-7ef66cc46ebc tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:10.367777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-048c5700-9ed4-472b-8f31-c64c9ae6d473 req-165f5096-c796-4674-9f52-7ef66cc46ebc tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 944 time: 0.0964811 Sep 22 17:26:10.414636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-048c5700-9ed4-472b-8f31-c64c9ae6d473 req-5f678398-0f4f-4503-8201-bf8973dd0c83 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402410 Sep 22 17:26:10.477285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 150e673f-19b1-49de-8ffd-cfcc090dbc4a is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:10.477658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.504370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:26:10.506680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f4f754d-e9ee-4f6b-994c-18020dc443c6" -d '{"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-plugged", "status": "completed", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:10.514895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:10.520173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:10.557754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0d0862-dc76-469f-8e49-b0a7e61106d4 x-openstack-request-id: req-6f0d0862-dc76-469f-8e49-b0a7e61106d4 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:10.558031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-plugged", "status": "completed", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:10.558282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f0d0862-dc76-469f-8e49-b0a7e61106d4 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:10.558663 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f0d0862-dc76-469f-8e49-b0a7e61106d4'] response: {'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'code': 200} Sep 22 17:26:10.597278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:10.819775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753e926b-0cc2-4e42-a05d-2ff699727c69 req-6f85a585-d80d-4f37-9998-c0bbc53c62b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:10.821169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-753e926b-0cc2-4e42-a05d-2ff699727c69 req-6f85a585-d80d-4f37-9998-c0bbc53c62b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1098 time: 0.0811841 Sep 22 17:26:10.859592 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-753e926b-0cc2-4e42-a05d-2ff699727c69 req-31451396-c621-489c-9990-0d35a1c2f8eb service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327229 Sep 22 17:26:11.608920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b6773f-2406-4c49-aa7a-6c5368ceb005 req-707dcb4b-2e16-4387-86cd-567a8369638b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:11.610369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1b6773f-2406-4c49-aa7a-6c5368ceb005 req-707dcb4b-2e16-4387-86cd-567a8369638b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0864234 Sep 22 17:26:11.653401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1b6773f-2406-4c49-aa7a-6c5368ceb005 req-e78de1c1-605a-4b09-a4f2-8ec3928f1677 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373714 Sep 22 17:26:12.853234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b076fc4-6182-4edf-bac6-fc4aafc8594c req-eb7f5fc7-e838-4d1e-a142-4f0ba2222499 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:12.854682 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5b076fc4-6182-4edf-bac6-fc4aafc8594c req-eb7f5fc7-e838-4d1e-a142-4f0ba2222499 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0861082 Sep 22 17:26:12.903568 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5b076fc4-6182-4edf-bac6-fc4aafc8594c req-029cbeba-8dc0-40c9-bbe4-e29a6abda8ef tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413258 Sep 22 17:26:13.278226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55266) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:13.319092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa77e4fa-ab67-40b0-926e-b0ac2e78dbee req-12304ad9-c749-4609-ad33-0184751ad17d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:13.320561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aa77e4fa-ab67-40b0-926e-b0ac2e78dbee req-12304ad9-c749-4609-ad33-0184751ad17d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0932157 Sep 22 17:26:13.364426 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-aa77e4fa-ab67-40b0-926e-b0ac2e78dbee req-ab7603ea-431c-4d3f-86d7-32dc1bb6cb94 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383010 Sep 22 17:26:13.406358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-b153dbd1-7827-4981-bc56-6f4356f97df7 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1268284 Sep 22 17:26:14.566672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74731e52-dccc-440c-bf48-a29121e7e171 req-5845dd2a-0c50-4b46-a95a-0444c59756c1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:14.568122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74731e52-dccc-440c-bf48-a29121e7e171 req-5845dd2a-0c50-4b46-a95a-0444c59756c1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0879703 Sep 22 17:26:14.610796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-74731e52-dccc-440c-bf48-a29121e7e171 req-dfc15a78-bbdc-4386-8dae-a99f398c328b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370367 Sep 22 17:26:14.855137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-2038dd58-f4b6-41e1-841c-d65e85a64093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:14.856582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-2038dd58-f4b6-41e1-841c-d65e85a64093 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1098 time: 0.0797606 Sep 22 17:26:14.985826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-7b1d2976-eb24-465c-9203-8d6a6a8d56ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:14.988120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-7b1d2976-eb24-465c-9203-8d6a6a8d56ca service neutron] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 913 time: 0.1256332 Sep 22 17:26:15.164114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-5b714855-b033-414a-9f23-b76a8bafc961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.1690540 Sep 22 17:26:15.225237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-0eef2092-3c71-4bf1-b475-0a567f634b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:15.226750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-0eef2092-3c71-4bf1-b475-0a567f634b28 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0572667 Sep 22 17:26:15.309425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-c9b1e4f7-d76f-4b55-abbf-9aefcadfb0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:15.311258 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-c9b1e4f7-d76f-4b55-abbf-9aefcadfb0e9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785058 Sep 22 17:26:15.440899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-3548230d-12f8-4404-9dff-aef61b7a4479 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234438 Sep 22 17:26:15.573370 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-6a3ac0f5-6607-4baa-a089-ee24f72755d2 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261003 Sep 22 17:26:15.813735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e7dd92-b95f-467c-9279-e784883838ac req-51aeb244-3a20-4418-89d1-9673f87e0db6 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:15.815638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09e7dd92-b95f-467c-9279-e784883838ac req-51aeb244-3a20-4418-89d1-9673f87e0db6 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0921569 Sep 22 17:26:15.859268 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09e7dd92-b95f-467c-9279-e784883838ac req-21e36465-2e2e-4d4f-9d70-0c310f2f9647 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379350 Sep 22 17:26:17.061006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25c9c9-09d5-4640-8290-2f1045f0fb77 req-6241269c-f5cf-4952-b492-9dafcf6254aa tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:17.062455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be25c9c9-09d5-4640-8290-2f1045f0fb77 req-6241269c-f5cf-4952-b492-9dafcf6254aa tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0926731 Sep 22 17:26:17.106256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-be25c9c9-09d5-4640-8290-2f1045f0fb77 req-84f7aa3b-b63b-4aa0-875a-3495d088c655 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381730 Sep 22 17:26:18.307430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7af5c-dcab-47c3-ac32-503ecd5ba02f req-68d74aba-ff7d-49ab-8abd-34c0739a3d1b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:18.309053 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54f7af5c-dcab-47c3-ac32-503ecd5ba02f req-68d74aba-ff7d-49ab-8abd-34c0739a3d1b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0896645 Sep 22 17:26:18.361597 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54f7af5c-dcab-47c3-ac32-503ecd5ba02f req-50d5ae5d-e2a1-45be-bee3-04b4124f6f52 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458469 Sep 22 17:26:19.566686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83c130-8201-49dd-a8d0-7e42086fdaca req-c840d05c-1957-4968-92b3-bcfbc9843c0e tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:19.568070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c83c130-8201-49dd-a8d0-7e42086fdaca req-c840d05c-1957-4968-92b3-bcfbc9843c0e tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0923829 Sep 22 17:26:19.615953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c83c130-8201-49dd-a8d0-7e42086fdaca req-96346bec-02fc-4584-a02f-194ef9ba4ddc tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421379 Sep 22 17:26:20.812455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f77eba2-9bfc-4e10-a454-2050140a25ce req-538f2936-3ae7-4a76-a734-9d58d1118363 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:20.813841 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f77eba2-9bfc-4e10-a454-2050140a25ce req-538f2936-3ae7-4a76-a734-9d58d1118363 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0863440 Sep 22 17:26:20.857532 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f77eba2-9bfc-4e10-a454-2050140a25ce req-6e70a700-9485-45be-8ab7-6817a3dfb5ab tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381122 Sep 22 17:26:22.052567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7612da5-490f-473d-b673-f64b08d15cd9 req-2b8e71d0-4be1-49ed-a057-1afefb886d46 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:22.054085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e7612da5-490f-473d-b673-f64b08d15cd9 req-2b8e71d0-4be1-49ed-a057-1afefb886d46 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0868685 Sep 22 17:26:22.102966 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e7612da5-490f-473d-b673-f64b08d15cd9 req-d8757bdf-25b5-4894-b66c-706fcfff1697 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430641 Sep 22 17:26:22.405405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-014c41d2-bd03-4c30-915f-d5cca702181d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:23.302741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb62116-7dd1-4949-8e77-a0edd3c6bd86 req-e7335504-0548-415a-b2be-6f2f4963c95d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:23.304209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cb62116-7dd1-4949-8e77-a0edd3c6bd86 req-e7335504-0548-415a-b2be-6f2f4963c95d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0916281 Sep 22 17:26:23.348964 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cb62116-7dd1-4949-8e77-a0edd3c6bd86 req-3bc10b09-c803-4bd1-a078-fc75e81c7de9 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388131 Sep 22 17:26:24.547405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61842b5e-b016-4e5a-84a0-d5f3f78f8e96 req-14c0272a-732c-402a-8e12-937310255a08 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:24.548944 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-61842b5e-b016-4e5a-84a0-d5f3f78f8e96 req-14c0272a-732c-402a-8e12-937310255a08 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0905664 Sep 22 17:26:24.553595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-54475be7-ba6a-4aa5-b978-2b452f456311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:24.593849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-61842b5e-b016-4e5a-84a0-d5f3f78f8e96 req-5f120440-28af-4c46-a42b-b46b9d90c435 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391350 Sep 22 17:26:25.419530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:25.639159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:25.810910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c491dfd-77de-4c11-ad6c-8e8b9f83806d req-6d34162f-dc65-4862-b729-a42ab9d4db8c tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:25.812377 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c491dfd-77de-4c11-ad6c-8e8b9f83806d req-6d34162f-dc65-4862-b729-a42ab9d4db8c tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0976930 Sep 22 17:26:25.859570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c491dfd-77de-4c11-ad6c-8e8b9f83806d req-57c5794e-0fbd-49b2-a50d-ab3d274d3804 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406227 Sep 22 17:26:26.011799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:26.683424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-f0505c0c-daea-4cc2-a5c1-00a0aaa6fc70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:26.684920 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-f0505c0c-daea-4cc2-a5c1-00a0aaa6fc70 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1098 time: 0.0813496 Sep 22 17:26:26.829622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-0f951faa-bcb9-4e32-ad12-09d572a55d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:26.831505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-0f951faa-bcb9-4e32-ad12-09d572a55d2c service neutron] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 913 time: 0.1290896 Sep 22 17:26:26.899373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-bf2280ad-a756-4be8-8a9e-a7834fe01581 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.0618145 Sep 22 17:26:26.965666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-8ea1605d-9265-4067-834c-f621ac004d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:26.967135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-8ea1605d-9265-4067-834c-f621ac004d8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0626187 Sep 22 17:26:27.115951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-1802a305-017f-41a7-9f22-03d431b58cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:27.117448 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-1802a305-017f-41a7-9f22-03d431b58cda service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1445606 Sep 22 17:26:27.125876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0daae-81b2-462a-93bb-91f4c7139f98 req-d7a3fbfc-8c95-4a78-b22a-69f71236d577 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:27.127254 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4fc0daae-81b2-462a-93bb-91f4c7139f98 req-d7a3fbfc-8c95-4a78-b22a-69f71236d577 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.1191435 Sep 22 17:26:27.241449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:27.250698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4fc0daae-81b2-462a-93bb-91f4c7139f98 req-13c89cb4-faec-4796-b377-748faabd9149 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041603 Sep 22 17:26:27.286195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-74d42917-ba85-4e7a-a2d5-2d821b0416ab service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579540 Sep 22 17:26:27.415361 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c20ad2b4-fc19-4675-b574-e766b4a22ff1 req-7471d800-7daf-4a04-9c63-f1594a2a28f7 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231403 Sep 22 17:26:28.459133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4e1948-5e82-4c96-aab3-38fad86fb31b req-c5093b14-d09a-4402-abe8-190fbc895233 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:28.460630 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b4e1948-5e82-4c96-aab3-38fad86fb31b req-c5093b14-d09a-4402-abe8-190fbc895233 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0962183 Sep 22 17:26:28.504707 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b4e1948-5e82-4c96-aab3-38fad86fb31b req-274b3a51-9203-47bc-8f2f-55082a7f9619 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Sep 22 17:26:29.812845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58438da0-2b27-4dd5-aacb-62fb57acaf39 req-520b58df-ce97-42e1-a83a-b53ac0b6bbfa tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:29.814257 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58438da0-2b27-4dd5-aacb-62fb57acaf39 req-520b58df-ce97-42e1-a83a-b53ac0b6bbfa tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.1983554 Sep 22 17:26:29.858223 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58438da0-2b27-4dd5-aacb-62fb57acaf39 req-2047e896-071f-45a0-9bbf-27ec934b1be8 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383170 Sep 22 17:26:31.058201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d3a96-de6d-4821-b2fa-8b7d2ed8f30d req-0453c3ef-fea7-410e-a502-871bf0f25724 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:31.059636 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-566d3a96-de6d-4821-b2fa-8b7d2ed8f30d req-0453c3ef-fea7-410e-a502-871bf0f25724 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0916045 Sep 22 17:26:31.103924 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-566d3a96-de6d-4821-b2fa-8b7d2ed8f30d req-f256d378-eccd-42b7-adbc-6d4b4cd2ad10 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385561 Sep 22 17:26:32.297888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250db8bf-bbcc-4e2b-8757-1c8fdc4a15b4 req-843bf3b6-7a07-47e2-855f-81841878e304 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:32.299352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-250db8bf-bbcc-4e2b-8757-1c8fdc4a15b4 req-843bf3b6-7a07-47e2-855f-81841878e304 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0870514 Sep 22 17:26:32.343586 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-250db8bf-bbcc-4e2b-8757-1c8fdc4a15b4 req-7afed99d-7f71-407e-ba8e-f77932abaeb2 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379326 Sep 22 17:26:33.544353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffacb91-a86b-4650-a368-f03f58e76c8f req-14f6728b-afd3-4161-a318-722e80625522 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:33.545733 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bffacb91-a86b-4650-a368-f03f58e76c8f req-14f6728b-afd3-4161-a318-722e80625522 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0889125 Sep 22 17:26:33.593824 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bffacb91-a86b-4650-a368-f03f58e76c8f req-44de86eb-18a4-4b9c-8f47-2a1a09038933 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423932 Sep 22 17:26:34.795652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472d54e1-9d50-410a-b594-0816f94296d0 req-037ca1e9-0c0f-4b92-9292-2768f9204f7b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:34.797061 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-472d54e1-9d50-410a-b594-0816f94296d0 req-037ca1e9-0c0f-4b92-9292-2768f9204f7b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0902770 Sep 22 17:26:34.841701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-472d54e1-9d50-410a-b594-0816f94296d0 req-9c8c150e-5d7c-42c7-a318-0729ead34e1c tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384114 Sep 22 17:26:36.038291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7c5cd7-f2ee-4dab-b880-28a9875c3bc5 req-7d8a7709-0168-4b0f-9f64-f0f87202038d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:36.039747 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc7c5cd7-f2ee-4dab-b880-28a9875c3bc5 req-7d8a7709-0168-4b0f-9f64-f0f87202038d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0879631 Sep 22 17:26:36.083575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc7c5cd7-f2ee-4dab-b880-28a9875c3bc5 req-dc613ae8-e264-4e23-85c1-43529c9e0d38 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381482 Sep 22 17:26:37.283218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca3a2d0-662c-4ca4-8eac-26c49adad4f9 req-bc5acdd0-bea8-4c47-b26f-ca41cca9fbd7 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:37.284688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ca3a2d0-662c-4ca4-8eac-26c49adad4f9 req-bc5acdd0-bea8-4c47-b26f-ca41cca9fbd7 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0902627 Sep 22 17:26:37.329452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ca3a2d0-662c-4ca4-8eac-26c49adad4f9 req-e28d9686-7b06-4cc4-9265-ce96ffd761ef tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383418 Sep 22 17:26:38.530792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5704b4b1-a312-434d-b0be-18363d6da285 req-de064add-2af2-44d3-9857-299486a20d8d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:38.532270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5704b4b1-a312-434d-b0be-18363d6da285 req-de064add-2af2-44d3-9857-299486a20d8d tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0910478 Sep 22 17:26:38.576228 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5704b4b1-a312-434d-b0be-18363d6da285 req-3b2565d4-84ad-48f8-88be-f5b8b797f10a tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Sep 22 17:26:39.773788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e77e3c-4727-4533-9a7a-cfde6756b32a req-7dc76e24-3123-4f48-94f6-886594b07de6 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:39.775239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0e77e3c-4727-4533-9a7a-cfde6756b32a req-7dc76e24-3123-4f48-94f6-886594b07de6 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0877776 Sep 22 17:26:39.819131 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0e77e3c-4727-4533-9a7a-cfde6756b32a req-27c2ab2d-9888-4453-bfd1-235ca6657b74 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382812 Sep 22 17:26:41.016940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd47a862-3b61-41bc-9a91-18f533d0b50e req-14892729-53d9-48eb-855b-03b6dca5ec54 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:41.018378 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dd47a862-3b61-41bc-9a91-18f533d0b50e req-14892729-53d9-48eb-855b-03b6dca5ec54 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0872397 Sep 22 17:26:41.065603 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dd47a862-3b61-41bc-9a91-18f533d0b50e req-4750058c-785f-430a-bf33-308fc63c1d05 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412002 Sep 22 17:26:42.275997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86054b-9326-455f-a2e5-e137c1ae3e42 req-46a65fc4-7f31-48ce-bdd2-4c27fc2618f5 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:42.277548 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b86054b-9326-455f-a2e5-e137c1ae3e42 req-46a65fc4-7f31-48ce-bdd2-4c27fc2618f5 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0916615 Sep 22 17:26:42.321971 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b86054b-9326-455f-a2e5-e137c1ae3e42 req-6f672792-4332-46bf-b254-ec7820b5f097 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388274 Sep 22 17:26:42.449480 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-dcee1d25-04cd-4d42-952f-f76a258a74a8 service neutron] 10.222.0.18 "GET /v2.0/ports/150e673f-19b1-49de-8ffd-cfcc090dbc4a/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0786443 Sep 22 17:26:42.736587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-494ebbb8-9707-4384-b138-edc83a715cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:42.737981 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-494ebbb8-9707-4384-b138-edc83a715cc0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976&tenant_id=cdce830ba26042c095322f968d7b7a33 HTTP/1.1" status: 200 len: 1098 time: 0.0795882 Sep 22 17:26:42.850213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-6d14ce90-36a4-4cee-9ac9-fe05ecb52f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:42.851659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-6d14ce90-36a4-4cee-9ac9-fe05ecb52f44 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1098 time: 0.0807586 Sep 22 17:26:42.982479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-59981d10-5476-4435-85d2-5f68464ede96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:42.983897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-59981d10-5476-4435-85d2-5f68464ede96 service neutron] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 913 time: 0.1264009 Sep 22 17:26:43.049642 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-3721c0f9-e729-4ee9-bcc1-e754e684c8e1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.0598841 Sep 22 17:26:43.113638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-7412ea67-d1de-47f4-afd8-993f71cbf0a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:43.115058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-7412ea67-d1de-47f4-afd8-993f71cbf0a7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0597732 Sep 22 17:26:43.118314 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:26:43.196740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-9e15f836-73f2-4ad5-9d4a-452ed37ce68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:43.198231 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-9e15f836-73f2-4ad5-9d4a-452ed37ce68a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774565 Sep 22 17:26:43.329808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-a63af565-7098-403d-b855-76a50f54dc21 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256742 Sep 22 17:26:43.463591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43da1ab4-6fe4-4767-9925-e789924689a1 req-d3f4d7cd-9ca4-40b2-b175-136f5fa21857 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276076 Sep 22 17:26:43.522067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80eb66d-761d-4e19-b176-57385be5eb98 req-b4a3f575-79c1-4b2b-93fe-ff641bb1d4d4 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:43.523544 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e80eb66d-761d-4e19-b176-57385be5eb98 req-b4a3f575-79c1-4b2b-93fe-ff641bb1d4d4 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0899069 Sep 22 17:26:43.569633 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e80eb66d-761d-4e19-b176-57385be5eb98 req-4192bdc0-189e-4e8f-b4fc-10f1cf495380 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395777 Sep 22 17:26:44.770629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2db83-cf72-450e-9aa8-8f3ba214607e req-9e980c91-6d55-4e52-9994-a71f1d99a92e tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:44.772079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93f2db83-cf72-450e-9aa8-8f3ba214607e req-9e980c91-6d55-4e52-9994-a71f1d99a92e tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0922024 Sep 22 17:26:44.815372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93f2db83-cf72-450e-9aa8-8f3ba214607e req-e65228d9-2d31-4d43-b56e-cd4e931c3650 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375795 Sep 22 17:26:46.016516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ff0995-bbbb-427a-8bca-4503233feef4 req-65c5ccdd-761e-4cfc-bab8-2fe221af635b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:46.018002 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20ff0995-bbbb-427a-8bca-4503233feef4 req-65c5ccdd-761e-4cfc-bab8-2fe221af635b tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 945 time: 0.0909753 Sep 22 17:26:46.061654 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20ff0995-bbbb-427a-8bca-4503233feef4 req-0bd4b104-d6c1-4cd4-8609-9df8174f74c4 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376375 Sep 22 17:26:46.470146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 150e673f-19b1-49de-8ffd-cfcc090dbc4a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:26:46.582787 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 150e673f-19b1-49de-8ffd-cfcc090dbc4a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:26:46.583183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:46.609280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:26:46.611509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760d8a7c-621e-41cc-8317-795ff4c5f724" -d '{"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-unplugged", "status": "completed", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:46.620031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:46.624402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:46.696278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:46.703809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.704159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.704534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.704893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.705224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.705554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.705891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.706207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.706531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.706853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.707172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.707491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:46.720749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a311a27-e347-4e80-9c17-2310dbbf4113 x-openstack-request-id: req-4a311a27-e347-4e80-9c17-2310dbbf4113 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:46.721060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-unplugged", "status": "completed", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:46.721295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a311a27-e347-4e80-9c17-2310dbbf4113 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:46.721685 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a311a27-e347-4e80-9c17-2310dbbf4113'] response: {'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'code': 200} Sep 22 17:26:47.405469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33957391-6f01-434e-8610-e8ef08cf793f req-b9ce4725-aa5b-4359-84ea-4171de0120e3 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:47.406843 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-33957391-6f01-434e-8610-e8ef08cf793f req-b9ce4725-aa5b-4359-84ea-4171de0120e3 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.0875087 Sep 22 17:26:47.463532 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-33957391-6f01-434e-8610-e8ef08cf793f req-c8b3e262-d633-4d34-a366-fbebe492caf7 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509782 Sep 22 17:26:47.865780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-cf7d2301-bb40-4cec-a96d-0838b1acb432 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:47.867215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-cf7d2301-bb40-4cec-a96d-0838b1acb432 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.18 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976&tenant_id=cdce830ba26042c095322f968d7b7a33&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 943 time: 0.0927334 Sep 22 17:26:48.131983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-9697a6fe-c661-49de-8faf-b500fba7349b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:48.133485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-9697a6fe-c661-49de-8faf-b500fba7349b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=cdce830ba26042c095322f968d7b7a33&device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 1096 time: 0.1823969 Sep 22 17:26:48.263564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-dd5c1a7c-548a-4307-9e2a-d28a7ef96a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:48.265037 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-dd5c1a7c-548a-4307-9e2a-d28a7ef96a7e service neutron] 10.222.0.18 "GET /v2.0/networks?id=73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 200 len: 913 time: 0.1255240 Sep 22 17:26:48.335206 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-1d07eb0d-53ba-4b24-bd7c-61075f3e6c0e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 200 len: 217 time: 0.0635011 Sep 22 17:26:48.397600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-1645d38b-b769-4d86-9aa8-420122fdb685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:48.398917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-1645d38b-b769-4d86-9aa8-420122fdb685 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 200 len: 851 time: 0.0573812 Sep 22 17:26:48.481074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-36fd45b3-7599-429a-a357-90db55b362bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:48.482532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-36fd45b3-7599-429a-a357-90db55b362bf service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=73982e12-ec02-4ed2-8253-83f85c2d5558&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773022 Sep 22 17:26:48.622268 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-761c121f-f671-4d43-8fe4-7e4c61fbed25 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335325 Sep 22 17:26:48.757339 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-41194309-a3d0-4c5c-ae3c-26dcd1caffd5 service neutron] 10.222.0.18 "GET /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298833 Sep 22 17:26:49.710163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24cb68e-3740-4a26-addf-dc8700c90bc5 req-ef1aa41c-fc97-471d-80eb-5fa595d1d23f tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:49.711869 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d24cb68e-3740-4a26-addf-dc8700c90bc5 req-ef1aa41c-fc97-471d-80eb-5fa595d1d23f tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.0932393 Sep 22 17:26:49.758121 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d24cb68e-3740-4a26-addf-dc8700c90bc5 req-4c354f21-6244-4cdf-9a04-95b884abbc37 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402913 Sep 22 17:26:50.960458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b1774-b9f5-41b0-9adf-2a0a73cca862 req-b35d33f6-22fb-4227-93a4-345a91335565 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:50.961932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-835b1774-b9f5-41b0-9adf-2a0a73cca862 req-b35d33f6-22fb-4227-93a4-345a91335565 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.0920808 Sep 22 17:26:51.008248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-835b1774-b9f5-41b0-9adf-2a0a73cca862 req-5c8d1b1b-4e65-4784-b651-7a938d71d5a2 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/security-groups?id=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405750 Sep 22 17:26:51.562714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-fed4ea13-a5cc-48e5-9fce-3fef10804924 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:26:51.564036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-fed4ea13-a5cc-48e5-9fce-3fef10804924 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.18 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 943 time: 0.0883207 Sep 22 17:26:51.631731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Deleting port 150e673f-19b1-49de-8ffd-cfcc090dbc4a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:51.632068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:51.876314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] For port 150e673f-19b1-49de-8ffd-cfcc090dbc4a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=150e673f-19b1-49de-8ffd-cfcc090dbc4a,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:51.876689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:51.996754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Calling delete_port for 150e673f-19b1-49de-8ffd-cfcc090dbc4a owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:26:52.150504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:52.172693 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-936fad14-d206-43dd-be5c-604ed0328302 req-9a5f4530-e866-4b62-8a76-c9e1f2f7484f tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.25 "GET /v2.0/ports?device_id=571465a1-3e1d-4b82-aaa0-219f545d7976 HTTP/1.1" status: 200 len: 210 time: 0.0538986 Sep 22 17:26:52.201103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Pushing event deleted for resources: {'Port': ['ID=150e673f-19b1-49de-8ffd-cfcc090dbc4a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:52.357461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.357815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.358158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.358503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.358832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.359167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.359497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.359826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.360153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.360478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.360826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.361154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:52.406714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f3655d62-04dd-4fd5-9d34-24cd2c3b91c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:52.411695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] No DVR routers for this DVR port 150e673f-19b1-49de-8ffd-cfcc090dbc4a on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:52.414052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:52.416717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-deleted', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:26:52.419000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8a98815-2acb-4595-8d15-3a02dc26a9d6" -d '{"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-deleted", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:26:52.433554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-381c7de2-22e8-4752-9d07-4f155e7cca92 req-3aa947b4-4080-44f8-b377-10219973d1a1 tempest-DeleteServersTestJSON-1246103881 tempest-DeleteServersTestJSON-1246103881-project] 10.222.0.18 "DELETE /v2.0/ports/150e673f-19b1-49de-8ffd-cfcc090dbc4a HTTP/1.1" status: 204 len: 173 time: 0.8647156 Sep 22 17:26:52.515707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf49836-abd1-4f1e-8245-8373d4a3aa9b x-openstack-request-id: req-fbf49836-abd1-4f1e-8245-8373d4a3aa9b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:26:52.516008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "571465a1-3e1d-4b82-aaa0-219f545d7976", "name": "network-vif-deleted", "tag": "150e673f-19b1-49de-8ffd-cfcc090dbc4a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:26:52.516264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fbf49836-abd1-4f1e-8245-8373d4a3aa9b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:26:52.516699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbf49836-abd1-4f1e-8245-8373d4a3aa9b'] response: {'server_uuid': '571465a1-3e1d-4b82-aaa0-219f545d7976', 'name': 'network-vif-deleted', 'tag': '150e673f-19b1-49de-8ffd-cfcc090dbc4a', 'status': 'completed', 'code': 200} Sep 22 17:26:53.427199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55376) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:53.966460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:54.309532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Deleting port 6ef006b1-ae81-4784-8180-f17ad8e60a1b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:54.309872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:54.472571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 150e673f-19b1-49de-8ffd-cfcc090dbc4a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:26:54.477897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] For port 6ef006b1-ae81-4784-8180-f17ad8e60a1b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=6ef006b1-ae81-4784-8180-f17ad8e60a1b,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:54.478322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:54.507104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 150e673f-19b1-49de-8ffd-cfcc090dbc4a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:26:54.507366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 150e673f-19b1-49de-8ffd-cfcc090dbc4a not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:26:54.557878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-79e19286-be21-41dc-aafb-44b45423ce23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:54.601224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Calling delete_port for 6ef006b1-ae81-4784-8180-f17ad8e60a1b owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:26:55.027566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:55.074849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Pushing event deleted for resources: {'Port': ['ID=6ef006b1-ae81-4784-8180-f17ad8e60a1b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:55.355057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:55.429638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:55.642781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:55.744443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Router db1afd98-3467-426e-8eb0-d492fdac087a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:26:55.936707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:26:55.946110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Sync routers for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:26:55.950477 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ff3c52a-146b-4350-b718-3d8220967ddb admin admin] 10.222.0.25 "PUT /v2.0/routers/db1afd98-3467-426e-8eb0-d492fdac087a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5216939 Sep 22 17:26:55.953025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55380) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:55.955276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:26:55.955886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:56.042470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.158739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:26:56.256942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.431551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.442013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Deleting port bf2253c8-7743-460c-a68c-7504cfc77eab {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:56.442422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.456462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17'}], 'enable_snat': True}, 'gw_port_id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:54Z', 'revision_number': 5, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port': {'id': 'bf2253c8-7743-460c-a68c-7504cfc77eab', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1529, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:56.460909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Checking router: db1afd98-3467-426e-8eb0-d492fdac087a for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:26:56.469380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Routers {'db1afd98-3467-426e-8eb0-d492fdac087a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:26:56.469968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['db1afd98-3467-426e-8eb0-d492fdac087a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:56.636580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] Set router db1afd98-3467-426e-8eb0-d492fdac087a gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:26:56.638123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] For port bf2253c8-7743-460c-a68c-7504cfc77eab, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=bf2253c8-7743-460c-a68c-7504cfc77eab,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:56.638489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.762284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Calling delete_port for bf2253c8-7743-460c-a68c-7504cfc77eab owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:26:56.792894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:56Z', 'revision_number': 6, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:56.797224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05fb2130-d6e2-452a-9d0d-1efe816c1055 None None] The sync data for ids ['db1afd98-3467-426e-8eb0-d492fdac087a'] in dv-neutron-858953-1-hyperv is: [{'id': 'db1afd98-3467-426e-8eb0-d492fdac087a', 'name': 'tempest-DeleteServersTestJSON-1386951312-router', 'tenant_id': 'cdce830ba26042c095322f968d7b7a33', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:25:55Z', 'updated_at': '2022-09-22T17:26:56Z', 'revision_number': 6, 'project_id': 'cdce830ba26042c095322f968d7b7a33', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:26:56.940979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:56.987391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Pushing event deleted for resources: {'Port': ['ID=bf2253c8-7743-460c-a68c-7504cfc77eab,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:57.086373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.244521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.263841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.266070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.287955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.288474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Fanout notify agent at l3_agent the message router_deleted on router db1afd98-3467-426e-8eb0-d492fdac087a {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:26:57.300241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.301382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c84ba8fe-7eba-49a4-8fd8-272bdf79b69b admin admin] 10.222.0.25 "DELETE /v2.0/routers/db1afd98-3467-426e-8eb0-d492fdac087a HTTP/1.1" status: 204 len: 168 time: 1.3474133 Sep 22 17:26:57.304414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55384) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:57.361480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Deleting subnet 78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:26:57.364325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.415998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.493177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.561714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.604098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78c55fc3-7dd9-4f92-a0bd-54b93f2ba641,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:57.608200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.617732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6eb5da71-4707-4757-b55b-5ad2cf64b73d admin admin] 10.222.0.25 "DELETE /v2.0/subnets/78c55fc3-7dd9-4f92-a0bd-54b93f2ba641 HTTP/1.1" status: 204 len: 168 time: 0.3090384 Sep 22 17:26:57.618828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55388) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:57.621990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865fea8d-4a55-4845-875f-f4fea7854035 None None] Network 73982e12-ec02-4ed2-8253-83f85c2d5558 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:26:57.847100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.859498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Deleting port 64bc2d4d-256a-4f8d-a596-10050c4af689 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:57.859841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:57.903304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] DHCP port deletion for 73982e12-ec02-4ed2-8253-83f85c2d5558 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:26:57.907662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Deleting port 64bc2d4d-256a-4f8d-a596-10050c4af689 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:57.908033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.078174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] For port 64bc2d4d-256a-4f8d-a596-10050c4af689, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=64bc2d4d-256a-4f8d-a596-10050c4af689,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:58.078526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.120716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] For port 64bc2d4d-256a-4f8d-a596-10050c4af689, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=64bc2d4d-256a-4f8d-a596-10050c4af689,segment=NetworkSegment(4f671a88-9000-4497-9795-0579a649d88f),segment_id=4f671a88-9000-4497-9795-0579a649d88f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:26:58.121055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.204486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Calling delete_port for 64bc2d4d-256a-4f8d-a596-10050c4af689 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:26:58.249114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Calling delete_port for 64bc2d4d-256a-4f8d-a596-10050c4af689 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:26:58.280876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.326549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:26:58.326958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:26:58.332731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Pushing event deleted for resources: {'Port': ['ID=64bc2d4d-256a-4f8d-a596-10050c4af689,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:58.337616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] No DVR routers for this DVR port 64bc2d4d-256a-4f8d-a596-10050c4af689 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:26:58.450852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.475390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73982e12-ec02-4ed2-8253-83f85c2d5558']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:58.486872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f671a88-9000-4497-9795-0579a649d88f') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:58.487159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f671a88-9000-4497-9795-0579a649d88f') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:26:58.498144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.514217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.520164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:26:58.520541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.593099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6ef006b1-ae81-4784-8180-f17ad8e60a1b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:26:58.618598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.631836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 6ef006b1-ae81-4784-8180-f17ad8e60a1b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:26:58.632432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 6ef006b1-ae81-4784-8180-f17ad8e60a1b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:26:58.632916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bf2253c8-7743-460c-a68c-7504cfc77eab no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:26:58.647153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f671a88-9000-4497-9795-0579a649d88f resource provider aggregate not found Sep 22 17:26:58.653212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.662201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] Pushing event deleted for resources: {'Network': ['ID=73982e12-ec02-4ed2-8253-83f85c2d5558,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:58.668007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: bf2253c8-7743-460c-a68c-7504cfc77eab {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:26:58.668338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device bf2253c8-7743-460c-a68c-7504cfc77eab not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:26:58.668781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 64bc2d4d-256a-4f8d-a596-10050c4af689 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:26:58.671189 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4f671a88-9000-4497-9795-0579a649d88f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f671a88-9000-4497-9795-0579a649d88f found for delete ", "request_id": "req-8e4e3c30-316a-49ef-9123-13428c838107"}]} Sep 22 17:26:58.679869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3e97452a-8009-469e-aa45-d4c2b897f23a admin admin] 10.222.0.25 "DELETE /v2.0/networks/73982e12-ec02-4ed2-8253-83f85c2d5558 HTTP/1.1" status: 204 len: 168 time: 1.0609541 Sep 22 17:26:58.705729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 64bc2d4d-256a-4f8d-a596-10050c4af689 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:26:58.706058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 64bc2d4d-256a-4f8d-a596-10050c4af689 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:26:58.787205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55400) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:58.828546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Deleting port 64bc2d4d-256a-4f8d-a596-10050c4af689 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:26:58.828956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.835181 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-26c46718-7850-4cdc-80f7-67a1f6559c72 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=cdce830ba26042c095322f968d7b7a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0468414 Sep 22 17:26:58.837650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55404) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:58.896441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-908e4d8f-4657-47bb-8be9-ed0d97da552a None None] The port '64bc2d4d-256a-4f8d-a596-10050c4af689' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:26:58.899559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.930668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.981737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:58.998884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:26:59.009945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.010292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.010633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.010967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.011297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.011626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.011958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.012281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.012626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.012950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.013269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.013691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:26:59.019114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:59.020256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca3440a1-a0fe-42db-9ea5-cb86abbb27b3 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/411c2b7e-1f4b-4b5f-abe5-1bb85dc86fac HTTP/1.1" status: 204 len: 168 time: 0.1815908 Sep 22 17:26:59.742764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55428) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:26:59.845845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1915034028-network', 'tenant_id': '9b55505051544914aa03d8c52d850173'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:26:59.851205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:26:59.855054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Usage tracker for resource:network and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:26:59.857928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:26:59.867939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:26:59.876921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Made reservation on behalf of 9b55505051544914aa03d8c52d850173 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:26:59.879128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:59.891476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:26:59.905661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:26:59.909433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Usage tracker for resource:security_group_rule and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:26:59.912803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:26:59.918432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:00.000630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.004568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.031806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:27:00.045361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=000280b0-1823-4b8d-9ee2-bbb5d3395574,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:00.050041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.050377 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Added segment 8e087787-77f2-40ed-94ae-740591dad69c of type vlan for network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df Sep 22 17:27:00.079613 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.108179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.109148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:00.109714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.214137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] Pushing event updated for resources: {'Network': ['ID=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:00.217501 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a5cc1ce-36c0-40a8-8734-c737e2fabb74 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4736683 Sep 22 17:27:00.220263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55434) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:00.226489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Request body: {'subnet': {'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-subnet', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:00.227191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:27:00.231471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:00.235464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Usage tracker for resource:subnet and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:00.238467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:00.244476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:00.255599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Made reservation on behalf of 9b55505051544914aa03d8c52d850173 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:27:00.258192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.551271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.623892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=43563f8c-cfd4-439b-8875-52a8bf124100,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:00.632023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Checking segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:27:00.632372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Network hostable DHCP agents. Network: 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:27:00.651543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:27:00.660122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:00.664064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:00.664747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.672287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7820a0d2-44c7-4ff6-ac89-7ced5f0a16ca None None] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:27:00.685296 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-863cc162-e75f-4bea-8a09-9f3a6de776a6 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4637353 Sep 22 17:27:00.688060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55438) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:00.693673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:00.698330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:00.702428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Usage tracker for resource:router and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:00.705489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:00.711988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:00.723191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.724313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.741567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:00.894810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:27:00.895646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.019435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.083016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Allocated IP 172.20.0.2 (1c9dcc0a-550a-4554-8c7f-c3f661d6f0df/43563f8c-cfd4-439b-8875-52a8bf124100/45de7e86-c15d-4390-9105-b17bcff280f9) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:27:01.288190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.298153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Transition to ACTIVE for port object 45de7e86-c15d-4390-9105-b17bcff280f9 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:01.321650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Transition to ACTIVE for port object 45de7e86-c15d-4390-9105-b17bcff280f9 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:01.328075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.336842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.367297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.392790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:01.395726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:01.399357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:27:01.405033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Pushing event updated for resources: {'Port': ['ID=45de7e86-c15d-4390-9105-b17bcff280f9,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:01.507727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Attempting to bind port 45de7e86-c15d-4390-9105-b17bcff280f9 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:27:01.508046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Attempting to bind port 45de7e86-c15d-4390-9105-b17bcff280f9 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:27:01.508383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Attempting to bind port 45de7e86-c15d-4390-9105-b17bcff280f9 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:27:01.508499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Allocated IP 172.26.8.127 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/a01bce0d-f668-4aa9-8706-3fa73fd457c8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:27:01.514091 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:27:01.514494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Checking segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:27:01.514926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.515343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Bound using segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:27:01.515800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Bound port: 45de7e86-c15d-4390-9105-b17bcff280f9, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:27:01.516742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.604139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] For port 45de7e86-c15d-4390-9105-b17bcff280f9, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:27:01.607378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] For port 45de7e86-c15d-4390-9105-b17bcff280f9, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=45de7e86-c15d-4390-9105-b17bcff280f9,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:27:01.611615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.662070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.691637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcb11d6-31b8-4db7-bd7d-f617bbdbf355 None None] Pushing event updated for resources: {'Port': ['ID=45de7e86-c15d-4390-9105-b17bcff280f9,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:01.697750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:01.767645 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:01.770602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:01.774242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:27:01.809956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Pushing event updated for resources: {'Port': ['ID=a01bce0d-f668-4aa9-8706-3fa73fd457c8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:02.319223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:02.562796 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9f828a-9f77-4f9c-82db-25a4c60f117c None None] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:27:02.633120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 45de7e86-c15d-4390-9105-b17bcff280f9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:02.679304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:02.707030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cbeddacf-d66f-4ae6-9147-b92aa335303a None None] Provisioning for port 45de7e86-c15d-4390-9105-b17bcff280f9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:02.797271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 45de7e86-c15d-4390-9105-b17bcff280f9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:02.804528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 45de7e86-c15d-4390-9105-b17bcff280f9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:02.804929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:02.805260 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 45de7e86-c15d-4390-9105-b17bcff280f9 Sep 22 17:27:02.896686 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Router a80fb1c9-760b-432b-a21e-38c71ba8b20b is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:27:02.991843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 45de7e86-c15d-4390-9105-b17bcff280f9 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:02.992223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:03.025789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 45de7e86-c15d-4390-9105-b17bcff280f9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=45de7e86-c15d-4390-9105-b17bcff280f9,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:03.030207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:03.083346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:27:03.092582 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Sync routers for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:27:03.103360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:27:03.103979 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:03.109137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=45de7e86-c15d-4390-9105-b17bcff280f9,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:03.116086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:03.117458 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ac7a0d99-cca3-4440-9e2e-e88567bd01b3 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4284174 Sep 22 17:27:03.120158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55442) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:03.258211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b887743b-0532-46da-814c-21574fa865bc None None] Provisioning complete for port 45de7e86-c15d-4390-9105-b17bcff280f9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:03.258861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b887743b-0532-46da-814c-21574fa865bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:03.259198 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b887743b-0532-46da-814c-21574fa865bc None None] Attempt 1 to provision port 45de7e86-c15d-4390-9105-b17bcff280f9 Sep 22 17:27:03.334981 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:27:03.383584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b887743b-0532-46da-814c-21574fa865bc None None] Current status of the port 45de7e86-c15d-4390-9105-b17bcff280f9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:03.628278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:02Z', 'revision_number': 3, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:03.632471 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Checking router: a80fb1c9-760b-432b-a21e-38c71ba8b20b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:27:03.632909 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Updating router a80fb1c9-760b-432b-a21e-38c71ba8b20b port a01bce0d-f668-4aa9-8706-3fa73fd457c8 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:27:03.684738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:03.933437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.012710 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.025703 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Transition to ACTIVE for port object a01bce0d-f668-4aa9-8706-3fa73fd457c8 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:04.032414 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.096443 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Attempting to bind port a01bce0d-f668-4aa9-8706-3fa73fd457c8 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:27:04.097180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Attempting to bind port a01bce0d-f668-4aa9-8706-3fa73fd457c8 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:27:04.097180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Attempting to bind port a01bce0d-f668-4aa9-8706-3fa73fd457c8 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:27:04.108285 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:27:04.108682 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:27:04.109086 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.109482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:27:04.110426 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Bound port: a01bce0d-f668-4aa9-8706-3fa73fd457c8, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:27:04.110426 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.139867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Allocated IP 172.20.0.1 (1c9dcc0a-550a-4554-8c7f-c3f661d6f0df/43563f8c-cfd4-439b-8875-52a8bf124100/002810ca-a3ae-4ede-b5d7-054e0b4637f3) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:27:04.154626 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Pushing event updated for resources: {'Port': ['ID=a01bce0d-f668-4aa9-8706-3fa73fd457c8,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:04.165834 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.166177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.166516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.166849 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.167180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.167509 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.167864 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.168156 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.168482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.168829 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.169166 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.169476 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:04.201525 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] For port a01bce0d-f668-4aa9-8706-3fa73fd457c8, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:27:04.205272 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] For port a01bce0d-f668-4aa9-8706-3fa73fd457c8, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a01bce0d-f668-4aa9-8706-3fa73fd457c8,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:27:04.211851 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.279147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:27:04.279772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:04.295722 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.311399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Transition to ACTIVE for port object 002810ca-a3ae-4ede-b5d7-054e0b4637f3 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:04.336497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.362729 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aa6a7-ff33-44af-b15b-2d29f51f29ca None None] Pushing event updated for resources: {'Port': ['ID=a01bce0d-f668-4aa9-8706-3fa73fd457c8,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:04.406793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:04.409508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:04.412122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:27:04.455557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Pushing event updated for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:04.467739 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:27:04.476278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.608154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 45de7e86-c15d-4390-9105-b17bcff280f9 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:04.681460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 45de7e86-c15d-4390-9105-b17bcff280f9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:04.682055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.682529 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 45de7e86-c15d-4390-9105-b17bcff280f9 Sep 22 17:27:04.746527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Provisioning for port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:04.754560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Provisioning complete for port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:04.755704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.756477 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 1 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:04.765486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:04.816128 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:02Z', 'revision_number': 3, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:04.821239 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80aeae97-a32e-4390-b0cd-4e8417851f2b None None] The sync data for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv is: [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:02Z', 'revision_number': 3, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:27:04.861164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:04.874177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 45de7e86-c15d-4390-9105-b17bcff280f9 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:05.009042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:05.016379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:05.133734 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Pushing event updated for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:05.136341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:05.362076 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 2 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:05.397026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:05.398313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:05.420009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:05.593897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Router a80fb1c9-760b-432b-a21e-38c71ba8b20b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:27:05.777875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:27:05.786524 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-12933ef4-e0cb-4cd8-965a-8ca2086d0012 admin admin] 10.222.0.25 "PUT /v2.0/routers/a80fb1c9-760b-432b-a21e-38c71ba8b20b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6650255 Sep 22 17:27:05.920931 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 3 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:05.978580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:06.293800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Sync routers for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:27:06.302290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-c8f13df4-1f3a-4567-b6c1-6da1e1cf40c0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:06.303831 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-c8f13df4-1f3a-4567-b6c1-6da1e1cf40c0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 815 time: 0.1527088 Sep 22 17:27:06.304404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:27:06.305076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:06.320581 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-9411cd00-9c2a-4f81-82d4-123cd185f152 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/quotas/9b55505051544914aa03d8c52d850173 HTTP/1.1" status: 200 len: 375 time: 0.0110984 Sep 22 17:27:06.411700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-16c1534c-a350-45b3-95db-d8e9ad1ab9de tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0853322 Sep 22 17:27:06.479662 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 4 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:06.563888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:06.571354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:27:06.595526 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-bd3b385d-1026-459a-9941-161e178c3c27 service neutron] 10.222.0.25 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770537 Sep 22 17:27:06.635138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a01bce0d-f668-4aa9-8706-3fa73fd457c8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:06.730813 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-7adfa447-b387-4a30-a75c-5d7f176baa4d service neutron] 10.222.0.25 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290147 Sep 22 17:27:06.853299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port a01bce0d-f668-4aa9-8706-3fa73fd457c8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:06.877005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a01bce0d-f668-4aa9-8706-3fa73fd457c8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:06.877380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:06.877710 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a01bce0d-f668-4aa9-8706-3fa73fd457c8 Sep 22 17:27:06.922369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4f6e1284-d1eb-47a5-8fdf-5b81ab5830e5 req-9ac0045e-a0eb-4f4d-8074-b94bbfd182f5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:27:06.943258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4f6e1284-d1eb-47a5-8fdf-5b81ab5830e5 req-9ac0045e-a0eb-4f4d-8074-b94bbfd182f5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:27:06.944642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4f6e1284-d1eb-47a5-8fdf-5b81ab5830e5 req-9ac0045e-a0eb-4f4d-8074-b94bbfd182f5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 210 time: 0.0757599 Sep 22 17:27:07.063397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a01bce0d-f668-4aa9-8706-3fa73fd457c8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:07.063794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.070160 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 5 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:07.123806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 4, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '002810ca-a3ae-4ede-b5d7-054e0b4637f3', 'name': '', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'mac_address': 'fa:16:3e:dd:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:03Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 2, 'project_id': '9b55505051544914aa03d8c52d850173', 'subnets': [{'id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:07.129379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port a01bce0d-f668-4aa9-8706-3fa73fd457c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a01bce0d-f668-4aa9-8706-3fa73fd457c8,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:07.136053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Checking router: a80fb1c9-760b-432b-a21e-38c71ba8b20b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:27:07.136403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Updating router a80fb1c9-760b-432b-a21e-38c71ba8b20b port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:27:07.169089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.217343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:07.252133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.303459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=a01bce0d-f668-4aa9-8706-3fa73fd457c8,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:07.627726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.640144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Transition to ACTIVE for port object 002810ca-a3ae-4ede-b5d7-054e0b4637f3 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:07.647154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.730684 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 6 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:07.954803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18c23b-f496-45a3-8a64-8587e99631c0 None None] Pushing event updated for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:07.963067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:07.980160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Attempting to bind port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:27:07.980531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Attempting to bind port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:27:07.980926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Attempting to bind port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:27:07.987609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 26, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:27:07.989614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Checking segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:27:07.990034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:07.990571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Bound using segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:27:07.991784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Bound port: 002810ca-a3ae-4ede-b5d7-054e0b4637f3, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:27:07.992227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.065379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-43c4159d-2d04-4142-9748-da450e75b41a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:08.067420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-43c4159d-2d04-4142-9748-da450e75b41a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 815 time: 0.1695967 Sep 22 17:27:08.090985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'port': {'device_id': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'admin_state_up': True, 'tenant_id': '9b55505051544914aa03d8c52d850173'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:08.095054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] For port 002810ca-a3ae-4ede-b5d7-054e0b4637f3, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:27:08.099335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] For port 002810ca-a3ae-4ede-b5d7-054e0b4637f3, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=002810ca-a3ae-4ede-b5d7-054e0b4637f3,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:27:08.104064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.176420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:27:08.177726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:26:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:08.259371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e18c23b-f496-45a3-8a64-8587e99631c0 None None] Pushing event updated for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:08.317337 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af5d42ff-ce7d-4568-84d6-3df258f0e65d req-ed166503-ae7a-40cb-8a49-1d471cbef9f0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 210 time: 0.2136927 Sep 22 17:27:08.370967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:27:08.388807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:08.398772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:08.409010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Made reservation on behalf of 9b55505051544914aa03d8c52d850173 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:27:08.413155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.495237 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Attempt 7 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:08.591114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Allocated IP 172.20.0.9 (1c9dcc0a-550a-4554-8c7f-c3f661d6f0df/43563f8c-cfd4-439b-8875-52a8bf124100/2f580da1-e817-4f23-b58d-cac256924349) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:27:08.607719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a01bce0d-f668-4aa9-8706-3fa73fd457c8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:08.697983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f775ff92-0d3b-40ca-bf7e-e7d259d7f68d None None] Port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:27:08.769128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port a01bce0d-f668-4aa9-8706-3fa73fd457c8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:08.769417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.769753 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port a01bce0d-f668-4aa9-8706-3fa73fd457c8 Sep 22 17:27:08.802749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.820549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Transition to ACTIVE for port object 2f580da1-e817-4f23-b58d-cac256924349 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:08.845146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:08.918393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:08.921333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:08.922344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 4, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '002810ca-a3ae-4ede-b5d7-054e0b4637f3', 'name': '', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'mac_address': 'fa:16:3e:dd:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:03Z', 'updated_at': '2022-09-22T17:27:08Z', 'revision_number': 4, 'project_id': '9b55505051544914aa03d8c52d850173', 'subnets': [{'id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:27:08.925511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:27:08.931194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edde6ee4-76bd-49f6-881a-eb8987d85e53 None None] The sync data for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv is: [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:27:04Z', 'revision_number': 4, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '002810ca-a3ae-4ede-b5d7-054e0b4637f3', 'name': '', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'mac_address': 'fa:16:3e:dd:2f:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1543, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:03Z', 'updated_at': '2022-09-22T17:27:08Z', 'revision_number': 4, 'project_id': '9b55505051544914aa03d8c52d850173', 'subnets': [{'id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:27:08.932712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port a01bce0d-f668-4aa9-8706-3fa73fd457c8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:08.972595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:09.006321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:09.008459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.044008 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-4a3af2a6-68b1-4585-a2a5-9bf71b902247 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9609125 Sep 22 17:27:09.061502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Request body: {'port': {'device_id': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:09.181300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Provisioning for port 2f580da1-e817-4f23-b58d-cac256924349 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:09.187588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Provisioning complete for port 2f580da1-e817-4f23-b58d-cac256924349 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:09.188157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.189262 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Attempt 1 to provision port 2f580da1-e817-4f23-b58d-cac256924349 Sep 22 17:27:09.191379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.252318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Port 2f580da1-e817-4f23-b58d-cac256924349 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:09.530760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fae3ca2-ff8e-44b6-9cff-b8e78117f82d req-081c2967-f201-4155-9f5d-a2347227aba6 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:09.532320 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fae3ca2-ff8e-44b6-9cff-b8e78117f82d req-081c2967-f201-4155-9f5d-a2347227aba6 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 931 time: 0.0963032 Sep 22 17:27:09.570245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:27:09.578562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.581048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1fae3ca2-ff8e-44b6-9cff-b8e78117f82d req-86f96166-698b-4e07-b59d-ec115a44fb44 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:27:09.594756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Transition to ACTIVE for port object 2f580da1-e817-4f23-b58d-cac256924349 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:27:09.601263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.601987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-1fae3ca2-ff8e-44b6-9cff-b8e78117f82d req-86f96166-698b-4e07-b59d-ec115a44fb44 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:27:09.603577 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fae3ca2-ff8e-44b6-9cff-b8e78117f82d req-86f96166-698b-4e07-b59d-ec115a44fb44 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644829 Sep 22 17:27:09.753834 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Attempt 2 to provision port 2f580da1-e817-4f23-b58d-cac256924349 Sep 22 17:27:09.798492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:09.813742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Port 2f580da1-e817-4f23-b58d-cac256924349 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:27:09.844086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Attempting to bind port 2f580da1-e817-4f23-b58d-cac256924349 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:27:09.844417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Attempting to bind port 2f580da1-e817-4f23-b58d-cac256924349 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:27:09.844787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Attempting to bind port 2f580da1-e817-4f23-b58d-cac256924349 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:27:09.850153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Port 2f580da1-e817-4f23-b58d-cac256924349 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:27:09.850468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Attempting to bind port 2f580da1-e817-4f23-b58d-cac256924349 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:27:09.855696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 26, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:27:09.856033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Checking segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:27:09.856411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Bound using segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:27:09.856863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Bound port: 2f580da1-e817-4f23-b58d-cac256924349, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:27:09.857209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.951867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:27:09.956294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:27:09.961862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.996173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:09.997035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:09.998624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] 10.222.0.18 "PUT /v2.0/ports/2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 1093 time: 0.9416471 Sep 22 17:27:09.999065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:27:10.001417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd48560-4c00-4340-a48d-7d06133c8d52" -d '{"events": [{"name": "network-changed", "server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:27:10.052876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606c7128-d524-419a-979f-3f722a0cb040 x-openstack-request-id: req-606c7128-d524-419a-979f-3f722a0cb040 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:27:10.053231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:27:10.053508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-606c7128-d524-419a-979f-3f722a0cb040 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:27:10.053911 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-606c7128-d524-419a-979f-3f722a0cb040'] response: {'name': 'network-changed', 'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'status': 'completed', 'code': 200} Sep 22 17:27:10.054615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb45bf2-05d7-4e62-ae80-686b77499116 service neutron] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:10.150608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-17e65c00-7102-4021-a03f-04fd3b6f9796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:10.152049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-17e65c00-7102-4021-a03f-04fd3b6f9796 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1096 time: 0.0796380 Sep 22 17:27:10.314731 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Attempt 3 to provision port 2f580da1-e817-4f23-b58d-cac256924349 Sep 22 17:27:10.329924 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-5d673106-bc4d-48c4-9ce3-a4b70ffaec09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.1645241 Sep 22 17:27:10.380820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-513402a1-848c-45d2-843c-12d47af849b0 None None] Port 2f580da1-e817-4f23-b58d-cac256924349 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:27:10.394472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-35d457bc-1095-47fd-9e52-35a63933230a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:10.396579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-35d457bc-1095-47fd-9e52-35a63933230a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0607457 Sep 22 17:27:10.479332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-64b32027-a34a-4cfa-b4fa-f752401f5afd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:10.481315 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-64b32027-a34a-4cfa-b4fa-f752401f5afd service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779560 Sep 22 17:27:10.613514 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-3736d3cc-bdc3-44e1-9ed6-c66872d0a24c service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269643 Sep 22 17:27:10.620464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 002810ca-a3ae-4ede-b5d7-054e0b4637f3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:10.690242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:10.695707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:10.696078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:10.696415 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:10.758590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-452a2a99-10e7-46cd-8b0a-41990dfef1be req-22080765-6fdf-4d4d-8e68-2197c4a03128 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384928 Sep 22 17:27:10.813758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c406d80a-86b8-4adf-b352-2c2f6886abfa req-0f747d52-65a9-4f09-8428-f21fc46808c1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:10.815264 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c406d80a-86b8-4adf-b352-2c2f6886abfa req-0f747d52-65a9-4f09-8428-f21fc46808c1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.0960040 Sep 22 17:27:10.820179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:10.820561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:10.854265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 002810ca-a3ae-4ede-b5d7-054e0b4637f3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=002810ca-a3ae-4ede-b5d7-054e0b4637f3,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:10.859023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:10.881576 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c406d80a-86b8-4adf-b352-2c2f6886abfa req-63a77b56-1eec-4b86-b416-d9589b710bf0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593061 Sep 22 17:27:10.928547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:10.944016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-219fe23d-3fd3-487e-8507-9261c4081efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:10.947047 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-219fe23d-3fd3-487e-8507-9261c4081efd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1096 time: 0.0886891 Sep 22 17:27:11.090937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-1671397b-fd9c-430e-80c5-ba56b0620cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:11.092371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-1671397b-fd9c-430e-80c5-ba56b0620cc3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1412625 Sep 22 17:27:11.158751 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-3e4776b7-46c0-420b-b27c-141ffd22e6e6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.0593410 Sep 22 17:27:11.221904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-425ca5b9-5bd8-4d83-b0cc-f15337661f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:11.223843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-425ca5b9-5bd8-4d83-b0cc-f15337661f36 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0591650 Sep 22 17:27:11.306235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-85d05057-d48e-4183-ae46-9dfaf29ce97a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:11.307736 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-85d05057-d48e-4183-ae46-9dfaf29ce97a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779970 Sep 22 17:27:11.444632 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-a333097e-c675-4abc-a5c5-add24c8dca38 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308405 Sep 22 17:27:11.578481 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abd48560-4c00-4340-a48d-7d06133c8d52 req-7a31f43a-d14f-44d4-afcf-cdc1e77b6fd7 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270471 Sep 22 17:27:12.075631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10717bc6-13ee-4038-b963-c1690f2cff71 req-764fe5d9-1709-4115-ae41-bc2e5ab22b0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:12.076317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-10717bc6-13ee-4038-b963-c1690f2cff71 req-764fe5d9-1709-4115-ae41-bc2e5ab22b0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:27:12.091818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-10717bc6-13ee-4038-b963-c1690f2cff71 req-764fe5d9-1709-4115-ae41-bc2e5ab22b0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:27:12.093011 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10717bc6-13ee-4038-b963-c1690f2cff71 req-764fe5d9-1709-4115-ae41-bc2e5ab22b0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.1113200 Sep 22 17:27:12.136962 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10717bc6-13ee-4038-b963-c1690f2cff71 req-0688c651-7bf0-437c-b3f9-f5b4264264a7 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380309 Sep 22 17:27:12.584412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:27:12.599440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 002810ca-a3ae-4ede-b5d7-054e0b4637f3 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:12.816280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:12.823004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:12.823378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:12.823715 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 Sep 22 17:27:12.870898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '2f580da1-e817-4f23-b58d-cac256924349', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'port_id': '2f580da1-e817-4f23-b58d-cac256924349', 'mac_address': 'fa:16:3e:65:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:27:12.941440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:12.941843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:12.998090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:27:13.017945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:13.023002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:13.027114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:13.096638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:13.335398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a51bd0-7246-4633-89b4-e41d97bd8f0f req-6bd2d305-cadc-46a1-8a2d-7e2a882b0463 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:13.336860 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2a51bd0-7246-4633-89b4-e41d97bd8f0f req-6bd2d305-cadc-46a1-8a2d-7e2a882b0463 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 944 time: 0.0878472 Sep 22 17:27:13.389457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2a51bd0-7246-4633-89b4-e41d97bd8f0f req-190765de-6ffd-404c-9e20-b2e9ae743d9b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459514 Sep 22 17:27:13.393992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['2f580da1-e817-4f23-b58d-cac256924349'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:27:14.581830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:14.587710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17b1904-f11a-44d8-bc89-be9288affec1 req-ba6b1d7c-1344-45d8-8872-3f6de0dd26e9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:14.589221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c17b1904-f11a-44d8-bc89-be9288affec1 req-ba6b1d7c-1344-45d8-8872-3f6de0dd26e9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 944 time: 0.0877390 Sep 22 17:27:14.637065 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c17b1904-f11a-44d8-bc89-be9288affec1 req-cdd613c7-baf0-429b-a5b6-17ddcef182d0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415330 Sep 22 17:27:14.651910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 2f580da1-e817-4f23-b58d-cac256924349 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:27:14.657097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 2f580da1-e817-4f23-b58d-cac256924349 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:14.657472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:14.657805 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 2f580da1-e817-4f23-b58d-cac256924349 Sep 22 17:27:14.780845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:14.781144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:14.806978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:27:14.809296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f011b5b-9799-4b64-818a-e2e51e24ceb5" -d '{"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-plugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:27:14.817342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:14.822473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:14.859099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c6d4982-c183-4149-a030-598e0618b477 x-openstack-request-id: req-1c6d4982-c183-4149-a030-598e0618b477 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:27:14.859392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-plugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:27:14.859644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1c6d4982-c183-4149-a030-598e0618b477 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:27:14.860035 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c6d4982-c183-4149-a030-598e0618b477'] response: {'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'code': 200} Sep 22 17:27:14.892433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:15.123900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac56859b-d3a2-42a1-a9f0-5a4d3bf8ad88 req-e52e6c3e-bde8-484f-abfa-84656d8a20fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:15.125418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac56859b-d3a2-42a1-a9f0-5a4d3bf8ad88 req-e52e6c3e-bde8-484f-abfa-84656d8a20fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1098 time: 0.0845509 Sep 22 17:27:15.165614 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac56859b-d3a2-42a1-a9f0-5a4d3bf8ad88 req-7a72139a-b258-4a73-ac99-f437c8e2470d service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340195 Sep 22 17:27:15.933588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c1f29-9f79-44bd-a4a0-8ef1b5e4dafe req-b26d6760-60a1-46eb-8bc2-cb092d6a7863 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:15.935040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-626c1f29-9f79-44bd-a4a0-8ef1b5e4dafe req-b26d6760-60a1-46eb-8bc2-cb092d6a7863 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.1863351 Sep 22 17:27:15.979743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-626c1f29-9f79-44bd-a4a0-8ef1b5e4dafe req-0ae1d0b7-c508-4d13-8d02-d0192987337d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389245 Sep 22 17:27:17.180200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde1ca93-0274-4f55-a84f-fe46776f1eaf req-e3842dbb-44cc-44e6-be31-d4fa300f33c1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:17.181699 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde1ca93-0274-4f55-a84f-fe46776f1eaf req-e3842dbb-44cc-44e6-be31-d4fa300f33c1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0916963 Sep 22 17:27:17.225777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bde1ca93-0274-4f55-a84f-fe46776f1eaf req-14ce9781-83d7-4f1f-b6fb-055a64cd5105 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Sep 22 17:27:17.421199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734662a2-af8f-4f43-895d-b5e6d74750e1 req-05f537a4-f6ea-4167-af57-fdb2d3887c9a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:17.422642 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-734662a2-af8f-4f43-895d-b5e6d74750e1 req-05f537a4-f6ea-4167-af57-fdb2d3887c9a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0878370 Sep 22 17:27:17.468325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-734662a2-af8f-4f43-895d-b5e6d74750e1 req-c476c9ed-68b7-4695-ad45-29c49240f23c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401070 Sep 22 17:27:17.829083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25c4991-b719-497b-aebb-07aa2a1792e0 req-95aeb891-128d-4d27-9c2a-909cc687d583 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:17.830563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c25c4991-b719-497b-aebb-07aa2a1792e0 req-95aeb891-128d-4d27-9c2a-909cc687d583 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0861244 Sep 22 17:27:17.874185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c25c4991-b719-497b-aebb-07aa2a1792e0 req-95d11c15-95f3-4f44-8901-eee6ebc788aa tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373755 Sep 22 17:27:18.072037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4109a69-328c-42aa-8eec-1bdd7726dc1d req-4f978288-7b29-4197-b57e-880b711f3294 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:18.073527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d4109a69-328c-42aa-8eec-1bdd7726dc1d req-4f978288-7b29-4197-b57e-880b711f3294 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0866754 Sep 22 17:27:18.120946 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d4109a69-328c-42aa-8eec-1bdd7726dc1d req-eab0da91-4f49-4914-aff1-f1c22a054bd7 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417397 Sep 22 17:27:18.481814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-2ec78651-ac93-44b1-8efe-d38321d1438e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0811169 Sep 22 17:27:18.531945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600658ec-46d4-4024-ab27-5ba065529eac req-c1945b48-98ad-474d-b7bf-1976e7705567 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:18.533183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-600658ec-46d4-4024-ab27-5ba065529eac req-c1945b48-98ad-474d-b7bf-1976e7705567 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0932953 Sep 22 17:27:18.578253 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-600658ec-46d4-4024-ab27-5ba065529eac req-2a4bf1f2-1dce-4489-8647-95eb58812b4a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387213 Sep 22 17:27:19.834793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-5b460e69-67da-4cc1-9a2c-af4730604fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:19.836275 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-5b460e69-67da-4cc1-9a2c-af4730604fc8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1098 time: 0.1516297 Sep 22 17:27:19.843705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d871ca-cf48-4181-98f7-bcac02746d7c req-b6773e4c-6d79-4b0e-bc24-38ac999a407d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:19.845057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93d871ca-cf48-4181-98f7-bcac02746d7c req-b6773e4c-6d79-4b0e-bc24-38ac999a407d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.1201649 Sep 22 17:27:19.971395 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93d871ca-cf48-4181-98f7-bcac02746d7c req-c57c87d8-26df-42f8-a60e-a77c87cb50bd tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081562 Sep 22 17:27:20.006664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-7dd3fd51-5ba7-4811-ac54-073ba5b8f989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:20.008102 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-7dd3fd51-5ba7-4811-ac54-073ba5b8f989 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1622152 Sep 22 17:27:20.079460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-8b7d4eda-f892-4935-86a6-50b13ade7451 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.0656054 Sep 22 17:27:20.118792 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:27:20.141497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-50371c93-4737-40f4-af18-c9d1bf30dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:20.142940 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-50371c93-4737-40f4-af18-c9d1bf30dd03 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0574257 Sep 22 17:27:20.228757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-767ab8a7-c552-4c88-ad7f-5b54684b7144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:20.230181 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-767ab8a7-c552-4c88-ad7f-5b54684b7144 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806816 Sep 22 17:27:20.360829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-d79589f9-81e9-494c-8e6e-fc9cb4b7d918 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241076 Sep 22 17:27:20.490290 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-004d3c3f-8ad1-4edd-b4f8-c704dde56151 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234746 Sep 22 17:27:21.175122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1398f0-ca20-40d2-8d60-0a9f04491997 req-76c3daca-4ef6-47f8-88ad-970373588e1c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:21.177189 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5c1398f0-ca20-40d2-8d60-0a9f04491997 req-76c3daca-4ef6-47f8-88ad-970373588e1c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0908165 Sep 22 17:27:21.220685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5c1398f0-ca20-40d2-8d60-0a9f04491997 req-7c289bea-daff-45b4-9d3f-c65dd2cbcc8a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379393 Sep 22 17:27:22.410040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f377f338-744d-470a-931e-e7573c00e740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:22.423328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1848f604-de1e-4f43-acd3-bcdaf0311af0 req-9e78d7d0-3fef-4755-9072-0c79f353af51 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:22.424834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1848f604-de1e-4f43-acd3-bcdaf0311af0 req-9e78d7d0-3fef-4755-9072-0c79f353af51 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0885537 Sep 22 17:27:22.468927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1848f604-de1e-4f43-acd3-bcdaf0311af0 req-e976fdc9-be57-4602-b54c-12c775c0a978 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384321 Sep 22 17:27:23.668585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ae6353-c904-431a-9212-0671e4a2b3ae req-80379787-b895-43d0-a439-2452d8418138 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:23.670044 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-59ae6353-c904-431a-9212-0671e4a2b3ae req-80379787-b895-43d0-a439-2452d8418138 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0876100 Sep 22 17:27:23.716976 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-59ae6353-c904-431a-9212-0671e4a2b3ae req-dfcaf0dd-c998-4cc5-93c0-c0e98c8b720c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412111 Sep 22 17:27:24.560246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0f8d449-d09c-4180-8d2e-9b7402e9611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:24.915784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7db141c-e9cd-4841-8dc4-d6e86f1b6cd5 req-1fd9e2ef-4cbf-4b85-aa9c-9ee17e87f296 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:24.917266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7db141c-e9cd-4841-8dc4-d6e86f1b6cd5 req-1fd9e2ef-4cbf-4b85-aa9c-9ee17e87f296 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0904307 Sep 22 17:27:24.960279 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7db141c-e9cd-4841-8dc4-d6e86f1b6cd5 req-e343f845-77e2-4346-a535-cde8618d3eff tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373969 Sep 22 17:27:25.435511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:25.645462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:26.017531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:26.158134 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10261812-e064-4111-b645-c35357e07a4c req-39556d93-abae-4227-9d32-be54cf699196 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:26.159575 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10261812-e064-4111-b645-c35357e07a4c req-39556d93-abae-4227-9d32-be54cf699196 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0866623 Sep 22 17:27:26.203768 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10261812-e064-4111-b645-c35357e07a4c req-4be84492-29da-4df5-8dfe-f972694ddf7d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379922 Sep 22 17:27:27.248270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:27.411957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68108395-b227-4021-98ce-5e7e5d845dd6 req-f385ec09-cf74-46a6-b5b9-248185e13656 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:27.413652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-68108395-b227-4021-98ce-5e7e5d845dd6 req-f385ec09-cf74-46a6-b5b9-248185e13656 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0937800 Sep 22 17:27:27.460255 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-68108395-b227-4021-98ce-5e7e5d845dd6 req-0a90e1f4-46fa-43cf-ad2c-b845e2acfe47 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402095 Sep 22 17:27:28.711980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-b6f600cc-5a24-4e20-bfe2-958c0ae8266f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:28.713514 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-b6f600cc-5a24-4e20-bfe2-958c0ae8266f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1098 time: 0.0861821 Sep 22 17:27:28.766623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094dfe0-05fd-4347-9e3f-cd52cd3614e7 req-9cb22fcf-e81e-4a08-918c-57bd584910ee tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:28.767938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9094dfe0-05fd-4347-9e3f-cd52cd3614e7 req-9cb22fcf-e81e-4a08-918c-57bd584910ee tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.1931779 Sep 22 17:27:28.815634 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9094dfe0-05fd-4347-9e3f-cd52cd3614e7 req-825df9e3-a9e3-4de2-bfde-77f55fcd3587 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409050 Sep 22 17:27:28.968011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-3884f052-c588-44d5-9dff-596e23aae6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:28.969486 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-3884f052-c588-44d5-9dff-596e23aae6a8 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.2375560 Sep 22 17:27:29.038626 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-b822ca7f-468b-41d4-af97-12011a9931d0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.0629759 Sep 22 17:27:29.099924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-941baf18-73a0-4535-ad07-f77745c9bc09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:29.101374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-941baf18-73a0-4535-ad07-f77745c9bc09 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0571265 Sep 22 17:27:29.184494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-2263a9d1-8e51-41b8-b785-704392fce9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:29.185974 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-2263a9d1-8e51-41b8-b785-704392fce9c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792747 Sep 22 17:27:29.317130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-55590e1e-a2c2-4ff1-8041-0574aa2b46f2 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248722 Sep 22 17:27:29.446035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20c4f5a1-e293-4056-a750-f27575ebb452 req-2ae1ca6e-83db-48c2-8ce1-04e657e440a9 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220660 Sep 22 17:27:30.162896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906d9e10-1820-4f09-9ab7-8e7441116eb0 req-908ffa6a-7082-42e3-b3b8-a7a3a0f2dad2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:30.164276 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-906d9e10-1820-4f09-9ab7-8e7441116eb0 req-908ffa6a-7082-42e3-b3b8-a7a3a0f2dad2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0866504 Sep 22 17:27:30.208187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-906d9e10-1820-4f09-9ab7-8e7441116eb0 req-fdb6f873-4fc8-4218-92a2-dd72931412bc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382719 Sep 22 17:27:31.404997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37baef1-14f6-4e23-85f8-9cb7172ddcf0 req-302a2e4b-2e49-49db-9a19-b8205b09426f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:31.406435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c37baef1-14f6-4e23-85f8-9cb7172ddcf0 req-302a2e4b-2e49-49db-9a19-b8205b09426f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0888264 Sep 22 17:27:31.453701 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c37baef1-14f6-4e23-85f8-9cb7172ddcf0 req-9a7fe50e-cee1-4942-8b9a-3ae8cb2f9ce4 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416341 Sep 22 17:27:32.653508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a165e84e-5479-4fe8-8c33-0cf3e90c7e68 req-4bc45f0f-a828-492f-b3e2-eca476e23be1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:32.654958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a165e84e-5479-4fe8-8c33-0cf3e90c7e68 req-4bc45f0f-a828-492f-b3e2-eca476e23be1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0903111 Sep 22 17:27:32.698541 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a165e84e-5479-4fe8-8c33-0cf3e90c7e68 req-12c77fd9-b1cc-4cb2-8642-fda120387985 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372202 Sep 22 17:27:33.899303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a873e261-4307-464c-a2ba-4b90a09c0897 req-ee1a7e21-19cb-45cd-a304-a6adc19bcaad tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:33.900702 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a873e261-4307-464c-a2ba-4b90a09c0897 req-ee1a7e21-19cb-45cd-a304-a6adc19bcaad tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0874951 Sep 22 17:27:33.944011 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a873e261-4307-464c-a2ba-4b90a09c0897 req-7855764f-2b14-4da3-b95c-e779c4a79be3 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376735 Sep 22 17:27:35.145728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3eb1fd-0fbf-4be5-8aac-89c2a3b9ad9b req-b566dec2-763c-41de-8abf-281e09712e80 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:35.147184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b3eb1fd-0fbf-4be5-8aac-89c2a3b9ad9b req-b566dec2-763c-41de-8abf-281e09712e80 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0912156 Sep 22 17:27:35.191695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b3eb1fd-0fbf-4be5-8aac-89c2a3b9ad9b req-afd4361c-db71-4f8b-9772-a91c4e57b185 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389223 Sep 22 17:27:36.394924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e4474-6ab4-4301-bc02-f184f9b3d8de req-13185c4c-3967-4c8b-805c-bbb1307a08bd tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:36.396360 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-114e4474-6ab4-4301-bc02-f184f9b3d8de req-13185c4c-3967-4c8b-805c-bbb1307a08bd tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0908237 Sep 22 17:27:36.440181 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-114e4474-6ab4-4301-bc02-f184f9b3d8de req-be5aa635-36e5-4e73-8840-4c9d6598a9f1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382195 Sep 22 17:27:37.644789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e484f-4f60-4745-a913-19326eee2f78 req-53659e82-3bb2-48b9-9293-4694395154a2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:37.646233 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb2e484f-4f60-4745-a913-19326eee2f78 req-53659e82-3bb2-48b9-9293-4694395154a2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0930014 Sep 22 17:27:37.689239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb2e484f-4f60-4745-a913-19326eee2f78 req-077942ef-7c1b-4d7c-bec6-fb52ef3336ee tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372336 Sep 22 17:27:38.886019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2211298-b949-4de7-8475-23a266c8fa16 req-d5a505dc-78c7-4246-b1f3-cb5a89ce4739 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:38.887490 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2211298-b949-4de7-8475-23a266c8fa16 req-d5a505dc-78c7-4246-b1f3-cb5a89ce4739 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0860453 Sep 22 17:27:38.934026 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2211298-b949-4de7-8475-23a266c8fa16 req-a5b0bc35-6b59-44d5-be08-49bd84b394ee tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407662 Sep 22 17:27:40.138653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7d393-267b-466f-8435-34b1cdbc147f req-c28961d5-eb33-48ee-bd8b-b4f1c3255121 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:40.140115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66c7d393-267b-466f-8435-34b1cdbc147f req-c28961d5-eb33-48ee-bd8b-b4f1c3255121 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0909567 Sep 22 17:27:40.183472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66c7d393-267b-466f-8435-34b1cdbc147f req-371e36b1-c422-4af2-b95b-a0fe1a429fb0 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376394 Sep 22 17:27:41.377930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a347250-23b9-40c4-861e-61870dd2ebdd req-67ebeb5f-a397-459b-a56d-d96c789d281c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:41.379397 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a347250-23b9-40c4-861e-61870dd2ebdd req-67ebeb5f-a397-459b-a56d-d96c789d281c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0860991 Sep 22 17:27:41.422916 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a347250-23b9-40c4-861e-61870dd2ebdd req-5ccfe280-37cc-4692-a36c-59f668f2bbb8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376172 Sep 22 17:27:42.628465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0023aed-dc20-429c-b7d5-61fe924a67f3 req-1b07b64a-203d-4626-befe-9849d5531d60 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:42.630671 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0023aed-dc20-429c-b7d5-61fe924a67f3 req-1b07b64a-203d-4626-befe-9849d5531d60 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0897965 Sep 22 17:27:42.673425 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0023aed-dc20-429c-b7d5-61fe924a67f3 req-424393dc-2397-4950-92e5-c1e10aa3a5d1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371678 Sep 22 17:27:43.877389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d99e0c-e20e-464d-baed-0cb387139bb7 req-9d1480c3-c9d8-4ab9-af9a-5d3c75d3aead tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:43.879578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10d99e0c-e20e-464d-baed-0cb387139bb7 req-9d1480c3-c9d8-4ab9-af9a-5d3c75d3aead tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0902550 Sep 22 17:27:43.922650 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-10d99e0c-e20e-464d-baed-0cb387139bb7 req-71305baf-53a0-4fe4-9a93-1a5a06c8644d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372272 Sep 22 17:27:45.122556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bd0bda-b053-4ef0-a5d3-1ad65993a9e3 req-9a9d9446-1d2e-4ec2-abc4-f71ee3ee3d26 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:45.124394 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58bd0bda-b053-4ef0-a5d3-1ad65993a9e3 req-9a9d9446-1d2e-4ec2-abc4-f71ee3ee3d26 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0907085 Sep 22 17:27:45.168157 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58bd0bda-b053-4ef0-a5d3-1ad65993a9e3 req-a96e0276-7ae9-4cf6-965d-cb30b3fbac0a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376863 Sep 22 17:27:46.368091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ec795d-6e94-4ba4-930d-14b735912cdd req-32338970-dab6-4ede-84cf-75ab4a1c11ca tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:46.369588 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61ec795d-6e94-4ba4-930d-14b735912cdd req-32338970-dab6-4ede-84cf-75ab4a1c11ca tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0879691 Sep 22 17:27:46.417574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61ec795d-6e94-4ba4-930d-14b735912cdd req-e8599434-c3e0-49e3-8c15-2c4af69b9aac tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422802 Sep 22 17:27:47.357155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-97839f9b-b012-420a-b405-ace23ad6b4e7 service neutron] 10.222.0.18 "GET /v2.0/ports/2f580da1-e817-4f23-b58d-cac256924349/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0775435 Sep 22 17:27:47.689986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d811b78-e3f3-4698-b941-2e0e001028e4 req-9087864b-5a47-4c46-92cd-91c24815024c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:47.691464 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2d811b78-e3f3-4698-b941-2e0e001028e4 req-9087864b-5a47-4c46-92cd-91c24815024c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.1562533 Sep 22 17:27:47.693327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-2db50de7-1271-4eff-a354-7a9c0ec68cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:47.694625 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-2db50de7-1271-4eff-a354-7a9c0ec68cd3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313&tenant_id=9b55505051544914aa03d8c52d850173 HTTP/1.1" status: 200 len: 1098 time: 0.1186666 Sep 22 17:27:47.774986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2d811b78-e3f3-4698-b941-2e0e001028e4 req-4b7396d8-8ad4-4473-adb9-ac5d5055926e tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778201 Sep 22 17:27:47.810150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-3c064b9f-735d-41c9-bfc8-7c93ef36626a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:47.811608 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-3c064b9f-735d-41c9-bfc8-7c93ef36626a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1098 time: 0.0811760 Sep 22 17:27:48.043137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-167aacd1-e111-4afd-928a-0101239da8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:48.044494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-167aacd1-e111-4afd-928a-0101239da8b3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.2271724 Sep 22 17:27:48.115979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-2b9fab44-f03f-496f-baf2-006a3933a7a7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.0608375 Sep 22 17:27:48.181767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-e01b9e21-b97d-43e3-9f0a-772d9507e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:48.183181 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-e01b9e21-b97d-43e3-9f0a-772d9507e221 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0598748 Sep 22 17:27:48.266100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d533676-55e2-49fd-8062-6ff61e91656f req-07340275-b5c4-40f7-ae19-2acd060c9098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:48.267561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-07340275-b5c4-40f7-ae19-2acd060c9098 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777569 Sep 22 17:27:48.396880 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-b48000ef-2214-40bc-8cf1-d718979a8f05 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234818 Sep 22 17:27:48.527969 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d533676-55e2-49fd-8062-6ff61e91656f req-5ad5d443-b232-436f-a2f8-3b0d53a92bdc service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246421 Sep 22 17:27:48.971322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edf031-f4d1-49e6-8de2-0e6e8e01ff50 req-5415e476-5d22-4025-b521-c9b5f5895dc1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:48.973372 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2edf031-f4d1-49e6-8de2-0e6e8e01ff50 req-5415e476-5d22-4025-b521-c9b5f5895dc1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0882525 Sep 22 17:27:49.016151 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a2edf031-f4d1-49e6-8de2-0e6e8e01ff50 req-656c488e-cb70-4360-ad91-72130502202b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371571 Sep 22 17:27:50.219935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044e13b7-4223-4eb7-8ef3-5ad1f105c601 req-01a0a00b-2249-495b-a1e2-15410cf7a527 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:50.221418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-044e13b7-4223-4eb7-8ef3-5ad1f105c601 req-01a0a00b-2249-495b-a1e2-15410cf7a527 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.0898702 Sep 22 17:27:50.266246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-044e13b7-4223-4eb7-8ef3-5ad1f105c601 req-324077f5-4370-4f0a-8d5d-24bcfc2411c2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386822 Sep 22 17:27:50.788841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:27:50.796022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:27:51.013875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:51.014250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:51.035585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:51.056261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '2f580da1-e817-4f23-b58d-cac256924349', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'port_id': '2f580da1-e817-4f23-b58d-cac256924349', 'mac_address': 'fa:16:3e:65:9e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:27:51.062837 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:27:51.065122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198569f1-9ea1-42c5-9fe9-4bf687a487c3" -d '{"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-unplugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:27:51.113291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:51.119767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:51.123867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc162ebe-62f4-42dc-8b39-1a6f802c327d x-openstack-request-id: req-fc162ebe-62f4-42dc-8b39-1a6f802c327d {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:27:51.124175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-unplugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:27:51.124412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc162ebe-62f4-42dc-8b39-1a6f802c327d {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:27:51.124828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc162ebe-62f4-42dc-8b39-1a6f802c327d'] response: {'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'code': 200} Sep 22 17:27:51.176718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:51.177102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:51.206781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:27:51.248118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:51.270225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.270486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.270822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.271155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.271484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.271859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.272138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.272471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.273245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.273546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.274087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.274426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:27:51.287588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:27:51.287948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:27:51.474183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1aa02-56f5-42ae-9437-ddd0e250316a req-4df896e9-f557-4128-95a1-f96d1fd5e583 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:51.475654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fbb1aa02-56f5-42ae-9437-ddd0e250316a req-4df896e9-f557-4128-95a1-f96d1fd5e583 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.0923636 Sep 22 17:27:51.524264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fbb1aa02-56f5-42ae-9437-ddd0e250316a req-615b4769-c034-42be-9302-09df31f79714 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427318 Sep 22 17:27:51.842731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:51.843277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:51.859606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:27:51.875375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:51.880564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:51.950742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:52.007049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['2f580da1-e817-4f23-b58d-cac256924349'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:27:52.413589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2d30fd75-be9c-42d9-8722-33ac8e270839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:52.735855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faf449f-fc5b-4d4f-a335-ede3700488bd req-9994744a-9e15-469a-8138-4f2d8247c1af tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:52.737363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2faf449f-fc5b-4d4f-a335-ede3700488bd req-9994744a-9e15-469a-8138-4f2d8247c1af tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 944 time: 0.0986502 Sep 22 17:27:52.782062 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2faf449f-fc5b-4d4f-a335-ede3700488bd req-360d6030-33a9-4311-905f-1d7f055be8f8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388713 Sep 22 17:27:52.793174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:27:52.861143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 2f580da1-e817-4f23-b58d-cac256924349 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:27:52.861833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:52.861833 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 2f580da1-e817-4f23-b58d-cac256924349 Sep 22 17:27:52.989125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:52.989500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:53.025421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:53.029654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:53.101988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:53.117010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9324d-615b-44b2-8815-5d949204a3ea req-19c7c591-19f1-4051-b061-960eee7dfcea tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.118639 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5f9324d-615b-44b2-8815-5d949204a3ea req-19c7c591-19f1-4051-b061-960eee7dfcea tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.1013014 Sep 22 17:27:53.125846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:27:53.128211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6378e428-153c-4fdd-b7f6-9031a8b119f6" -d '{"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-plugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:27:53.131563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-bf6e1408-808f-4c01-8e95-6d6dea97e157 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.133169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-bf6e1408-808f-4c01-8e95-6d6dea97e157 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313&tenant_id=9b55505051544914aa03d8c52d850173&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.1009269 Sep 22 17:27:53.175772 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5f9324d-615b-44b2-8815-5d949204a3ea req-4d82b0cb-e474-44d5-9f64-82b7854a7980 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515141 Sep 22 17:27:53.184370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7627cc94-c8a5-452d-9b17-0718242a50bb x-openstack-request-id: req-7627cc94-c8a5-452d-9b17-0718242a50bb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:27:53.184888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-plugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:27:53.185314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7627cc94-c8a5-452d-9b17-0718242a50bb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:27:53.186410 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7627cc94-c8a5-452d-9b17-0718242a50bb'] response: {'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'code': 200} Sep 22 17:27:53.324241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-88e95034-79e0-484d-8b78-b08717c6a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.325745 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-88e95034-79e0-484d-8b78-b08717c6a38a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 1098 time: 0.0816314 Sep 22 17:27:53.458124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-9b5ed328-f39c-41d8-bdc4-e1cc36ad0e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.459489 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-9b5ed328-f39c-41d8-bdc4-e1cc36ad0e74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1280932 Sep 22 17:27:53.525514 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-adee8804-b9c1-4a08-9132-373d82fb9f13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 200 len: 217 time: 0.0602186 Sep 22 17:27:53.591486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-567f7caf-79f2-4036-bb09-d74af0de4445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.592978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-567f7caf-79f2-4036-bb09-d74af0de4445 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0617523 Sep 22 17:27:53.676456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-f03ed25f-75be-43ce-9722-c7f32f1125ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:53.677978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-f03ed25f-75be-43ce-9722-c7f32f1125ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794306 Sep 22 17:27:53.813596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-aa90499a-84b9-48bb-a6b9-1951202fcf74 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292708 Sep 22 17:27:53.949629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dd5e88a0-c90e-47c1-afff-37d610f300a0 req-fa71ba1b-5e1b-4fec-8101-0723860c8579 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304531 Sep 22 17:27:54.500896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01caae7-6df7-49d5-889b-d0244dcf3562 req-c75de8f0-dd0a-4fad-b669-a624ce665301 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:54.503142 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a01caae7-6df7-49d5-889b-d0244dcf3562 req-c75de8f0-dd0a-4fad-b669-a624ce665301 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 945 time: 0.2027109 Sep 22 17:27:54.555653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a01caae7-6df7-49d5-889b-d0244dcf3562 req-2e58b3d1-a088-4888-9e44-45a90ba3a5bb tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453911 Sep 22 17:27:54.574853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-74e58c21-f2b1-4730-8f3b-609c538c1a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:54.809888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:27:54.920501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2f580da1-e817-4f23-b58d-cac256924349 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:27:54.920911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:54.955016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:27:54.959537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:55.025167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:55.187621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:27:55.190138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44ad1b0a-be81-40e3-9228-0326c80935ed" -d '{"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-unplugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:27:55.232910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:27:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60aaefd5-fca0-4428-900d-e8ddf544de7b x-openstack-request-id: req-60aaefd5-fca0-4428-900d-e8ddf544de7b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:27:55.233206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-unplugged", "status": "completed", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:27:55.233462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-60aaefd5-fca0-4428-900d-e8ddf544de7b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:27:55.233856 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60aaefd5-fca0-4428-900d-e8ddf544de7b'] response: {'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'code': 200} Sep 22 17:27:55.427295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:55.649468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:55.766738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412734b7-c29b-4716-a09d-c82aadda224b req-b152c8f1-7572-4427-b9b7-f78ea412cde2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:55.768210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-412734b7-c29b-4716-a09d-c82aadda224b req-b152c8f1-7572-4427-b9b7-f78ea412cde2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.0892527 Sep 22 17:27:55.812812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-412734b7-c29b-4716-a09d-c82aadda224b req-0eeec855-15b8-418b-b675-31b122d55098 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386906 Sep 22 17:27:56.011561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c980aa7-651b-4215-86bd-343d51416abe req-f4846caf-ec16-4632-83e3-6a18db3e3138 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:56.013023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0c980aa7-651b-4215-86bd-343d51416abe req-f4846caf-ec16-4632-83e3-6a18db3e3138 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.0897892 Sep 22 17:27:56.020758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.059363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0c980aa7-651b-4215-86bd-343d51416abe req-e00c92f4-7564-4073-9310-c14d216c1dd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399108 Sep 22 17:27:56.160934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55610) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:56.166005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1513688799', 'description': 'tempest-description--1931935483'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:56.172423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:56.182830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:56.193118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.213339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:56.217385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Usage tracker for resource:security_group_rule and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:56.220184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:56.226422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:56.302565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.306355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.353210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31dcaa62-3d8a-4a67-a2c5-904bf09fd3af,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:56.360950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.362106 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-68dde065-0a99-42ea-9b5f-2d17328eaf09 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.2001352 Sep 22 17:27:56.365701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55614) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:56.370762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'security_group_rule': {'security_group_id': '31dcaa62-3d8a-4a67-a2c5-904bf09fd3af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:56.377117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:56.381749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Usage tracker for resource:security_group_rule and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:56.384699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:56.390504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:56.408703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.471278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.476083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.501064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2484893-8571-44bd-a3ab-dfc620635db0,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:56.510833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.512018 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0b9ad0f7-0c42-4e59-b317-d3cce47b0971 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1453624 Sep 22 17:27:56.514654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55618) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:56.520172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'security_group_rule': {'security_group_id': '31dcaa62-3d8a-4a67-a2c5-904bf09fd3af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:56.526255 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:56.530137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Usage tracker for resource:security_group_rule and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:56.533033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:56.539481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:56.556172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.621170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.624486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.648001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db069bdb-75ae-4dc5-bd63-20b6ca494371,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:56.657556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.658855 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5847af54-2825-4caf-a5a4-0e65e10a8215 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1432824 Sep 22 17:27:56.662657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55622) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:27:56.667616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:27:56.673503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:27:56.677490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Usage tracker for resource:floatingip and tenant:9b55505051544914aa03d8c52d850173 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:27:56.680429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:27:56.686251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:27:56.696337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.835440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:56.966936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Allocated IP 172.26.8.252 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/ff211a92-6d08-4eec-ae52-0b5dbd21231e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:27:57.117146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.118873 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:27:57.147311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.209623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:27:57.212397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:27:57.215922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:27:57.250602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.260467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'Port': ['ID=ff211a92-6d08-4eec-ae52-0b5dbd21231e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:57.303172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.361724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.570295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.574658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.680052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'Port': ['ID=ff211a92-6d08-4eec-ae52-0b5dbd21231e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:27:57.684568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.707508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:27:57.708864 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d1c76d7a-8fa8-4c30-beed-1c4b8bad264c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0452218 Sep 22 17:27:57.991446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224b89d4-0826-4149-a5de-483555c53061 req-d89f52d3-7319-47ec-b68a-e29292b1604f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:57.992991 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-224b89d4-0826-4149-a5de-483555c53061 req-d89f52d3-7319-47ec-b68a-e29292b1604f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.1972542 Sep 22 17:27:58.040925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-224b89d4-0826-4149-a5de-483555c53061 req-1e940c1f-daaf-424e-866e-311e6ec70af8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:27:58.056162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-224b89d4-0826-4149-a5de-483555c53061 req-1e940c1f-daaf-424e-866e-311e6ec70af8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:27:58.057337 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-224b89d4-0826-4149-a5de-483555c53061 req-1e940c1f-daaf-424e-866e-311e6ec70af8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587425 Sep 22 17:27:58.564369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-d9bd1cae-6b18-4652-b431-1bf6bc18ecda tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:27:58.565070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-d9bd1cae-6b18-4652-b431-1bf6bc18ecda tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:27:58.583107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-d9bd1cae-6b18-4652-b431-1bf6bc18ecda tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:27:58.584259 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-d9bd1cae-6b18-4652-b431-1bf6bc18ecda tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 815 time: 0.1667316 Sep 22 17:27:58.599154 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-8a3f7b7d-4707-40a3-9b67-ff74ef15fa83 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/quotas/9b55505051544914aa03d8c52d850173 HTTP/1.1" status: 200 len: 375 time: 0.0092690 Sep 22 17:27:58.694594 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-eca86319-a243-4864-bf70-050a668b84a7 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0903144 Sep 22 17:27:58.868202 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-9213f978-b3fd-4275-90fa-85c891c78dbd service neutron] 10.222.0.25 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666493 Sep 22 17:27:59.000855 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-0b2fe197-3ee1-4903-a481-4375941c5020 service neutron] 10.222.0.25 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268287 Sep 22 17:27:59.191865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-919397e3-48bd-4dd7-a75a-f8b9b1384dbc req-47923c10-5cbe-4d04-994d-560800699f68 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 210 time: 0.0541539 Sep 22 17:28:00.372325 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bf94e868-12e2-4de4-b31f-434feca1492f req-ba5c8b0b-0f76-47c9-8125-40d7fe8cd444 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 210 time: 0.0581999 Sep 22 17:28:00.434503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-e3b37798-d65e-49b2-8004-e65dbfbe9136 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:00.435965 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-e3b37798-d65e-49b2-8004-e65dbfbe9136 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 815 time: 0.2285228 Sep 22 17:28:00.452840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-953fbc8b-a6bf-46ff-a518-c1646cbedb61 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:00.454365 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-953fbc8b-a6bf-46ff-a518-c1646cbedb61 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/ports?device_id=040b657a-5c88-45e7-abd3-3ba40d19f313 HTTP/1.1" status: 200 len: 943 time: 0.1478217 Sep 22 17:28:00.459020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Request body: {'port': {'device_id': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'admin_state_up': True, 'tenant_id': '9b55505051544914aa03d8c52d850173'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:28:00.609411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Deleting port 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:00.609761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:00.735334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:28:00.762042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:28:00.794437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Made reservation on behalf of 9b55505051544914aa03d8c52d850173 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:28:00.797456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:00.990689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] For port 2f580da1-e817-4f23-b58d-cac256924349, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2f580da1-e817-4f23-b58d-cac256924349,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:00.991051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:01.161959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Calling delete_port for 2f580da1-e817-4f23-b58d-cac256924349 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:01.236052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Allocated IP 172.20.0.10 (1c9dcc0a-550a-4554-8c7f-c3f661d6f0df/43563f8c-cfd4-439b-8875-52a8bf124100/fdf3fcc6-6c66-4499-ba3b-382e3b60a961) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:28:01.378675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:01.485170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event deleted for resources: {'Port': ['ID=2f580da1-e817-4f23-b58d-cac256924349,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:01.689903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.690242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.691123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.691449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.691769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.692089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.692406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.692751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.693073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.693379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.693690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.694001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:28:01.757195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-62efebea-588b-4618-8aeb-b645043002a9 req-16f2f47b-146e-45b1-9b9e-35a6f2236289 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 210 time: 0.2609429 Sep 22 17:28:01.784233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] No DVR routers for this DVR port 2f580da1-e817-4f23-b58d-cac256924349 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:28:01.789589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:01.792173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-deleted', 'tag': '2f580da1-e817-4f23-b58d-cac256924349'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:01.794908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5e8a36-f4c5-43b7-ba37-d6a130b18a36" -d '{"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-deleted", "tag": "2f580da1-e817-4f23-b58d-cac256924349"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:01.823248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "DELETE /v2.0/ports/2f580da1-e817-4f23-b58d-cac256924349 HTTP/1.1" status: 204 len: 173 time: 1.3499796 Sep 22 17:28:01.843761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-377e87c5-8b5f-4b31-9a8b-b42bcf40f798 x-openstack-request-id: req-377e87c5-8b5f-4b31-9a8b-b42bcf40f798 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:01.844029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "040b657a-5c88-45e7-abd3-3ba40d19f313", "name": "network-vif-deleted", "tag": "2f580da1-e817-4f23-b58d-cac256924349", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:01.844277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-377e87c5-8b5f-4b31-9a8b-b42bcf40f798 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:01.844686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-377e87c5-8b5f-4b31-9a8b-b42bcf40f798'] response: {'server_uuid': '040b657a-5c88-45e7-abd3-3ba40d19f313', 'name': 'network-vif-deleted', 'tag': '2f580da1-e817-4f23-b58d-cac256924349', 'status': 'completed', 'code': 200} Sep 22 17:28:01.847388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:01.863545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Transition to ACTIVE for port object fdf3fcc6-6c66-4499-ba3b-382e3b60a961 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:28:01.896552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:01.971204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:28:01.975215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:28:01.979333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:28:02.030905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:02.057482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:02.058085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.078466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-821e911b-9756-4667-86a1-6253cd97c6dc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6229110 Sep 22 17:28:02.096353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Request body: {'port': {'device_id': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:28:02.196116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Provisioning for port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:28:02.202295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Provisioning complete for port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:28:02.202875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.203222 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Attempt 1 to provision port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 Sep 22 17:28:02.208306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.261941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:28:02.564379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:28:02.571839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.586379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Transition to ACTIVE for port object fdf3fcc6-6c66-4499-ba3b-382e3b60a961 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:28:02.590229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.763110 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Attempt 2 to provision port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 Sep 22 17:28:02.776584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:02.814344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Attempting to bind port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:28:02.814647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Attempting to bind port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:28:02.814911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Attempting to bind port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:28:02.817881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:28:02.820172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:28:02.820476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Attempting to bind port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 on network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:28:02.825633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 27, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:28:02.825971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Checking segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:28:02.826360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Bound using segment: {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:28:02.826783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Bound port: fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e087787-77f2-40ed-94ae-740591dad69c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:28:02.827128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.843054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:28:02.876621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 2f580da1-e817-4f23-b58d-cac256924349 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:28:02.876963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2f580da1-e817-4f23-b58d-cac256924349 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:28:02.977795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:28:02.981870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:28:02.991252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.994289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:02.994894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:02.996416 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] 10.222.0.18 "PUT /v2.0/ports/fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 1094 time: 0.9044411 Sep 22 17:28:03.061904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d101fec0-ecbc-4a71-8794-fcac46ed0549 req-437cb2ce-2f60-47c3-ac49-a448db50282b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:03.062599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d101fec0-ecbc-4a71-8794-fcac46ed0549 req-437cb2ce-2f60-47c3-ac49-a448db50282b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Synchronizing usage tracker for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:28:03.146116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcdea33-fe84-459c-b912-f7569576a58a service neutron] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:03.151810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d101fec0-ecbc-4a71-8794-fcac46ed0549 req-437cb2ce-2f60-47c3-ac49-a448db50282b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Unset dirty status for tenant:9b55505051544914aa03d8c52d850173 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:28:03.153015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d101fec0-ecbc-4a71-8794-fcac46ed0549 req-437cb2ce-2f60-47c3-ac49-a448db50282b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.2769289 Sep 22 17:28:03.207984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-854f4b70-efb2-415d-bdc8-4251ca74b042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:03.209493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-854f4b70-efb2-415d-bdc8-4251ca74b042 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1097 time: 0.1420786 Sep 22 17:28:03.216755 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d101fec0-ecbc-4a71-8794-fcac46ed0549 req-5e5405bd-3582-44f5-8ebe-47a7191e180b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567846 Sep 22 17:28:03.285699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-a73a9210-55c1-4d08-9715-447343c5935c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0634532 Sep 22 17:28:03.318777 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Attempt 3 to provision port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 Sep 22 17:28:03.355172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-7b67e62c-4f61-4013-8d70-bc4cb2c5c4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:03.356678 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-7b67e62c-4f61-4013-8d70-bc4cb2c5c4b3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0656159 Sep 22 17:28:03.383008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-faec4865-e029-4943-ace8-86b85949a89a None None] Port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:28:03.442569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-2dec794f-c641-41e0-959c-e44a8532fe46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:03.443958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-2dec794f-c641-41e0-959c-e44a8532fe46 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809026 Sep 22 17:28:03.682333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-fb8a50ab-e82c-4661-bd6c-7e3155796b96 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2322109 Sep 22 17:28:03.818941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2dec0a5-968f-4963-8b48-246e0afbd60b req-93c3e9ce-37c1-439e-88d2-d6a556bcb9f2 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299388 Sep 22 17:28:03.845542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:03.848581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711bbf61-0a33-40be-a68d-e74a5e04efdd" -d '{"events": [{"name": "network-changed", "server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:03.890337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cab651f-ddac-449d-bf4a-393826b0e04d x-openstack-request-id: req-1cab651f-ddac-449d-bf4a-393826b0e04d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:03.890627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:03.890878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1cab651f-ddac-449d-bf4a-393826b0e04d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:03.891274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1cab651f-ddac-449d-bf4a-393826b0e04d'] response: {'name': 'network-changed', 'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'status': 'completed', 'code': 200} Sep 22 17:28:04.015972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-b032640a-7c2a-4ebd-a49e-da9c9171eac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:04.017477 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-b032640a-7c2a-4ebd-a49e-da9c9171eac7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1097 time: 0.0823894 Sep 22 17:28:04.150633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-ea1af6a0-c5c6-46d6-a5bf-4f106a956260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:04.152071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-ea1af6a0-c5c6-46d6-a5bf-4f106a956260 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1288509 Sep 22 17:28:04.223496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-93e3840a-4190-46df-8cb2-f1f0336f5e2e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0648715 Sep 22 17:28:04.285243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-5f65b557-d42a-4553-8260-2bee8acc11c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:04.286700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-5f65b557-d42a-4553-8260-2bee8acc11c5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0580623 Sep 22 17:28:04.436515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-ce5144b9-c185-42aa-9502-706103d005e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:04.437942 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-ce5144b9-c185-42aa-9502-706103d005e4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1456418 Sep 22 17:28:04.446414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df47ca08-ac43-4afa-9123-c472d57f4d98 req-37eafc1a-3ddc-4044-98f7-8fbe3c297118 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:04.447822 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df47ca08-ac43-4afa-9123-c472d57f4d98 req-37eafc1a-3ddc-4044-98f7-8fbe3c297118 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.1149950 Sep 22 17:28:04.573963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df47ca08-ac43-4afa-9123-c472d57f4d98 req-a966ef0f-719c-41c8-9266-57e024a3c02d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074252 Sep 22 17:28:04.609177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-39c6c91e-8470-4d24-893e-a056d1038e27 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604931 Sep 22 17:28:04.741264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-711bbf61-0a33-40be-a68d-e74a5e04efdd req-909fed01-a1a6-4a4d-a604-702f4c70f1fb service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259296 Sep 22 17:28:05.778598 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6834-145d-4990-b18e-8a29d4d614d5 req-f21591b9-935a-46a9-b7a7-3b64fa3962ad tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:05.780056 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b4a6834-145d-4990-b18e-8a29d4d614d5 req-f21591b9-935a-46a9-b7a7-3b64fa3962ad tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.0918016 Sep 22 17:28:05.823358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b4a6834-145d-4990-b18e-8a29d4d614d5 req-3a5dcffb-57f9-4c01-a753-c25e4a3666fe tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375400 Sep 22 17:28:06.851802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:28:06.988656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:07.002022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'port_id': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'mac_address': 'fa:16:3e:75:01:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:28:07.024207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4ba2cd-aa77-4554-a3ab-09a67cde8662 req-7bab23e0-f515-476e-97cf-758210f9217b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:07.025696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af4ba2cd-aa77-4554-a3ab-09a67cde8662 req-7bab23e0-f515-476e-97cf-758210f9217b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.0911765 Sep 22 17:28:07.057386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:07.057859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:07.069881 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af4ba2cd-aa77-4554-a3ab-09a67cde8662 req-26823089-7cda-4851-a812-65e59ce76044 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384216 Sep 22 17:28:07.074465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:28:07.090519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:07.094531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:07.166416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:07.464979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['fdf3fcc6-6c66-4499-ba3b-382e3b60a961'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:28:08.277445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0454f99e-baa8-4b08-b3ff-650df0c2970f req-70c6585d-1ed9-415f-801a-b98f6f00c5f5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:08.278908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0454f99e-baa8-4b08-b3ff-650df0c2970f req-70c6585d-1ed9-415f-801a-b98f6f00c5f5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 945 time: 0.0926483 Sep 22 17:28:08.324720 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0454f99e-baa8-4b08-b3ff-650df0c2970f req-33b996a5-8e01-40c2-a030-26221d3b26de tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396690 Sep 22 17:28:08.871239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:28:08.943573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:28:08.948443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:28:08.948873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:08.949205 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 Sep 22 17:28:09.067594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:09.067934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:09.095610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:09.097903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb5a696-ac5e-4c0e-b403-1d63186d5dcf" -d '{"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-plugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:09.105769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:09.109918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:09.146804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6faacb8-3224-4675-879a-dad4944e74d0 x-openstack-request-id: req-b6faacb8-3224-4675-879a-dad4944e74d0 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:09.147097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-plugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:09.147373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b6faacb8-3224-4675-879a-dad4944e74d0 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:09.147752 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6faacb8-3224-4675-879a-dad4944e74d0'] response: {'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'code': 200} Sep 22 17:28:09.179882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:09.403932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1036756-b922-43dc-932f-81f3b116be8a req-df922a20-c3be-435c-b604-3eb1c40dfb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:09.405426 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1036756-b922-43dc-932f-81f3b116be8a req-df922a20-c3be-435c-b604-3eb1c40dfb75 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1099 time: 0.0775144 Sep 22 17:28:09.450331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1036756-b922-43dc-932f-81f3b116be8a req-fa32aa64-6e4a-4d21-af72-ccba9a724eab service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389972 Sep 22 17:28:09.528012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd46a36-2712-4186-8632-97fbb9c9094b req-34158a77-221d-452c-92cd-53ffa1012e96 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:09.529719 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcd46a36-2712-4186-8632-97fbb9c9094b req-34158a77-221d-452c-92cd-53ffa1012e96 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0923030 Sep 22 17:28:09.574306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bcd46a36-2712-4186-8632-97fbb9c9094b req-a0403764-1710-49fc-80ba-df4bd5aa6223 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378692 Sep 22 17:28:10.781887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c57187-243b-4d5b-afeb-add0274082fd req-31c17c65-18b6-458e-9183-38c80bf0dadc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:10.783596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1c57187-243b-4d5b-afeb-add0274082fd req-31c17c65-18b6-458e-9183-38c80bf0dadc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0886946 Sep 22 17:28:10.831771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f1c57187-243b-4d5b-afeb-add0274082fd req-2208757e-9df7-4ac9-a5fa-78b8a0033e98 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Sep 22 17:28:12.035998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6238748-4f39-4c9f-9c02-9b59085d935a req-f145733e-93f1-4112-9556-a3f2ba8c3850 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:12.037502 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6238748-4f39-4c9f-9c02-9b59085d935a req-f145733e-93f1-4112-9556-a3f2ba8c3850 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0895343 Sep 22 17:28:12.084667 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a6238748-4f39-4c9f-9c02-9b59085d935a req-6a5f9b6f-9f15-40bf-8dbb-74de2dec171f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414245 Sep 22 17:28:12.287415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc4553c-9f14-4dcc-b3bc-31f053e78912 req-dfa312be-f153-48d8-acbc-cbf07668d8af tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:12.288883 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dc4553c-9f14-4dcc-b3bc-31f053e78912 req-dfa312be-f153-48d8-acbc-cbf07668d8af tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0913768 Sep 22 17:28:12.334322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3dc4553c-9f14-4dcc-b3bc-31f053e78912 req-a69e5844-29a7-4eae-897f-4ce9de222be3 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397718 Sep 22 17:28:12.873083 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-7f77aabe-c97a-49bb-97f3-a950a1fee936 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2554030 Sep 22 17:28:12.881072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183a5a-90a6-4fe7-ad4f-5672cdc08afb req-020e3eb8-a4ac-413c-baa7-e8fac08fcd52 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:12.882309 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9183a5a-90a6-4fe7-ad4f-5672cdc08afb req-020e3eb8-a4ac-413c-baa7-e8fac08fcd52 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.2255106 Sep 22 17:28:12.935655 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9183a5a-90a6-4fe7-ad4f-5672cdc08afb req-955c3a2e-acac-4d50-bd41-975eedc7cb3c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474274 Sep 22 17:28:14.114467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-337d0116-f3ef-45cc-aba5-715d6e7d9095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:14.116088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-337d0116-f3ef-45cc-aba5-715d6e7d9095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1099 time: 0.0840685 Sep 22 17:28:14.149878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68929455-141b-4412-a0cf-d844c84efc50 req-fd11105e-3d52-40a8-88f7-caf298ae2aed tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:14.151370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68929455-141b-4412-a0cf-d844c84efc50 req-fd11105e-3d52-40a8-88f7-caf298ae2aed tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0931075 Sep 22 17:28:14.199848 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68929455-141b-4412-a0cf-d844c84efc50 req-e0adad93-36d3-4f26-8e2b-6581f2deaa63 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428326 Sep 22 17:28:14.250056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-28084bc6-fe56-465f-aeba-e2bba284e03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:14.251485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-28084bc6-fe56-465f-aeba-e2bba284e03e service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1296484 Sep 22 17:28:14.317816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-f761c766-34cb-4505-bd02-899a3e14d1c2 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0604711 Sep 22 17:28:14.386196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-21ccadbb-659f-48bd-b37d-dad615eaa270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:14.387656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-21ccadbb-659f-48bd-b37d-dad615eaa270 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0623891 Sep 22 17:28:14.472750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-2d198cfe-cea9-4a63-97ae-a63acb66184d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:14.474229 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-2d198cfe-cea9-4a63-97ae-a63acb66184d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807168 Sep 22 17:28:14.608829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-9b11bb78-e33f-48e4-9774-1331ba133ad6 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287634 Sep 22 17:28:14.748002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-87d14d5e-11b4-4f33-9adb-5383b16735e9 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332235 Sep 22 17:28:15.407594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3608ced-7740-4dc1-92e6-495657b220c5 req-e0fdde80-bf48-4ee0-ba56-1eeb0fa8be10 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:15.409153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3608ced-7740-4dc1-92e6-495657b220c5 req-e0fdde80-bf48-4ee0-ba56-1eeb0fa8be10 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0945091 Sep 22 17:28:15.455257 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d3608ced-7740-4dc1-92e6-495657b220c5 req-5382eefe-ecd5-4f33-b5bf-286474c3dd0b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402551 Sep 22 17:28:16.666085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dfe1a-bf46-435a-af50-d440ba4c070a req-0ea9d30b-2b48-49ae-ad44-d22542e1a3d2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:16.667549 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d8dfe1a-bf46-435a-af50-d440ba4c070a req-0ea9d30b-2b48-49ae-ad44-d22542e1a3d2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.1002429 Sep 22 17:28:16.711107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d8dfe1a-bf46-435a-af50-d440ba4c070a req-06b3743d-b881-47b7-843b-41306e6a41fa tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379794 Sep 22 17:28:17.908956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459f9715-c941-4c06-8199-6a021876c2ef req-6662340b-f8c5-4132-bf34-a112a7868d95 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:17.910409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-459f9715-c941-4c06-8199-6a021876c2ef req-6662340b-f8c5-4132-bf34-a112a7868d95 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0877359 Sep 22 17:28:17.958832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-459f9715-c941-4c06-8199-6a021876c2ef req-7c94b646-9c32-4435-9d7f-753e3edf2998 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426269 Sep 22 17:28:19.153107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3938794-a412-4b01-b6ab-81b90bd63b6f req-9f0f632d-5a7c-4677-9812-9f28c70592ce tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:19.154560 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3938794-a412-4b01-b6ab-81b90bd63b6f req-9f0f632d-5a7c-4677-9812-9f28c70592ce tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0870972 Sep 22 17:28:19.197987 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3938794-a412-4b01-b6ab-81b90bd63b6f req-a09a141b-2448-41bc-8186-9602fa8e3d3f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371480 Sep 22 17:28:20.403300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf64ad8-eaff-46e3-9e18-5c0a57c15965 req-44715074-f7c1-4071-bf47-0c02e7ec5608 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:20.404843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6bf64ad8-eaff-46e3-9e18-5c0a57c15965 req-44715074-f7c1-4071-bf47-0c02e7ec5608 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0929704 Sep 22 17:28:20.452848 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6bf64ad8-eaff-46e3-9e18-5c0a57c15965 req-e95f0346-84c9-463a-a6d0-578676fb949c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397809 Sep 22 17:28:21.657857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3469cb88-3b44-46e7-bebf-c0aeb4abb03f req-25d92046-310f-428b-89f7-e9fa31470801 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:21.659810 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3469cb88-3b44-46e7-bebf-c0aeb4abb03f req-25d92046-310f-428b-89f7-e9fa31470801 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0913646 Sep 22 17:28:21.703082 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3469cb88-3b44-46e7-bebf-c0aeb4abb03f req-0bf91988-6023-4644-9bfd-c7ddfacaced4 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376678 Sep 22 17:28:22.415839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ffefc24-1b8d-4959-915e-fa2515baa89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:22.905177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1e7b0-d286-418a-af3f-f038059c40fb req-8b06e7a9-e411-4a68-a3a4-aa9acc2f3645 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:22.906644 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d6f1e7b0-d286-418a-af3f-f038059c40fb req-8b06e7a9-e411-4a68-a3a4-aa9acc2f3645 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0913916 Sep 22 17:28:22.950248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d6f1e7b0-d286-418a-af3f-f038059c40fb req-0894c94b-8098-44ed-a3ab-0c4f7cfd6f88 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380929 Sep 22 17:28:24.150328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaa6ef-e855-4304-ab5d-886285484a7a req-3e1210f8-a03e-49da-a1e5-0c9da9329f04 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:24.151774 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2ebaa6ef-e855-4304-ab5d-886285484a7a req-3e1210f8-a03e-49da-a1e5-0c9da9329f04 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0917373 Sep 22 17:28:24.195363 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2ebaa6ef-e855-4304-ab5d-886285484a7a req-16c215f8-0a26-4c4f-b612-d5b9e0ba541f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379720 Sep 22 17:28:24.558489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6a3762b6-e907-4b39-9ded-ae81fcf29fad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:25.422729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:25.445609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9c00c6-8057-419b-bc34-875491adeb69 req-ad1515bd-4b1f-410b-ab7e-1318538d7503 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:25.447074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f9c00c6-8057-419b-bc34-875491adeb69 req-ad1515bd-4b1f-410b-ab7e-1318538d7503 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.1398921 Sep 22 17:28:25.491017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7f9c00c6-8057-419b-bc34-875491adeb69 req-248d89cf-8db0-4f12-ac0c-598dfb3a80d4 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Sep 22 17:28:25.651364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:26.022501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:26.736789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb3d61f-d9d3-4cc7-a90b-1ffde63ae4cc req-8e863e86-4c57-4add-9796-8e41dddd7a0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:26.738246 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2eb3d61f-d9d3-4cc7-a90b-1ffde63ae4cc req-8e863e86-4c57-4add-9796-8e41dddd7a0f tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.1361973 Sep 22 17:28:26.782170 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2eb3d61f-d9d3-4cc7-a90b-1ffde63ae4cc req-65e2d021-4eb6-4cea-8af5-e40ad2f66605 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381892 Sep 22 17:28:27.245951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:27.983512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f645ed-05be-4c80-ad68-ca7922ea1a92 req-c337b7a9-abbe-40f0-b2f0-bf371f20a1f8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:27.984975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1f645ed-05be-4c80-ad68-ca7922ea1a92 req-c337b7a9-abbe-40f0-b2f0-bf371f20a1f8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0911374 Sep 22 17:28:28.028921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1f645ed-05be-4c80-ad68-ca7922ea1a92 req-a0a73374-9693-4608-8b14-0bfeee3b3ba2 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381355 Sep 22 17:28:29.229672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25105d72-0bbd-47d3-8d79-ffb6012618c7 req-5a740be0-28ca-4830-ac7e-50702c3e996b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:29.231118 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-25105d72-0bbd-47d3-8d79-ffb6012618c7 req-5a740be0-28ca-4830-ac7e-50702c3e996b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0899043 Sep 22 17:28:29.276166 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-25105d72-0bbd-47d3-8d79-ffb6012618c7 req-0b342c33-ed03-4359-9b18-0d98fd5383a1 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393038 Sep 22 17:28:30.480596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88222fa-1e15-4269-b83c-a2477306fdc7 req-4ad78cdf-3b6a-4fb2-b23a-a4b00a88c84e tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:30.482098 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e88222fa-1e15-4269-b83c-a2477306fdc7 req-4ad78cdf-3b6a-4fb2-b23a-a4b00a88c84e tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0903537 Sep 22 17:28:30.526339 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e88222fa-1e15-4269-b83c-a2477306fdc7 req-110754fd-b31a-453b-955d-92616710fad9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385947 Sep 22 17:28:30.734482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-0474c4d5-f994-46c8-880d-93d928aaf7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:30.735970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-0474c4d5-f994-46c8-880d-93d928aaf7bd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1099 time: 0.1202574 Sep 22 17:28:30.977597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-7e96b765-b6eb-44d5-8bc1-2ec13743ff78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:30.979037 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-7e96b765-b6eb-44d5-8bc1-2ec13743ff78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.2236116 Sep 22 17:28:31.051663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-9d4c5b5d-f37a-4dac-b3be-3850122e6295 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0654502 Sep 22 17:28:31.113048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-ddd9c75e-feb0-434c-8f48-33d38cca866c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:31.114442 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-ddd9c75e-feb0-434c-8f48-33d38cca866c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0565329 Sep 22 17:28:31.198957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-cb055749-ac52-48e8-99f5-c5ebbf36ca56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:31.200402 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-cb055749-ac52-48e8-99f5-c5ebbf36ca56 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800750 Sep 22 17:28:31.211763 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-de1ba99c-cd13-490a-9a98-a8a7b044e8e3 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:28:31.212687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-de1ba99c-cd13-490a-9a98-a8a7b044e8e3 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047221 Sep 22 17:28:31.347777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-062286eb-540f-4453-b71f-f6c8515925d5 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275311 Sep 22 17:28:31.484261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b1fa523-d328-46e3-9a4c-9a541ee20112 req-36868693-0403-4e50-9c1d-dd42884d67a3 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307025 Sep 22 17:28:31.827663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ba6930-84d2-4081-868f-0027ed0ce5f8 req-233d7156-312f-43d1-b1ed-471cf240c768 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:31.829050 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98ba6930-84d2-4081-868f-0027ed0ce5f8 req-233d7156-312f-43d1-b1ed-471cf240c768 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.1851625 Sep 22 17:28:31.872480 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98ba6930-84d2-4081-868f-0027ed0ce5f8 req-d17179ea-a910-4f26-ade5-3cc873383e82 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373406 Sep 22 17:28:33.073864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7971ef-baf6-44c7-afb9-1f8898b51725 req-24c207d9-49fc-48c6-a295-5ddb419e3191 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:33.075274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc7971ef-baf6-44c7-afb9-1f8898b51725 req-24c207d9-49fc-48c6-a295-5ddb419e3191 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0896916 Sep 22 17:28:33.121646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc7971ef-baf6-44c7-afb9-1f8898b51725 req-d26033b0-f544-4a59-9348-92a9c168fecc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406818 Sep 22 17:28:34.117804 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:28:34.322995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a409ed9-7f63-47eb-89ac-c780c568f207 req-443d377f-d0b2-460a-9c4e-6d5cafb3c5dd tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:34.324914 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2a409ed9-7f63-47eb-89ac-c780c568f207 req-443d377f-d0b2-460a-9c4e-6d5cafb3c5dd tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0913713 Sep 22 17:28:34.368667 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2a409ed9-7f63-47eb-89ac-c780c568f207 req-af9f1af4-bf4e-46fc-bcbd-56fd6d223f71 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377319 Sep 22 17:28:35.569383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9d143-e6d6-4d38-a101-1239db843b1b req-a2d991e2-c4b1-46bd-97da-e4d3ae558b20 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:35.570733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe9d143-e6d6-4d38-a101-1239db843b1b req-a2d991e2-c4b1-46bd-97da-e4d3ae558b20 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0913987 Sep 22 17:28:35.615138 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dbe9d143-e6d6-4d38-a101-1239db843b1b req-a1497e45-2fff-4995-8661-9e9f55847582 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386589 Sep 22 17:28:36.818380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b93d61d-4f9d-4942-83f8-ffdffdafd256 req-ae0f2dd8-5959-4d35-adad-1997fd5ca966 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:36.819855 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b93d61d-4f9d-4942-83f8-ffdffdafd256 req-ae0f2dd8-5959-4d35-adad-1997fd5ca966 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0902610 Sep 22 17:28:36.865067 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2b93d61d-4f9d-4942-83f8-ffdffdafd256 req-d798a214-c8ce-4bc7-8798-5facf73cf924 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394413 Sep 22 17:28:38.066311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c3f658-4cd6-484d-acc5-9cdf2986b99e req-8d645843-a208-4020-978c-5d049d68b461 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:38.067758 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6c3f658-4cd6-484d-acc5-9cdf2986b99e req-8d645843-a208-4020-978c-5d049d68b461 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0904057 Sep 22 17:28:38.111147 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a6c3f658-4cd6-484d-acc5-9cdf2986b99e req-a3e0db3f-10d6-4f51-acf1-170736d7113a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378356 Sep 22 17:28:39.316059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93477467-265d-49c2-85c7-41121501c487 req-3f842742-2add-4b44-a46d-0f532c61e713 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:39.317537 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93477467-265d-49c2-85c7-41121501c487 req-3f842742-2add-4b44-a46d-0f532c61e713 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0917344 Sep 22 17:28:39.361265 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93477467-265d-49c2-85c7-41121501c487 req-866b7f35-b37a-423f-a0a5-bd1efaedc121 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373409 Sep 22 17:28:40.556194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d263bb8b-411e-4a39-9dbe-0ff1e638e7b5 req-aaad0205-27c4-48a8-9f56-b3a6dcd27c54 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:40.557631 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d263bb8b-411e-4a39-9dbe-0ff1e638e7b5 req-aaad0205-27c4-48a8-9f56-b3a6dcd27c54 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0871170 Sep 22 17:28:40.601407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d263bb8b-411e-4a39-9dbe-0ff1e638e7b5 req-2392b739-26c3-490f-94fe-aed01ea2bf34 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381775 Sep 22 17:28:41.630333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-6233efb8-d1a0-4cfa-9bb4-5462c7bd4ada service neutron] 10.222.0.18 "GET /v2.0/ports/fdf3fcc6-6c66-4499-ba3b-382e3b60a961/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0759034 Sep 22 17:28:41.810009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84deb52-a834-413b-90a6-eb6ea5840c1c req-491e3527-f607-4287-9b9d-f5ddf611263a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:41.811833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c84deb52-a834-413b-90a6-eb6ea5840c1c req-491e3527-f607-4287-9b9d-f5ddf611263a tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0945795 Sep 22 17:28:41.861336 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c84deb52-a834-413b-90a6-eb6ea5840c1c req-6e23c464-f5fa-44df-bd9b-82ae3bc11036 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423672 Sep 22 17:28:41.920673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-b8285f12-1939-480f-92fb-07b593595450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:41.922029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-b8285f12-1939-480f-92fb-07b593595450 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05&tenant_id=9b55505051544914aa03d8c52d850173 HTTP/1.1" status: 200 len: 1099 time: 0.0781453 Sep 22 17:28:42.035904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-f82a5981-e530-4ff1-b359-9d719d2e5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:42.037390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-f82a5981-e530-4ff1-b359-9d719d2e5010 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1099 time: 0.0818386 Sep 22 17:28:42.167070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-13a5aa7b-6a94-48c6-a580-a6855d8a45c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:42.168507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-13a5aa7b-6a94-48c6-a580-a6855d8a45c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1253147 Sep 22 17:28:42.238769 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-7305c380-a019-418f-9328-13fe77053c84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0641055 Sep 22 17:28:42.301880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-1104e0be-0d42-4e0e-8cd2-24c2bfb951f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:42.303288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-1104e0be-0d42-4e0e-8cd2-24c2bfb951f7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0593829 Sep 22 17:28:42.383799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22920538-fe50-44b0-8c37-200809f821e1 req-3e2e252b-2f68-41b0-afae-2a413a112195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:42.385331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-3e2e252b-2f68-41b0-afae-2a413a112195 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767326 Sep 22 17:28:42.619587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-bb10e4c7-b95d-491d-ac65-f3ffc7a58ac4 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276452 Sep 22 17:28:42.750179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22920538-fe50-44b0-8c37-200809f821e1 req-e8a84e31-e199-4609-8409-6ae741a82f83 service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242077 Sep 22 17:28:43.058862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea61976-8473-40e1-bab9-25b98617d0ec req-ab657b85-958f-438d-ac48-179ac82c4e76 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:43.060293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ea61976-8473-40e1-bab9-25b98617d0ec req-ab657b85-958f-438d-ac48-179ac82c4e76 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0871089 Sep 22 17:28:43.105246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ea61976-8473-40e1-bab9-25b98617d0ec req-fb519962-162f-4799-96d0-d8affe5c58fa tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392203 Sep 22 17:28:44.316839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a538ef5-b4b7-408f-96eb-376fb01748b0 req-83b7c316-4c5a-4347-8663-94c028dddd4b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:44.318304 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a538ef5-b4b7-408f-96eb-376fb01748b0 req-83b7c316-4c5a-4347-8663-94c028dddd4b tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0999970 Sep 22 17:28:44.362837 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a538ef5-b4b7-408f-96eb-376fb01748b0 req-e102c616-669c-4e59-abc3-2e9daa48c050 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383008 Sep 22 17:28:45.039627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:28:45.047312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:28:45.275945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:45.276330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:45.289016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:45.312636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'network_id': '1c9dcc0a-550a-4554-8c7f-c3f661d6f0df', 'port_id': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'mac_address': 'fa:16:3e:75:01:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '43563f8c-cfd4-439b-8875-52a8bf124100', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:28:45.355016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:45.357310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceae8196-86ec-4ea6-a620-198785c5c54b" -d '{"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:45.381209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:45.388515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:45.391799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:45.391799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:45.442939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9a622bb-1f7c-460f-8361-00eda2f01119 x-openstack-request-id: req-a9a622bb-1f7c-460f-8361-00eda2f01119 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:45.443230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-unplugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:45.443478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a9a622bb-1f7c-460f-8361-00eda2f01119 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:45.443886 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a9a622bb-1f7c-460f-8361-00eda2f01119'] response: {'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'code': 200} Sep 22 17:28:45.467780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:28:45.539257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:45.547884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:28:45.548073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:28:45.584322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf38522-3ca3-43f7-ac75-7c4de5bf77af req-75f715da-2cac-4d5c-af4e-f7b3bcfcb234 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:45.585731 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cf38522-3ca3-43f7-ac75-7c4de5bf77af req-75f715da-2cac-4d5c-af4e-f7b3bcfcb234 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.0936756 Sep 22 17:28:45.630329 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8cf38522-3ca3-43f7-ac75-7c4de5bf77af req-3ff28fa1-2786-4918-a3f3-147fe3b84776 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 Sep 22 17:28:45.950971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f120da-6616-4edf-b9a9-bb6c914070db req-e9cf9735-9baa-45ef-9819-06854569fa05 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:45.952433 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52f120da-6616-4edf-b9a9-bb6c914070db req-e9cf9735-9baa-45ef-9819-06854569fa05 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 944 time: 0.0881910 Sep 22 17:28:45.963802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-551bff31-cc66-42cd-b1e0-e18662db37be tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:45.965311 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-551bff31-cc66-42cd-b1e0-e18662db37be tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05&tenant_id=9b55505051544914aa03d8c52d850173&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 944 time: 0.0939498 Sep 22 17:28:45.998346 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52f120da-6616-4edf-b9a9-bb6c914070db req-6236dcbf-bf76-40f7-96e8-cd9f6966d904 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394969 Sep 22 17:28:46.102166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:46.102778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:46.120519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:28:46.125368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-d3236a9e-aadf-49c2-a23b-ef02d5725a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:46.126867 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-d3236a9e-aadf-49c2-a23b-ef02d5725a48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=9b55505051544914aa03d8c52d850173&device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 1097 time: 0.0792098 Sep 22 17:28:46.136491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:46.140728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:46.210009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:46.261852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-252c7f2b-6313-4290-8368-95c5d97cd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:46.263277 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-252c7f2b-6313-4290-8368-95c5d97cd701 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 200 len: 916 time: 0.1307487 Sep 22 17:28:46.267381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['fdf3fcc6-6c66-4499-ba3b-382e3b60a961'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:28:46.338245 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-5d423f3c-ed56-4386-b424-3c1f38b0cf7a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 200 len: 217 time: 0.0686548 Sep 22 17:28:46.400678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-41152c38-bce0-4a53-9c59-3262cbc0989d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:46.402123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-41152c38-bce0-4a53-9c59-3262cbc0989d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 200 len: 854 time: 0.0578148 Sep 22 17:28:46.488678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-a361596c-8a1d-4ad7-a531-b35a22a21582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:46.490096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-a361596c-8a1d-4ad7-a531-b35a22a21582 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0821617 Sep 22 17:28:46.621705 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-8630d14b-ddbd-4956-80a0-91d6b9b6375c service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250799 Sep 22 17:28:46.751129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c37abd3b-4380-4e84-a0d2-bd3fb430d114 req-6b4820e2-49e2-4362-8649-524a738a1acb service neutron] 10.222.0.18 "GET /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224241 Sep 22 17:28:47.044580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:28:47.117288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:28:47.117972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:47.118076 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 Sep 22 17:28:47.201052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f492566f-3895-43d7-a8af-3812bbec44a6 req-98cc1bfd-0b12-4750-8f3d-bb345e5f37a5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:47.202999 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f492566f-3895-43d7-a8af-3812bbec44a6 req-98cc1bfd-0b12-4750-8f3d-bb345e5f37a5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 945 time: 0.0906119 Sep 22 17:28:47.243539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:28:47.243921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:47.259628 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f492566f-3895-43d7-a8af-3812bbec44a6 req-0c0140ab-4cb5-4642-ad0b-0ec7dea7d376 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505898 Sep 22 17:28:47.282612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:47.287207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:47.364321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:47.444936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:47.447884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37b0a039-d571-48c3-b047-833b6e632ef0" -d '{"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-plugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:47.493852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5478320-e969-4ab3-9540-039fab2d7859 x-openstack-request-id: req-d5478320-e969-4ab3-9540-039fab2d7859 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:47.494141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-plugged", "status": "completed", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:47.494392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d5478320-e969-4ab3-9540-039fab2d7859 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:47.494812 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5478320-e969-4ab3-9540-039fab2d7859'] response: {'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'code': 200} Sep 22 17:28:48.458225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5ed63a-7394-425e-b0d9-27c74e5db91a req-f13c53c3-1516-456b-bb2a-1a6398611a76 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:48.459685 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f5ed63a-7394-425e-b0d9-27c74e5db91a req-f13c53c3-1516-456b-bb2a-1a6398611a76 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0902030 Sep 22 17:28:48.504428 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9f5ed63a-7394-425e-b0d9-27c74e5db91a req-3d245627-912b-4d51-9652-3063ece8ae46 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387516 Sep 22 17:28:48.705670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26e8e4-8655-4377-8bb6-3df5ecf1f076 req-d0d88f61-fb00-4559-a5ab-677bc7d402c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:48.707176 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f26e8e4-8655-4377-8bb6-3df5ecf1f076 req-d0d88f61-fb00-4559-a5ab-677bc7d402c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0921333 Sep 22 17:28:48.753637 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f26e8e4-8655-4377-8bb6-3df5ecf1f076 req-66864247-a69e-4819-9170-eb8b5027001d tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398941 Sep 22 17:28:48.952790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2fdf528-904c-4134-b0e5-7cea206c7a37 req-180b3fb0-6eea-4902-a824-adb05b4e26e7 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:48.954231 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e2fdf528-904c-4134-b0e5-7cea206c7a37 req-180b3fb0-6eea-4902-a824-adb05b4e26e7 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0891550 Sep 22 17:28:48.997576 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e2fdf528-904c-4134-b0e5-7cea206c7a37 req-0bde29b8-9e98-4d57-8182-eab823873b89 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371451 Sep 22 17:28:49.552045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888083ab-5892-4736-aeaa-77d8b1a2d46e req-8c6b271a-48a5-4de8-b625-38bdacb76e68 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:49.553487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-888083ab-5892-4736-aeaa-77d8b1a2d46e req-8c6b271a-48a5-4de8-b625-38bdacb76e68 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0908089 Sep 22 17:28:49.596596 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-888083ab-5892-4736-aeaa-77d8b1a2d46e req-6bed35e2-36f1-4ba3-9afa-3cf44960f857 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374074 Sep 22 17:28:50.793418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9576d44a-b20f-4150-8d3a-528a9be1f753 req-9d4f0e19-ddea-471c-a7c9-e6cf80a5cea5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:50.794869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9576d44a-b20f-4150-8d3a-528a9be1f753 req-9d4f0e19-ddea-471c-a7c9-e6cf80a5cea5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0861993 Sep 22 17:28:50.838605 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9576d44a-b20f-4150-8d3a-528a9be1f753 req-4cee0b7c-bd4f-4405-9a28-545b5c1c5abc tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380692 Sep 22 17:28:51.419036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-d307eff2-2553-4a37-8661-27ae40779172 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:51.420441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-d307eff2-2553-4a37-8661-27ae40779172 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.1875165 Sep 22 17:28:51.489207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Deleting port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:51.489470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:51.736972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] For port fdf3fcc6-6c66-4499-ba3b-382e3b60a961, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:51.737366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:51.860850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Calling delete_port for fdf3fcc6-6c66-4499-ba3b-382e3b60a961 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:52.004707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:52.037957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa8f4c-56f8-4ba5-b814-b9cb81ac6862 req-2e395aa2-ef35-43a0-a48e-d4d6912cabb5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:28:52.038999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['fdf3fcc6-6c66-4499-ba3b-382e3b60a961'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:28:52.045028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51aa8f4c-56f8-4ba5-b814-b9cb81ac6862 req-2e395aa2-ef35-43a0-a48e-d4d6912cabb5 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/ports?device_id=4e4c6008-7800-48cb-b96b-034f20fdec05 HTTP/1.1" status: 200 len: 946 time: 0.0961583 Sep 22 17:28:52.056053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event deleted for resources: {'Port': ['ID=fdf3fcc6-6c66-4499-ba3b-382e3b60a961,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:52.100173 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51aa8f4c-56f8-4ba5-b814-b9cb81ac6862 req-e780920b-15ee-453e-8903-a67397317322 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups?id=000280b0-1823-4b8d-9ee2-bbb5d3395574&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542753 Sep 22 17:28:52.156790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] No DVR routers for this DVR port fdf3fcc6-6c66-4499-ba3b-382e3b60a961 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:28:52.160067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:52.162787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-deleted', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:28:52.165110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-172cf208-c965-45aa-917f-80c0c92d9882" -d '{"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-deleted", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:28:52.181798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-745c9ac3-6593-4871-ad21-1a7bd4ee16ac req-de783c5c-167e-4c83-b5fb-c9c49052db55 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.18 "DELETE /v2.0/ports/fdf3fcc6-6c66-4499-ba3b-382e3b60a961 HTTP/1.1" status: 204 len: 173 time: 0.7560844 Sep 22 17:28:52.221274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-502c9015-5d6b-4921-b78b-d18aa5f5c246 x-openstack-request-id: req-502c9015-5d6b-4921-b78b-d18aa5f5c246 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:28:52.221682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e4c6008-7800-48cb-b96b-034f20fdec05", "name": "network-vif-deleted", "tag": "fdf3fcc6-6c66-4499-ba3b-382e3b60a961", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:28:52.222005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-502c9015-5d6b-4921-b78b-d18aa5f5c246 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:28:52.222508 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-502c9015-5d6b-4921-b78b-d18aa5f5c246'] response: {'server_uuid': '4e4c6008-7800-48cb-b96b-034f20fdec05', 'name': 'network-vif-deleted', 'tag': 'fdf3fcc6-6c66-4499-ba3b-382e3b60a961', 'status': 'completed', 'code': 200} Sep 22 17:28:52.417995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8d87011e-11ab-48bf-9f45-c0d32b2a071c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.227298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55806) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:53.294754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.323155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.380110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.398648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31dcaa62-3d8a-4a67-a2c5-904bf09fd3af,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:53.409876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.411085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e182c4c-4e64-49f9-b5c5-e57e386f7bd9 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "DELETE /v2.0/security-groups/31dcaa62-3d8a-4a67-a2c5-904bf09fd3af HTTP/1.1" status: 204 len: 168 time: 0.1827664 Sep 22 17:28:53.413732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55810) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:53.430695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-9ed308b7-8824-466b-ab22-715ac16269f3 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] show failed (client error): The resource could not be found. Sep 22 17:28:53.431666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9ed308b7-8824-466b-ab22-715ac16269f3 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "GET /v2.0/security-groups/31dcaa62-3d8a-4a67-a2c5-904bf09fd3af HTTP/1.1" status: 404 len: 347 time: 0.0170279 Sep 22 17:28:53.434248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55814) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:53.595657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Deleting port ff211a92-6d08-4eec-ae52-0b5dbd21231e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:53.595998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.767330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.767621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:53.893795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Calling delete_port for ff211a92-6d08-4eec-ae52-0b5dbd21231e owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:54.144233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:54.192853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Pushing event deleted for resources: {'Port': ['ID=ff211a92-6d08-4eec-ae52-0b5dbd21231e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:54.293512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:54.308643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:54.309773 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-582e23af-9638-4b16-aff8-8bb86db5d34c tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] 10.222.0.25 "DELETE /v2.0/floatingips/2d72fa6d-663f-4cd6-9928-05e8e6e47434 HTTP/1.1" status: 204 len: 168 time: 0.8746526 Sep 22 17:28:54.461705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55822) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:54.561325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14988190-4735-4fc2-a47a-1f3c4d7d8040 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.012810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.103360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:28:55.143565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: fdf3fcc6-6c66-4499-ba3b-382e3b60a961 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:28:55.143907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device fdf3fcc6-6c66-4499-ba3b-382e3b60a961 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:28:55.364318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Deleting port 002810ca-a3ae-4ede-b5d7-054e0b4637f3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:55.364949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.444331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.540377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] For port 002810ca-a3ae-4ede-b5d7-054e0b4637f3, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=002810ca-a3ae-4ede-b5d7-054e0b4637f3,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:55.540766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.656835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:55.774105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Calling delete_port for 002810ca-a3ae-4ede-b5d7-054e0b4637f3 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:55.951263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:56.003467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Pushing event deleted for resources: {'Port': ['ID=002810ca-a3ae-4ede-b5d7-054e0b4637f3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:56.027330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:56.278594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:56.636902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Router a80fb1c9-760b-432b-a21e-38c71ba8b20b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:28:56.815727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:28:56.824304 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Sync routers for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:28:56.828435 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-03b242ba-00ee-42f1-952c-3af22178b674 admin admin] 10.222.0.25 "PUT /v2.0/routers/a80fb1c9-760b-432b-a21e-38c71ba8b20b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3655698 Sep 22 17:28:56.830306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55826) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:56.834476 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:28:56.835085 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:57.006238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.012299 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:28:57.249904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.306296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.306795 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:28:55Z', 'revision_number': 5, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port': {'id': 'a01bce0d-f668-4aa9-8706-3fa73fd457c8', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:8e:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1542, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:27:01Z', 'updated_at': '2022-09-22T17:27:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:57.310737 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Checking router: a80fb1c9-760b-432b-a21e-38c71ba8b20b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:28:57.316426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Deleting port a01bce0d-f668-4aa9-8706-3fa73fd457c8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:57.316995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.322791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Routers {'a80fb1c9-760b-432b-a21e-38c71ba8b20b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:28:57.323787 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:57.505569 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] Set router a80fb1c9-760b-432b-a21e-38c71ba8b20b gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:28:57.527882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] For port a01bce0d-f668-4aa9-8706-3fa73fd457c8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=a01bce0d-f668-4aa9-8706-3fa73fd457c8,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:57.528378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.609963 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:28:57Z', 'revision_number': 6, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:57.619253 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff5b45f-297b-43f5-8f39-0e2a406f2f98 None None] The sync data for ids ['a80fb1c9-760b-432b-a21e-38c71ba8b20b'] in dv-neutron-858953-1-hyperv is: [{'id': 'a80fb1c9-760b-432b-a21e-38c71ba8b20b', 'name': 'tempest-ServerDiskConfigTestJSON-1915034028-router', 'tenant_id': '9b55505051544914aa03d8c52d850173', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:27:00Z', 'updated_at': '2022-09-22T17:28:57Z', 'revision_number': 6, 'project_id': '9b55505051544914aa03d8c52d850173', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:28:57.654550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Calling delete_port for a01bce0d-f668-4aa9-8706-3fa73fd457c8 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:57.821818 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:57.868756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Pushing event deleted for resources: {'Port': ['ID=a01bce0d-f668-4aa9-8706-3fa73fd457c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:57.965874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.139352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.141470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.162416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.162957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a80fb1c9-760b-432b-a21e-38c71ba8b20b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:28:58.175706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.176849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77818471-47b3-414f-8390-caf6c0b10b04 admin admin] 10.222.0.25 "DELETE /v2.0/routers/a80fb1c9-760b-432b-a21e-38c71ba8b20b HTTP/1.1" status: 204 len: 168 time: 1.3456223 Sep 22 17:28:58.179475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55830) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:58.238017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Deleting subnet 43563f8c-cfd4-439b-8875-52a8bf124100 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:28:58.241011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.290793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.368927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.435078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.476072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=43563f8c-cfd4-439b-8875-52a8bf124100,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:58.481682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.485979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e28bb30-bfd2-4a58-830e-86c4beb27cd0 None None] Network 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:28:58.491044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d848a889-6871-406c-8ef4-e772588b9811 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/43563f8c-cfd4-439b-8875-52a8bf124100 HTTP/1.1" status: 204 len: 168 time: 0.3087604 Sep 22 17:28:58.491695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55834) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:58.684754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 002810ca-a3ae-4ede-b5d7-054e0b4637f3 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:28:58.724160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.728414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 002810ca-a3ae-4ede-b5d7-054e0b4637f3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:28:58.728781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 002810ca-a3ae-4ede-b5d7-054e0b4637f3 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:28:58.729191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a01bce0d-f668-4aa9-8706-3fa73fd457c8 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:28:58.734593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Deleting port 45de7e86-c15d-4390-9105-b17bcff280f9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:58.734922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.769660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: a01bce0d-f668-4aa9-8706-3fa73fd457c8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:28:58.770008 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device a01bce0d-f668-4aa9-8706-3fa73fd457c8 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:28:58.864994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] DHCP port deletion for 1c9dcc0a-550a-4554-8c7f-c3f661d6f0df request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:28:58.869196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Deleting port 45de7e86-c15d-4390-9105-b17bcff280f9 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:58.869570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:58.943317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] For port 45de7e86-c15d-4390-9105-b17bcff280f9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=45de7e86-c15d-4390-9105-b17bcff280f9,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:58.943601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.073029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Calling delete_port for 45de7e86-c15d-4390-9105-b17bcff280f9 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:59.122204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] For port 45de7e86-c15d-4390-9105-b17bcff280f9, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=45de7e86-c15d-4390-9105-b17bcff280f9,segment=NetworkSegment(8e087787-77f2-40ed-94ae-740591dad69c),segment_id=8e087787-77f2-40ed-94ae-740591dad69c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:28:59.122597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.149037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.199334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Pushing event deleted for resources: {'Port': ['ID=45de7e86-c15d-4390-9105-b17bcff280f9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:59.201124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] No DVR routers for this DVR port 45de7e86-c15d-4390-9105-b17bcff280f9 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:28:59.248199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Calling delete_port for 45de7e86-c15d-4390-9105-b17bcff280f9 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:28:59.316582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.328629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:28:59.329064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:28:59.343411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9dcc0a-550a-4554-8c7f-c3f661d6f0df']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:59.356150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e087787-77f2-40ed-94ae-740591dad69c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:59.356513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e087787-77f2-40ed-94ae-740591dad69c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:28:59.368102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.384050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.390601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:28:59.390975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.455956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8e087787-77f2-40ed-94ae-740591dad69c resource provider aggregate not found Sep 22 17:28:59.478411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8e087787-77f2-40ed-94ae-740591dad69c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e087787-77f2-40ed-94ae-740591dad69c found for delete ", "request_id": "req-cc7bb99f-83da-49d6-b7d6-ca4d46605c33"}]} Sep 22 17:28:59.490667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.506402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.516441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c9dcc0a-550a-4554-8c7f-c3f661d6f0df,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:59.530163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9f449ecc-74a9-4d04-bb87-1ba391349252 admin admin] 10.222.0.25 "DELETE /v2.0/networks/1c9dcc0a-550a-4554-8c7f-c3f661d6f0df HTTP/1.1" status: 204 len: 168 time: 1.0373440 Sep 22 17:28:59.638826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:59.698040 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-30de2c7c-8b2a-4e80-86e9-90365ae2b206 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=9b55505051544914aa03d8c52d850173&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0577378 Sep 22 17:28:59.702873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:28:59.761720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.787146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.830508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Deleting port 45de7e86-c15d-4390-9105-b17bcff280f9 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:28:59.831095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.838307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.858558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=000280b0-1823-4b8d-9ee2-bbb5d3395574,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:28:59.868255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:28:59.869449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-460d9874-07d5-4c9d-87c2-0bc6bd5463e9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/000280b0-1823-4b8d-9ee2-bbb5d3395574 HTTP/1.1" status: 204 len: 168 time: 0.1656156 Sep 22 17:28:59.906267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-486b9850-7b0c-4e1e-b152-2bddaf644f1b None None] The port '45de7e86-c15d-4390-9105-b17bcff280f9' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:29:00.595481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55874) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:00.643889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 45de7e86-c15d-4390-9105-b17bcff280f9 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:29:00.680269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 45de7e86-c15d-4390-9105-b17bcff280f9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:29:00.680596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 45de7e86-c15d-4390-9105-b17bcff280f9 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:29:00.699750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-978986047-network', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:00.705355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:00.711123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Usage tracker for resource:network and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:00.712121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:00.717922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:00.728185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:29:00.730606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.742509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.758054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:00.761837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Usage tracker for resource:security_group_rule and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:00.764684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:00.770981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:00.852707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.857284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.884793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:29:00.896975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f1734b-6e57-4d49-bb7b-3c6afeaacbca,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:00.902132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.902476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Added segment 962a3e45-09d1-4745-a88f-65521dd90d99 of type vlan for network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b Sep 22 17:29:00.928620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.956807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:00.957740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:00.958310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.057868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] Pushing event updated for resources: {'Network': ['ID=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:01.061827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-487eff5a-f481-4143-9c28-f0c95726b593 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4652619 Sep 22 17:29:01.065916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55880) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:01.068798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:29:01.071445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Request body: {'subnet': {'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-978986047-subnet', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:01.076428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:01.080418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Usage tracker for resource:subnet and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:01.083281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:01.088937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:01.098632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:29:01.100916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.305283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.374538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eaddd229-f230-45a3-a1ec-e79df0f9e83b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:01.385966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:29:01.386320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Network hostable DHCP agents. Network: 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:29:01.404937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:29:01.414357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:01.418321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:01.418893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.426386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a86aa4c-b056-441c-8326-9def5c2be094 None None] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:29:01.440829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e4b2b83-dbf4-4029-8e9a-74ec21d49374 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3735361 Sep 22 17:29:01.443526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:01.448419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:01.452970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:01.456877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Usage tracker for resource:router and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:01.459670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:01.465319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:01.476048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.476943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.495801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.652398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:29:01.653283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:01.812363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Allocated IP 172.20.0.2 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:29:01.875853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.016268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.027040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Transition to ACTIVE for port object 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:02.045851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Transition to ACTIVE for port object 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:02.053054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.123065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:02.126120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:02.130672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:29:02.136455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Pushing event updated for resources: {'Port': ['ID=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:02.182389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.183078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.183078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.183404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.183696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.184028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.184352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.184703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.185028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.185351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.185669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.185986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.191580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.223729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.249316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Attempting to bind port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:29:02.249683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Attempting to bind port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:29:02.250041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Attempting to bind port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:29:02.256122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:29:02.256485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:29:02.256914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.257301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:29:02.257754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Bound port: 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:29:02.258137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.346062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] For port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:29:02.349127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] For port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:29:02.353572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.365166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Allocated IP 172.26.8.238 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/96083719-8b92-4db7-be81-f753517d5c42) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:29:02.466849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7bdc0c-f797-41f2-a708-be1966089736 None None] Pushing event updated for resources: {'Port': ['ID=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:02.529730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.559294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:02.630981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:02.635823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:02.640821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:29:02.676992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Pushing event updated for resources: {'Port': ['ID=96083719-8b92-4db7-be81-f753517d5c42,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:02.701159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.701555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.701990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.702418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.702841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.703267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.703737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.704157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.704656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.705049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.705464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.705904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:02.741406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:02.815500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:03.213505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.354415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41c6213-c17b-4fee-b0ac-7ad5dc89c01b None None] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:29:03.509632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Provisioning for port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:03.528009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Provisioning complete for port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:03.528379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.528744 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Attempt 1 to provision port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b Sep 22 17:29:03.559155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.711917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Current status of the port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:03.712195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.749571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] For port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:03.755212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.769409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:29:03.833948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122f4c5-5692-454b-91f1-bfd27c678077 None None] Pushing event updated for resources: {'Port': ['ID=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:03.958297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:29:03.970130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:29:03.982961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:03.984112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-230fd425-72fd-44c9-a913-84b2fe8f0121 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5396805 Sep 22 17:29:03.987247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:03.987415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:03.987869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:04.044162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d753915-ec69-460c-9af8-4b2933a7eb92 None None] Provisioning complete for port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:04.044456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d753915-ec69-460c-9af8-4b2933a7eb92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:04.044863 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d753915-ec69-460c-9af8-4b2933a7eb92 None None] Attempt 1 to provision port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b Sep 22 17:29:04.264431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:04.372778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d753915-ec69-460c-9af8-4b2933a7eb92 None None] Current status of the port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:04.563540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:02Z', 'revision_number': 3, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:04.568471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:29:04.568845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Updating router f75eb538-6ca2-49a6-860b-376bd16c7d4d port 96083719-8b92-4db7-be81-f753517d5c42 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:29:04.627098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:04.656200 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:04.795552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:04.805275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:04.805643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:04.805974 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b Sep 22 17:29:05.002713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Allocated IP 172.20.0.1 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/dd9b2755-8acb-441b-af49-fdc3ef0bd6ad) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:29:05.074920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:05.155965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.156546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.169609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Transition to ACTIVE for port object 96083719-8b92-4db7-be81-f753517d5c42 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:05.174051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Transition to ACTIVE for port object dd9b2755-8acb-441b-af49-fdc3ef0bd6ad will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:05.177480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.198063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.241132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Attempting to bind port 96083719-8b92-4db7-be81-f753517d5c42 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:29:05.241666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Attempting to bind port 96083719-8b92-4db7-be81-f753517d5c42 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:29:05.242121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Attempting to bind port 96083719-8b92-4db7-be81-f753517d5c42 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:29:05.252941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:29:05.253571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:29:05.254052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.254502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:29:05.255035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Bound port: 96083719-8b92-4db7-be81-f753517d5c42, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:29:05.255468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.271842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:05.274750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:05.279243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:29:05.302733 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708874-eb80-40f5-9f30-dae64069daf3 None None] Pushing event updated for resources: {'Port': ['ID=96083719-8b92-4db7-be81-f753517d5c42,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:05.320694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:05.336784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.340644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] For port 96083719-8b92-4db7-be81-f753517d5c42, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:29:05.343894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] For port 96083719-8b92-4db7-be81-f753517d5c42, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96083719-8b92-4db7-be81-f753517d5c42,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:29:05.349560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.413275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:05.413949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:05.506545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1708874-eb80-40f5-9f30-dae64069daf3 None None] Pushing event updated for resources: {'Port': ['ID=96083719-8b92-4db7-be81-f753517d5c42,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:05.587078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Provisioning for port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:05.597172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Provisioning complete for port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:05.597547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.597883 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 1 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:05.607151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.666347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:05.766506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:05.833350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.838791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.946419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:05.952504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:05.958945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:02Z', 'revision_number': 3, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:05.963343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb58003a-c254-4b5c-870c-f0799633ed20 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:02Z', 'revision_number': 3, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:29:06.091050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:06.092213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:06.268033 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 2 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:06.336187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:06.441611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:29:06.634369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:29:06.645443 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-62cd31d9-93f9-40b9-808e-1ebf3293f5f7 admin admin] 10.222.0.25 "PUT /v2.0/routers/f75eb538-6ca2-49a6-860b-376bd16c7d4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6567380 Sep 22 17:29:06.686372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96083719-8b92-4db7-be81-f753517d5c42 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:06.765187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 96083719-8b92-4db7-be81-f753517d5c42 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:06.770750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 96083719-8b92-4db7-be81-f753517d5c42 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:06.771122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:06.771454 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 96083719-8b92-4db7-be81-f753517d5c42 Sep 22 17:29:06.837728 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 3 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:06.944698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:06.950553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 96083719-8b92-4db7-be81-f753517d5c42 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:06.950938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:06.967874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 96083719-8b92-4db7-be81-f753517d5c42, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96083719-8b92-4db7-be81-f753517d5c42,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:06.971436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:06.991208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:06.996484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'security_group': {'name': 'tempest-securitygroup--951273169', 'description': 'tempest-description--1701766210'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:07.004134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:07.009249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Usage tracker for resource:security_group and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:07.012766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:07.020061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:07.032069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.050603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=96083719-8b92-4db7-be81-f753517d5c42,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:07.053451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:07.057652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Usage tracker for resource:security_group_rule and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:07.060787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:07.067186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:07.138433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.142472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.184857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ebff4a6b-294f-4304-a869-0bfafd25573c,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:07.189467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.193477 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fef734ce-8811-4870-8339-28f35cea5306 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1983922 Sep 22 17:29:07.194503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 55902) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:07.199017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'security_group_rule': {'security_group_id': 'ebff4a6b-294f-4304-a869-0bfafd25573c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:07.205057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:07.208857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Usage tracker for resource:security_group_rule and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:07.212212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:07.219098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:07.237111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.304177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.308277 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.335410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1906ecf-c098-4a65-a2a5-a5d86c1867b1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:07.350112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.350450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.350786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.351115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.351436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.351759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.352081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.352400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.352777 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.353095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.353411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.353727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:07.356556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.358402 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d0d56a67-8587-44ca-82ce-a77460123ea5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1633465 Sep 22 17:29:07.361569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:07.366618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'security_group_rule': {'security_group_id': 'ebff4a6b-294f-4304-a869-0bfafd25573c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:07.372674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:07.376582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Usage tracker for resource:security_group_rule and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:07.379742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:07.385406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:07.402796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.445483 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 4 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:07.469473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.474284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.499951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf9f178-7b73-4c0e-a238-0085b76e6d67,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:07.505783 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:29:07.506920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:07.514576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.514796 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:07.515255 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:07.515767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1f8528bf-4f1d-46cf-a635-b764b4fad8e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1532085 Sep 22 17:29:07.518862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:07.524046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:07.530138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:07.535358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Usage tracker for resource:floatingip and tenant:2dcf1b29e0664568ab67c2b6a8210303 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:29:07.538468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:29:07.544395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:07.555230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.695123 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:07.695952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:07.835970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Allocated IP 172.26.8.242 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/7a32c83b-57e1-4c15-aad6-89c4129325d1) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:29:07.985590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.007795 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 5 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:08.017712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.039189 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 2, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:08.043462 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:29:08.043923 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Updating router f75eb538-6ca2-49a6-860b-376bd16c7d4d port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:29:08.077608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:08.086207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:08.090980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:08.096091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:29:08.099800 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.130962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=7a32c83b-57e1-4c15-aad6-89c4129325d1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:08.184517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.248128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.448784 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.453302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.458629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.461596 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Transition to ACTIVE for port object dd9b2755-8acb-441b-af49-fdc3ef0bd6ad will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:08.469073 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.569856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.573653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=7a32c83b-57e1-4c15-aad6-89c4129325d1,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:08.578871 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 6 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:08.596632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.617748 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e6e11b41-c878-45ea-9b36-488a25e7e2d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0911951 Sep 22 17:29:08.642656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:08.679472 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Pushing event updated for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:08.683119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96083719-8b92-4db7-be81-f753517d5c42 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:08.691493 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Attempting to bind port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:29:08.691855 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Attempting to bind port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:29:08.692210 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Attempting to bind port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:29:08.694742 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.695083 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.695414 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.695740 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.696061 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.696383 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.696748 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.697067 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.697384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.697887 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.698201 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.698523 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:29:08.706296 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:29:08.706965 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:29:08.707530 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.708082 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:29:08.708748 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Bound port: dd9b2755-8acb-441b-af49-fdc3ef0bd6ad, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:29:08.709604 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.790512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-b190c37c-2425-43db-81e9-890935c61fc3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:29:08.807720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-b190c37c-2425-43db-81e9-890935c61fc3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:29:08.809155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-b190c37c-2425-43db-81e9-890935c61fc3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--951273169&fields=id&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 267 time: 0.0604362 Sep 22 17:29:08.810832 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] For port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:29:08.814872 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] For port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:29:08.816044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 96083719-8b92-4db7-be81-f753517d5c42 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:08.816428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.816940 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 96083719-8b92-4db7-be81-f753517d5c42 Sep 22 17:29:08.822544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:08.884315 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:08.885034 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:08.946197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 96083719-8b92-4db7-be81-f753517d5c42 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:08.967673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-bfaa61ac-b472-4c44-a237-21092e4e9d6a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:08.968632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-bfaa61ac-b472-4c44-a237-21092e4e9d6a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:29:08.972787 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3f4511-e38c-47a9-bbcb-1c1fd57676d4 None None] Pushing event updated for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:08.988013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-bfaa61ac-b472-4c44-a237-21092e4e9d6a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:29:08.989246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-bfaa61ac-b472-4c44-a237-21092e4e9d6a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1716428 Sep 22 17:29:09.005167 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-9488d0f7-ce95-4915-bacf-ab664ad6f26d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/quotas/2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 375 time: 0.0100367 Sep 22 17:29:09.078857 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:09.143954 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Attempt 7 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:09.210461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4d1b907c-66d1-43a1-8882-1e81789e5045 None None] Port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:29:09.216777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ec947f3d-dde9-44e6-9ba9-dde82f9f53c6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:29:09.235578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ec947f3d-dde9-44e6-9ba9-dde82f9f53c6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:29:09.237056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ec947f3d-dde9-44e6-9ba9-dde82f9f53c6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2267666 Sep 22 17:29:09.381743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-cd09d373-419c-414f-b2e2-473ae20e3a3a service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313989 Sep 22 17:29:09.428290 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:08Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:09.432402 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b419232-02f2-4d37-9a54-4fd3fa368f5a None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:08Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:29:09.545165 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-a892a2e4-b6c2-46e6-9d94-6c5e5815c27b service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575325 Sep 22 17:29:09.744043 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ba689ad1-1b65-4dac-b0cf-cbf09a9ebf00 req-9d8d96df-02e3-4488-844d-56b7f207f58f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 210 time: 0.0534387 Sep 22 17:29:10.672047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd9b2755-8acb-441b-af49-fdc3ef0bd6ad up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:10.740537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:10.745137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:10.745515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:10.745848 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:10.868679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:10.869047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:10.903926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:10.908139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:10.934594 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f6b7f65e-7699-410b-afa3-e7099e6478ad req-aeff6a5d-ffb3-4c8b-a48e-37049ad2ccd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 210 time: 0.0560095 Sep 22 17:29:10.989441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:11.107606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-78012434-9895-417d-a7e7-55e8b6bff305 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:11.109054 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-78012434-9895-417d-a7e7-55e8b6bff305 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1516325 Sep 22 17:29:11.117384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:29:11.163342 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-b15f5f31-9a6c-4243-baf7-3d82c37934c3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 379 time: 0.0404732 Sep 22 17:29:11.173342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'port': {'device_id': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'admin_state_up': True, 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'security_groups': ['ebff4a6b-294f-4304-a869-0bfafd25573c']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:11.309139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:29:11.319836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:29:11.329921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:29:11.333552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:11.499313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Allocated IP 172.20.0.10 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/2287326f-bb42-4955-a8b7-6c3f1ee73dae) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:29:11.686152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:11.701767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Transition to ACTIVE for port object 2287326f-bb42-4955-a8b7-6c3f1ee73dae will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:11.724847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:11.797013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:29:11.800351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:29:11.804061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:29:11.834891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:11.870717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:11.871330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:11.898724 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-5d5df6a8-7d61-442a-90d6-589ad376cdd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7291629 Sep 22 17:29:11.916021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Request body: {'port': {'device_id': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:12.037726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.077131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Provisioning for port 2287326f-bb42-4955-a8b7-6c3f1ee73dae completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:12.082382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Provisioning complete for port 2287326f-bb42-4955-a8b7-6c3f1ee73dae triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:12.082755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.083089 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Attempt 1 to provision port 2287326f-bb42-4955-a8b7-6c3f1ee73dae Sep 22 17:29:12.141959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Port 2287326f-bb42-4955-a8b7-6c3f1ee73dae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:12.151387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123c617a-f725-4105-9492-5290a3098811 req-2b74eea6-0550-45b0-b8ad-b3f72e3b0ebc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:12.153136 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-123c617a-f725-4105-9492-5290a3098811 req-2b74eea6-0550-45b0-b8ad-b3f72e3b0ebc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 932 time: 0.1042759 Sep 22 17:29:12.204430 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-123c617a-f725-4105-9492-5290a3098811 req-2998a521-ae7a-487e-82b8-4d962094de9b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407124 Sep 22 17:29:12.397857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2287326f-bb42-4955-a8b7-6c3f1ee73dae {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:29:12.404991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.418752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Transition to ACTIVE for port object 2287326f-bb42-4955-a8b7-6c3f1ee73dae will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:29:12.422468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.643813 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Attempt 2 to provision port 2287326f-bb42-4955-a8b7-6c3f1ee73dae Sep 22 17:29:12.676349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd9b2755-8acb-441b-af49-fdc3ef0bd6ad up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:12.718291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:12.749332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Port 2287326f-bb42-4955-a8b7-6c3f1ee73dae cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:29:12.756098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Attempting to bind port 2287326f-bb42-4955-a8b7-6c3f1ee73dae on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:29:12.756430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Attempting to bind port 2287326f-bb42-4955-a8b7-6c3f1ee73dae by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:29:12.756789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Attempting to bind port 2287326f-bb42-4955-a8b7-6c3f1ee73dae on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:29:12.761349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Port 2287326f-bb42-4955-a8b7-6c3f1ee73dae on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:29:12.761660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Attempting to bind port 2287326f-bb42-4955-a8b7-6c3f1ee73dae on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:29:12.766535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:12.766965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 28, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:29:12.767083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.767297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:29:12.767406 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad Sep 22 17:29:12.767679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:29:12.768099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Bound port: 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:29:12.768439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.860177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:29:12.863272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:29:12.867155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.870295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:12.870889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:12.872413 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] 10.222.0.18 "PUT /v2.0/ports/2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1094 time: 0.9607546 Sep 22 17:29:12.885711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:12.901812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:29:12.904116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a353262c-ff44-4eaf-b620-f9e24375a67c" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:29:12.974121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422b06a8-a18b-47fe-a484-3696e5470c3e x-openstack-request-id: req-422b06a8-a18b-47fe-a484-3696e5470c3e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:29:12.974404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:29:12.974646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-422b06a8-a18b-47fe-a484-3696e5470c3e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:29:12.975027 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-422b06a8-a18b-47fe-a484-3696e5470c3e'] response: {'name': 'network-changed', 'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'status': 'completed', 'code': 200} Sep 22 17:29:13.005247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906edb12-0580-4cc7-a8f1-7f3cc4fcb179 service neutron] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:13.027910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ed3f6f70-aeea-4d0f-b06d-7a4306f02869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.029421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ed3f6f70-aeea-4d0f-b06d-7a4306f02869 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1097 time: 0.0989544 Sep 22 17:29:13.102381 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-ba4d16e8-a4d9-452d-8561-5408681768bd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 217 time: 0.0603864 Sep 22 17:29:13.167582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-a83f55d2-9c16-4368-9754-f348f8cf0308 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.168947 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-a83f55d2-9c16-4368-9754-f348f8cf0308 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0609732 Sep 22 17:29:13.251147 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Attempt 3 to provision port 2287326f-bb42-4955-a8b7-6c3f1ee73dae Sep 22 17:29:13.252257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-614e516b-2a88-4483-94de-79b11668dfcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.254129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-614e516b-2a88-4483-94de-79b11668dfcb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789948 Sep 22 17:29:13.315278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2942c-fa0f-41a4-81d5-2b29390af152 None None] Port 2287326f-bb42-4955-a8b7-6c3f1ee73dae had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:29:13.389978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-98fd351f-645c-4db1-a375-e90e2c3a16d5 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296542 Sep 22 17:29:13.406234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce09917-d365-4b90-9a24-bb95576f41d3 req-f9bd3086-f627-4a20-a717-de3a6a77117c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.407717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fce09917-d365-4b90-9a24-bb95576f41d3 req-f9bd3086-f627-4a20-a717-de3a6a77117c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 944 time: 0.0888057 Sep 22 17:29:13.455885 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fce09917-d365-4b90-9a24-bb95576f41d3 req-46620c11-4c17-4a3c-a77d-1ff832ecccfc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423360 Sep 22 17:29:13.523666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ac1e1e3c-190f-4f1e-9929-9334ed163010 req-a4ac5ce8-0d2f-4ebb-8095-5e6e44d7a9b6 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283193 Sep 22 17:29:13.691085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-fbd050e2-16bd-4fa5-90e2-0d495986c4b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.692551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-fbd050e2-16bd-4fa5-90e2-0d495986c4b8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1097 time: 0.0829222 Sep 22 17:29:13.824712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-b980f051-c9b2-461c-be6c-7f8a97707f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.826234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-b980f051-c9b2-461c-be6c-7f8a97707f60 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1273737 Sep 22 17:29:13.893088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-d9b719ce-14d2-4f0c-8eff-833c13ee7d07 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 217 time: 0.0604243 Sep 22 17:29:13.957628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-4c7f0e8d-7b25-4314-b288-ffa076cc1a56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:13.959039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-4c7f0e8d-7b25-4314-b288-ffa076cc1a56 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0599513 Sep 22 17:29:14.043334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-e8518138-4ba7-449b-a057-1f75c986d6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:14.044834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-e8518138-4ba7-449b-a057-1f75c986d6f0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790191 Sep 22 17:29:14.176185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-a9e6ded2-e9e1-4538-9f56-ae2c5f6f11fe service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248317 Sep 22 17:29:14.309382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a353262c-ff44-4eaf-b620-f9e24375a67c req-1fbb10f4-6cef-4a39-a6e9-f2e10ec96926 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270554 Sep 22 17:29:14.670044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab7e84-26c3-43a9-b4b6-3756c000b69c req-361bfc0e-9b7e-46db-9a27-dc1dc9029201 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:14.670736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-25ab7e84-26c3-43a9-b4b6-3756c000b69c req-361bfc0e-9b7e-46db-9a27-dc1dc9029201 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:29:14.686320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-25ab7e84-26c3-43a9-b4b6-3756c000b69c req-361bfc0e-9b7e-46db-9a27-dc1dc9029201 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:29:14.687576 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25ab7e84-26c3-43a9-b4b6-3756c000b69c req-361bfc0e-9b7e-46db-9a27-dc1dc9029201 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 944 time: 0.1070714 Sep 22 17:29:14.732960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-25ab7e84-26c3-43a9-b4b6-3756c000b69c req-a0bdda0e-c082-445b-ab97-bdac447df35f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389912 Sep 22 17:29:15.213218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:29:15.400416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:15.426385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'mac_address': 'fa:16:3e:85:28:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:29:15.501079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2287326f-bb42-4955-a8b7-6c3f1ee73dae is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:15.501624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:15.523172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2287326f-bb42-4955-a8b7-6c3f1ee73dae {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:29:15.554312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:15.559272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:15.629945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:15.935064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b681a-6e65-45fd-9256-192332b204ac req-b5b70fed-576e-4f86-b1c1-144ccad35b61 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:15.936502 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a1b681a-6e65-45fd-9256-192332b204ac req-b5b70fed-576e-4f86-b1c1-144ccad35b61 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 945 time: 0.0871084 Sep 22 17:29:15.942671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['2287326f-bb42-4955-a8b7-6c3f1ee73dae'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:29:15.981703 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a1b681a-6e65-45fd-9256-192332b204ac req-88534bbb-08bc-47c1-8497-03b52fd0f9b2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385668 Sep 22 17:29:17.180647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e961e81-ef6c-44d4-97c3-04a3bbfaa555 req-ad2cb168-464a-48ed-880d-240af49c265e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:17.182111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e961e81-ef6c-44d4-97c3-04a3bbfaa555 req-ad2cb168-464a-48ed-880d-240af49c265e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 945 time: 0.0907555 Sep 22 17:29:17.212730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:29:17.225701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e961e81-ef6c-44d4-97c3-04a3bbfaa555 req-c53d435f-f74b-4f16-a2dd-fb9884ef52da tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378711 Sep 22 17:29:17.283319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 2287326f-bb42-4955-a8b7-6c3f1ee73dae completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:29:17.287794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 2287326f-bb42-4955-a8b7-6c3f1ee73dae triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:29:17.288160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:17.288485 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 2287326f-bb42-4955-a8b7-6c3f1ee73dae Sep 22 17:29:17.401802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2287326f-bb42-4955-a8b7-6c3f1ee73dae is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:29:17.402175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:17.430791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:29:17.433086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d82042-b428-419e-9f5e-f22802810c13" -d '{"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:29:17.440888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:29:17.444565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:17.481502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44399b69-89ca-480a-8969-8760700dfb1a x-openstack-request-id: req-44399b69-89ca-480a-8969-8760700dfb1a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:29:17.481784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:29:17.482033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-44399b69-89ca-480a-8969-8760700dfb1a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:29:17.482413 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44399b69-89ca-480a-8969-8760700dfb1a'] response: {'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'code': 200} Sep 22 17:29:17.514377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:29:17.734367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b820d6-e2e6-4f93-a287-4bbbdd3171cb req-a7a18aeb-1b2f-4550-8d87-27711132252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:17.735810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8b820d6-e2e6-4f93-a287-4bbbdd3171cb req-a7a18aeb-1b2f-4550-8d87-27711132252a service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0751460 Sep 22 17:29:17.775605 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8b820d6-e2e6-4f93-a287-4bbbdd3171cb req-a4c84cc8-0b38-4bc1-834f-e144bce0dfd7 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337815 Sep 22 17:29:18.433712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28af150-89b5-4073-8006-3fc4743d3f87 req-ceae4685-cac7-4018-bffd-4d6876d12177 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:18.435172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a28af150-89b5-4073-8006-3fc4743d3f87 req-ceae4685-cac7-4018-bffd-4d6876d12177 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0892828 Sep 22 17:29:18.478919 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a28af150-89b5-4073-8006-3fc4743d3f87 req-ddba76c0-4046-4008-93f7-fe84a87cc625 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375664 Sep 22 17:29:19.683634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e524f8-8832-4296-8082-3ce498132e84 req-019976fc-582a-4d94-9073-6c91b608d1a9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:19.685077 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77e524f8-8832-4296-8082-3ce498132e84 req-019976fc-582a-4d94-9073-6c91b608d1a9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0892017 Sep 22 17:29:19.728032 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77e524f8-8832-4296-8082-3ce498132e84 req-2aabb4d0-94f0-4c62-9b38-17b7650d1963 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373554 Sep 22 17:29:19.922794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9422f7-5779-4641-b1b1-18074e5ca2dc req-b8e24b17-ea97-46c7-b03d-9c26986cde26 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:19.924237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-de9422f7-5779-4641-b1b1-18074e5ca2dc req-b8e24b17-ea97-46c7-b03d-9c26986cde26 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0901639 Sep 22 17:29:19.934403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 55970) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:29:19.939795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'floatingip': {'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:29:20.106757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:20.700579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:20.704275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:20.868751 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 associated. External IP: 172.26.8.242, port: 2287326f-bb42-4955-a8b7-6c3f1ee73dae. Sep 22 17:29:21.207866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:29:21.488201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:29:21.492416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:21.498376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:29:21.508932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:21.509570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:21.553214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3c8fcdc8-17ef-450c-93ed-09ca2297cee0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "PUT /v2.0/floatingips/9895eba5-62ac-469d-8682-22ec12ba8db2 HTTP/1.1" status: 200 len: 992 time: 1.6151316 Sep 22 17:29:21.553214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:29:21.553517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31a45068-5020-4144-b995-73978e1f287e" -d '{"events": [{"name": "network-changed", "server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:29:21.596891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea87871-4c06-4a0a-8f1b-9d9f6d2b059d x-openstack-request-id: req-1ea87871-4c06-4a0a-8f1b-9d9f6d2b059d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:29:21.597182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:29:21.597433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1ea87871-4c06-4a0a-8f1b-9d9f6d2b059d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:29:21.597836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ea87871-4c06-4a0a-8f1b-9d9f6d2b059d'] response: {'name': 'network-changed', 'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'status': 'completed', 'code': 200} Sep 22 17:29:21.716301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a45068-5020-4144-b995-73978e1f287e req-e232b86c-629d-41ed-b9fa-0916c783748d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:21.717806 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-e232b86c-629d-41ed-b9fa-0916c783748d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0780730 Sep 22 17:29:21.718514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:21.846257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a45068-5020-4144-b995-73978e1f287e req-13294f16-e844-4796-89a4-6ce5c41195aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:21.847701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-13294f16-e844-4796-89a4-6ce5c41195aa service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1243792 Sep 22 17:29:21.950401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-ffc41a1a-b5e4-4112-9947-b827f4586dbf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1000 time: 0.0969973 Sep 22 17:29:22.011902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a45068-5020-4144-b995-73978e1f287e req-26194d0c-d6e0-43dd-baa9-7bf402f4a0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:22.013355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-26194d0c-d6e0-43dd-baa9-7bf402f4a0c7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0571861 Sep 22 17:29:22.068261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:85:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:29:20Z', 'revision_number': 1, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:22.072102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:29:22.080393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:29:22.081024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:28:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:22.098390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a45068-5020-4144-b995-73978e1f287e req-5f7cee0a-93e1-46bf-9b9c-cf5ee0b7a9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:22.099792 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-5f7cee0a-93e1-46bf-9b9c-cf5ee0b7a9ba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801733 Sep 22 17:29:22.240396 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-d29f973a-0b70-4b6a-a357-b2d0702aa8a0 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343794 Sep 22 17:29:22.259179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:29:22.370044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31a45068-5020-4144-b995-73978e1f287e req-9825b92f-ad58-4096-a542-d86eefb54812 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237581 Sep 22 17:29:22.430358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c0f534ba-cec8-4da0-80aa-cbc83f6c2dc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:22.616067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:85:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:29:20Z', 'revision_number': 1, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:29:22.619954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a6bd24f-35d7-4852-8e8b-fd152db5cbf0 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:85:28:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:29:20Z', 'revision_number': 1, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:29:22.802488 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67534157-56d3-4043-b283-16f13f042c01 None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:29:24.563521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4418dff7-434e-44f5-931e-53c65b5e486c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:25.454221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:25.660185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:26.028696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:27.251129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:32.585112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-017e6eaf-77a5-42ae-957f-31dc9a7220ad service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748825 Sep 22 17:29:32.748938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-45b880d6-50d3-4193-bc41-8d00c95faf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:32.750412 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-45b880d6-50d3-4193-bc41-8d00c95faf9a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0803230 Sep 22 17:29:32.895277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-b0813295-06bc-4f4c-ace7-d87d291f9893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:32.896737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-b0813295-06bc-4f4c-ace7-d87d291f9893 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1254435 Sep 22 17:29:32.997772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-95ef59c1-d09a-4f7c-bd03-01ef52b9abff service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1002 time: 0.0950880 Sep 22 17:29:33.059241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-05102b13-ff0a-4dbd-8fff-43eaf09dc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:33.060712 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-05102b13-ff0a-4dbd-8fff-43eaf09dc553 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0569673 Sep 22 17:29:33.141576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-7c1c85d8-cfe5-4f80-8e49-562fa9b1de73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:29:33.143864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-7c1c85d8-cfe5-4f80-8e49-562fa9b1de73 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765712 Sep 22 17:29:33.396840 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-a571b494-c923-4a80-8a76-595c2f7dc1e3 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470682 Sep 22 17:29:33.534695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f3278d11-4fcf-47c4-bfd7-7f5fe1b66514 req-bd835300-5055-4884-849f-adf434ff32b4 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319237 Sep 22 17:29:48.116117 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:29:52.422677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1d4b93b-2e3e-4808-9236-b212c86104dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:54.566212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0c9df8a4-e0a1-4d06-a0a8-c431ee3bdfa0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:55.445604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:55.669551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:56.031234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:29:57.253756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:22.428157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fd6f1e9-066d-42b1-9520-8cafb100af22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:24.568323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2577eee4-6f9f-4a72-8288-c6605e474dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.114713 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:30:25.471468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:25.661223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:26.033750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:26.746785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6415b4-22ca-4ba1-8fd4-0e179d03006d req-2edb82d3-ca70-4e04-a369-4bee98476350 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:26.748226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc6415b4-22ca-4ba1-8fd4-0e179d03006d req-2edb82d3-ca70-4e04-a369-4bee98476350 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0879638 Sep 22 17:30:26.791081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc6415b4-22ca-4ba1-8fd4-0e179d03006d req-24e07f7a-c811-4c56-8d41-44a27fd786fa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369194 Sep 22 17:30:26.988423 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866687a-97fe-4b9c-82a0-1151ee59c57d req-36b86c5e-f9f3-4a0a-a289-c025d4d9ffc2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:26.989883 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d866687a-97fe-4b9c-82a0-1151ee59c57d req-36b86c5e-f9f3-4a0a-a289-c025d4d9ffc2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0861683 Sep 22 17:30:27.036597 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d866687a-97fe-4b9c-82a0-1151ee59c57d req-489e6b28-dcca-45e0-af19-a2e242f706ef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411386 Sep 22 17:30:27.236453 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa3c30-df4a-4fad-b329-59b0df92a078 req-b18bde27-343b-416e-bdc3-f4086e0a69e9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:27.238006 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9caa3c30-df4a-4fad-b329-59b0df92a078 req-b18bde27-343b-416e-bdc3-f4086e0a69e9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0944159 Sep 22 17:30:27.257302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:27.285340 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9caa3c30-df4a-4fad-b329-59b0df92a078 req-fdd70d17-baa2-4e00-a61a-9d815b5f4294 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390468 Sep 22 17:30:27.707802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-6a84e95a-475a-4c87-a38f-a75861e52957 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1419437 Sep 22 17:30:27.721858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35a91ac-3b22-4f06-9f59-27a3c568ea01 req-90944c33-d716-4845-b952-0a66ef01cf02 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:27.723286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d35a91ac-3b22-4f06-9f59-27a3c568ea01 req-90944c33-d716-4845-b952-0a66ef01cf02 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.1175244 Sep 22 17:30:27.769353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d35a91ac-3b22-4f06-9f59-27a3c568ea01 req-0757456f-3f27-486c-9533-51326979c587 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397372 Sep 22 17:30:28.940687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-322b8b6e-cae3-4198-9c6d-31c516f4baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:28.942313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-322b8b6e-cae3-4198-9c6d-31c516f4baec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0818083 Sep 22 17:30:28.985149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e42d16-5812-49cf-8293-a9a872b95846 req-f020f0f3-f382-4866-a971-56be5d7c65ad tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:28.986629 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7e42d16-5812-49cf-8293-a9a872b95846 req-f020f0f3-f382-4866-a971-56be5d7c65ad tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0871921 Sep 22 17:30:29.031162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7e42d16-5812-49cf-8293-a9a872b95846 req-76cf8124-04ac-4f5f-bcc4-4a73a32fbac1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387456 Sep 22 17:30:29.072516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-141320cb-7625-4cbe-a504-6fae48bdef30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:29.073982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-141320cb-7625-4cbe-a504-6fae48bdef30 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1254675 Sep 22 17:30:29.176529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-75e4359b-cf7f-4888-95de-7484f376369f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1002 time: 0.0947850 Sep 22 17:30:29.237419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-d886287b-f392-4269-9d57-ae04032ad048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:29.238865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-d886287b-f392-4269-9d57-ae04032ad048 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0565875 Sep 22 17:30:29.318963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-f157135c-6463-4709-acd3-028d8b55aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:29.320395 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-f157135c-6463-4709-acd3-028d8b55aef2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757272 Sep 22 17:30:29.450062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-2c895028-6bb9-42a4-9983-042e255dccc9 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234069 Sep 22 17:30:29.578584 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-327897b4-682d-4345-b98e-49e2a706388c service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213536 Sep 22 17:30:30.229910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392ea85d-c500-49b6-a335-3e7cc1352136 req-c6771e61-3dd7-43eb-b113-bbb48e0ef154 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:30.231372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-392ea85d-c500-49b6-a335-3e7cc1352136 req-c6771e61-3dd7-43eb-b113-bbb48e0ef154 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0913308 Sep 22 17:30:30.275582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-392ea85d-c500-49b6-a335-3e7cc1352136 req-5407db04-1974-4bef-82ec-7c08ef4136c1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382710 Sep 22 17:30:31.578794 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73a9a7e-bd72-4c73-8134-71a085963cc4 req-8acab792-fa31-4927-b8f8-29f9d7bd8c19 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:31.580647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d73a9a7e-bd72-4c73-8134-71a085963cc4 req-8acab792-fa31-4927-b8f8-29f9d7bd8c19 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.1930335 Sep 22 17:30:31.624252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d73a9a7e-bd72-4c73-8134-71a085963cc4 req-d2602117-5a48-46b1-b539-e63f09154c89 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378034 Sep 22 17:30:32.660680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-fae93e3a-15aa-4661-8263-5c48954958c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:32.662046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-fae93e3a-15aa-4661-8263-5c48954958c7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0821929 Sep 22 17:30:32.968026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-58643ac2-e275-4ca1-95d6-63a08ef3072a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:32.969414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-58643ac2-e275-4ca1-95d6-63a08ef3072a service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.2889736 Sep 22 17:30:32.981517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4e6091-c5e4-433b-99ca-e2b57dca7099 req-aa550c8a-cda5-4e35-a97b-e39b010a5e3a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:32.982862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c4e6091-c5e4-433b-99ca-e2b57dca7099 req-aa550c8a-cda5-4e35-a97b-e39b010a5e3a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.1818576 Sep 22 17:30:33.107039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7c4e6091-c5e4-433b-99ca-e2b57dca7099 req-de5f6d9d-06f6-4d82-8043-2da1fa9ba36f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748918 Sep 22 17:30:33.108806 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-bce01085-b52c-4912-bd84-f88d76461a09 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1002 time: 0.1250932 Sep 22 17:30:33.175301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-6e9d91ab-d67f-48ce-a236-ab98b7b0158a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:33.177091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-6e9d91ab-d67f-48ce-a236-ab98b7b0158a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0622766 Sep 22 17:30:33.268230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-93c56228-5969-473a-a18e-a3f337074bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:33.269756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-93c56228-5969-473a-a18e-a3f337074bd9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0861557 Sep 22 17:30:33.399756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-26ad54dd-8bb6-4056-8895-5a396441c641 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239722 Sep 22 17:30:33.537251 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bb6d4a03-e073-458c-b0a8-1dfdcf3ac242 req-9c9f821e-21ce-4775-a543-f9f4946750c7 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310573 Sep 22 17:30:34.302881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8222e7ef-fd7e-4cd0-bcbe-1f38e1b0f43c req-9e82f31e-1213-46e0-bbcd-1436325ca12a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:34.304338 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8222e7ef-fd7e-4cd0-bcbe-1f38e1b0f43c req-9e82f31e-1213-46e0-bbcd-1436325ca12a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0872841 Sep 22 17:30:34.348557 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8222e7ef-fd7e-4cd0-bcbe-1f38e1b0f43c req-4e68564f-eaea-4199-82c3-1362aa05adf7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381637 Sep 22 17:30:35.550090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f64ce9-753d-4c81-ba4b-1d62703bc0a6 req-b1477ba3-0b4d-43fb-9ed3-063d323b38d0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:35.551466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7f64ce9-753d-4c81-ba4b-1d62703bc0a6 req-b1477ba3-0b4d-43fb-9ed3-063d323b38d0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0909295 Sep 22 17:30:35.595159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7f64ce9-753d-4c81-ba4b-1d62703bc0a6 req-22cf1103-7e18-4b70-b303-60fea28f2cae tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380018 Sep 22 17:30:36.796925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3e77d2-b85f-412b-ae64-2eb38a646210 req-4f232fb7-b187-488c-9e5b-1bd714fa30c2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:36.798365 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d3e77d2-b85f-412b-ae64-2eb38a646210 req-4f232fb7-b187-488c-9e5b-1bd714fa30c2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0896993 Sep 22 17:30:36.841897 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d3e77d2-b85f-412b-ae64-2eb38a646210 req-c370843d-d55f-42d6-a7f9-96288da46aaa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378597 Sep 22 17:30:38.034195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d79b9-4a3e-4f07-8b59-1c7d9d6560bb req-321c3cd9-75da-44b9-b18a-f70905e39021 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:38.035632 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-058d79b9-4a3e-4f07-8b59-1c7d9d6560bb req-321c3cd9-75da-44b9-b18a-f70905e39021 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0861218 Sep 22 17:30:38.081483 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-058d79b9-4a3e-4f07-8b59-1c7d9d6560bb req-eab2cd4a-9e30-4830-a3ad-007a112ba38c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402465 Sep 22 17:30:39.279923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d238d0ea-f371-4159-8e6f-2bdb6243cea7 req-db142a48-03de-43b5-9217-f01dcca6635a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:39.281408 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d238d0ea-f371-4159-8e6f-2bdb6243cea7 req-db142a48-03de-43b5-9217-f01dcca6635a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0906587 Sep 22 17:30:39.325066 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d238d0ea-f371-4159-8e6f-2bdb6243cea7 req-9131455e-233e-4608-9528-45ed50f4622b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374999 Sep 22 17:30:40.520915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f8bbdd-69b2-40ca-84e1-8d227cab53e0 req-b179a5f9-0a05-443b-80b7-79cbd64d4532 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:40.522266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4f8bbdd-69b2-40ca-84e1-8d227cab53e0 req-b179a5f9-0a05-443b-80b7-79cbd64d4532 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0866709 Sep 22 17:30:40.565956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4f8bbdd-69b2-40ca-84e1-8d227cab53e0 req-668fedb3-a0be-4e74-8ce3-2df357a7aa88 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380840 Sep 22 17:30:41.439539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-9641a983-0707-4967-a44e-099aba11b2d3 service neutron] 10.222.0.18 "GET /v2.0/ports/2287326f-bb42-4955-a8b7-6c3f1ee73dae/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0766633 Sep 22 17:30:41.727136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-d3714ef1-0308-403e-9192-172907893877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:41.728624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-d3714ef1-0308-403e-9192-172907893877 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1099 time: 0.0784979 Sep 22 17:30:41.768628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a24650-61b2-48b6-81fe-082fbd34442a req-d1efc4a9-a022-433a-96aa-b044a2983897 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:41.770083 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2a24650-61b2-48b6-81fe-082fbd34442a req-d1efc4a9-a022-433a-96aa-b044a2983897 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0885880 Sep 22 17:30:41.814294 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2a24650-61b2-48b6-81fe-082fbd34442a req-f9e6eadd-27e6-4df9-b688-c6b81990841b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385513 Sep 22 17:30:41.840785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-a9981131-f904-4532-9e1d-0876dddc5889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:41.842252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-a9981131-f904-4532-9e1d-0876dddc5889 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1099 time: 0.0821214 Sep 22 17:30:41.974408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-641b9cfe-c946-487a-bc71-9dcb1fcbb839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:41.975886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-641b9cfe-c946-487a-bc71-9dcb1fcbb839 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1271331 Sep 22 17:30:42.073057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-cb86d2d4-7e09-45f7-8a6d-146a7df86d6d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1002 time: 0.0908527 Sep 22 17:30:42.136326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-5282f008-cda9-4cbb-b680-baf6a6afcf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:42.137751 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-5282f008-cda9-4cbb-b680-baf6a6afcf69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0592697 Sep 22 17:30:42.218981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-3679bb02-f17d-43c9-87d3-2c6a83f33134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:42.220530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-3679bb02-f17d-43c9-87d3-2c6a83f33134 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761027 Sep 22 17:30:42.349101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-5322480d-1553-41b0-bd52-10ce96c8b2b1 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229744 Sep 22 17:30:42.569431 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4361f008-0ea8-41b9-b8f8-6c2275926326 req-6549887f-7422-4495-a6c8-698172b77ebe service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2142551 Sep 22 17:30:43.023430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543a3aac-5bb2-4346-a2ef-0dea03f3b990 req-a512494e-333a-4d05-985d-348035ba6102 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:43.024913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-543a3aac-5bb2-4346-a2ef-0dea03f3b990 req-a512494e-333a-4d05-985d-348035ba6102 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0905492 Sep 22 17:30:43.068710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-543a3aac-5bb2-4346-a2ef-0dea03f3b990 req-0bc76748-d369-4baf-8af5-2f1ab051c707 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381136 Sep 22 17:30:43.623157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:30:43.770927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2287326f-bb42-4955-a8b7-6c3f1ee73dae is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:30:43.771309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:43.797595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:30:43.800097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdabad7-e3c7-41eb-a64d-9448dcfc3a70" -d '{"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:43.807661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:30:43.812875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:43.851678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:30:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0683c1-6c5e-4d6a-a72b-66faeb6e69ce x-openstack-request-id: req-bd0683c1-6c5e-4d6a-a72b-66faeb6e69ce {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:43.851971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-unplugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:43.852219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-bd0683c1-6c5e-4d6a-a72b-66faeb6e69ce {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:43.852599 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd0683c1-6c5e-4d6a-a72b-66faeb6e69ce'] response: {'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'code': 200} Sep 22 17:30:43.884187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:43.891280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.892229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.892577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.892939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.893276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.893607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.893933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.894261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.894589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.894911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.895233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:43.895552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:44.267313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04481bd1-6080-4ff1-896f-0c205bbf2c8f req-9b9558e2-1133-466c-af2c-3f2fc2d16080 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:44.268785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04481bd1-6080-4ff1-896f-0c205bbf2c8f req-9b9558e2-1133-466c-af2c-3f2fc2d16080 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 944 time: 0.0902719 Sep 22 17:30:44.311638 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04481bd1-6080-4ff1-896f-0c205bbf2c8f req-448c5900-3c32-4edf-bcb7-dba940873a54 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371299 Sep 22 17:30:45.520982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a69cb0-4d58-4d74-a157-0bb5aa7106de req-9c7bfd76-7625-4c34-9742-c6d95e0219d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:45.522364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13a69cb0-4d58-4d74-a157-0bb5aa7106de req-9c7bfd76-7625-4c34-9742-c6d95e0219d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 944 time: 0.0949743 Sep 22 17:30:45.567833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13a69cb0-4d58-4d74-a157-0bb5aa7106de req-70fb378d-90b9-4e35-9c7e-d1b8b902718a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397277 Sep 22 17:30:45.647128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:30:45.777897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:30:45.790574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'mac_address': 'fa:16:3e:85:28:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:30:45.849052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2287326f-bb42-4955-a8b7-6c3f1ee73dae is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:30:45.849435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:45.873861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2287326f-bb42-4955-a8b7-6c3f1ee73dae {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:30:45.889598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:30:45.893645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:45.962694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:46.021180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['2287326f-bb42-4955-a8b7-6c3f1ee73dae'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:30:46.763506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930fd10-5e4f-4633-8a63-c44db2f64b18 req-61507028-9eb1-4b8c-9512-79d19f5d3315 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:46.765017 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c930fd10-5e4f-4633-8a63-c44db2f64b18 req-61507028-9eb1-4b8c-9512-79d19f5d3315 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 945 time: 0.0854943 Sep 22 17:30:46.810234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c930fd10-5e4f-4633-8a63-c44db2f64b18 req-904470f9-28d3-4a31-b745-0f7350ba63f1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390375 Sep 22 17:30:47.191910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-05a199c5-101f-462f-a5bf-c59eeb20bc3c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.193345 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-05a199c5-101f-462f-a5bf-c59eeb20bc3c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b&tenant_id=2dcf1b29e0664568ab67c2b6a8210303&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.1190255 Sep 22 17:30:47.200526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397ed4a1-2c4e-4cb6-ab7c-26b826e396de req-b60aba86-10d5-482b-953a-88ce8991fdcb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.201802 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-397ed4a1-2c4e-4cb6-ab7c-26b826e396de req-b60aba86-10d5-482b-953a-88ce8991fdcb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 945 time: 0.1658020 Sep 22 17:30:47.247266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-397ed4a1-2c4e-4cb6-ab7c-26b826e396de req-793d738e-10fd-4f5e-84c5-b2bf247c63d1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397546 Sep 22 17:30:47.354163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-4dbf2a18-340d-4eb2-91c6-566b42d2c24c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.355637 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-4dbf2a18-340d-4eb2-91c6-566b42d2c24c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 1098 time: 0.0774632 Sep 22 17:30:47.482822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-4441a9b5-112a-4b26-8112-0b819a740426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.484133 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-4441a9b5-112a-4b26-8112-0b819a740426 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1233046 Sep 22 17:30:47.587433 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-05133cd6-cbc7-40b0-b93d-77c58ec30e88 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 200 len: 1001 time: 0.0972569 Sep 22 17:30:47.650734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-34f2760e-a941-42d8-b346-bedc7b741c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.652127 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-34f2760e-a941-42d8-b346-bedc7b741c64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0591025 Sep 22 17:30:47.653824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:30:47.722822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 2287326f-bb42-4955-a8b7-6c3f1ee73dae triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:30:47.723197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:47.723525 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 2287326f-bb42-4955-a8b7-6c3f1ee73dae Sep 22 17:30:47.734314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-38c4d956-f3a2-47a6-aecc-b018819051aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:47.735707 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-38c4d956-f3a2-47a6-aecc-b018819051aa service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780218 Sep 22 17:30:47.839517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2287326f-bb42-4955-a8b7-6c3f1ee73dae is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:30:47.839892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:47.867322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-e1c6c715-6189-45b4-809d-38d1bc31e51c service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255789 Sep 22 17:30:47.869438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:30:47.872042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a39bd40c-44a0-4684-b1e8-526142f97a06" -d '{"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:47.884645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:30:47.890249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:47.935591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1100c917-868c-4d8e-ad1a-553e9e9ea78f x-openstack-request-id: req-1100c917-868c-4d8e-ad1a-553e9e9ea78f {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:47.935880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-plugged", "status": "completed", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:47.936126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-1100c917-868c-4d8e-ad1a-553e9e9ea78f {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:47.936505 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1100c917-868c-4d8e-ad1a-553e9e9ea78f'] response: {'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'code': 200} Sep 22 17:30:47.962618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:48.008294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0579159e-f829-4b11-be0c-b82dbf175e11 req-589a2610-b190-4def-87e1-271225312d5d service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354566 Sep 22 17:30:48.448433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86693c4-666b-4ca5-b11e-d81815c70ffa req-e8c381b6-03ca-42c5-bd79-7188fa4efc9c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:48.449960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86693c4-666b-4ca5-b11e-d81815c70ffa req-e8c381b6-03ca-42c5-bd79-7188fa4efc9c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0931320 Sep 22 17:30:48.495061 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86693c4-666b-4ca5-b11e-d81815c70ffa req-5d284e18-a7e0-425b-bd3b-d990f15d1f41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393205 Sep 22 17:30:49.698702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e63dd4b-ccbb-426e-9389-278c60b4f5b2 req-7f2bae80-8727-45b2-bec2-4a2eb89a617f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:49.700135 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e63dd4b-ccbb-426e-9389-278c60b4f5b2 req-7f2bae80-8727-45b2-bec2-4a2eb89a617f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0893793 Sep 22 17:30:49.743471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6e63dd4b-ccbb-426e-9389-278c60b4f5b2 req-44ccb0e5-5c15-4374-a9a2-07d9cb14b89c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377347 Sep 22 17:30:49.952412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6d9532-d1dd-44a4-93d5-1a83b3c0ccac req-28610b67-a9f1-4a18-b950-3101eb6611ef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:49.953878 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6a6d9532-d1dd-44a4-93d5-1a83b3c0ccac req-28610b67-a9f1-4a18-b950-3101eb6611ef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0938821 Sep 22 17:30:49.996502 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6a6d9532-d1dd-44a4-93d5-1a83b3c0ccac req-2d524314-adf0-4345-8ff9-1077f21491ab tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Sep 22 17:30:50.192833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c528079c-f462-4f69-ab45-0ef186c71358 req-6b1fa43a-93ff-410a-bbdb-8740830e7257 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:50.194288 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c528079c-f462-4f69-ab45-0ef186c71358 req-6b1fa43a-93ff-410a-bbdb-8740830e7257 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0869570 Sep 22 17:30:50.239187 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c528079c-f462-4f69-ab45-0ef186c71358 req-4d400a45-f0d4-44dc-be7c-4e8ad7423a12 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391533 Sep 22 17:30:50.638525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a295ba-65be-437b-bd8e-17211d5da510 req-a7860b60-15cc-46f5-9779-9a85f63dcaa5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:50.639863 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e2a295ba-65be-437b-bd8e-17211d5da510 req-a7860b60-15cc-46f5-9779-9a85f63dcaa5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0914400 Sep 22 17:30:50.683580 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e2a295ba-65be-437b-bd8e-17211d5da510 req-8a92e3d1-6b2d-4e57-8235-31207d0c3d3c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374467 Sep 22 17:30:51.977080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ae56b-d9b9-4fc1-a66f-b02b6843d2a0 req-be0b6c74-09ca-4e9d-8e45-d42208bdfd5d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:51.978429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e8ae56b-d9b9-4fc1-a66f-b02b6843d2a0 req-be0b6c74-09ca-4e9d-8e45-d42208bdfd5d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.1819105 Sep 22 17:30:52.021938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e8ae56b-d9b9-4fc1-a66f-b02b6843d2a0 req-123b36b9-d427-4392-961a-9d084dd4b0b5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378957 Sep 22 17:30:52.429716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ea5c7d6-2c75-4e1c-acde-fb1218447ed0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:52.521537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-1e6079a5-48ac-496e-a11b-96fc0db71e92 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:52.522854 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-1e6079a5-48ac-496e-a11b-96fc0db71e92 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0878592 Sep 22 17:30:52.590573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Deleting port 2287326f-bb42-4955-a8b7-6c3f1ee73dae {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:30:52.590921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:52.834829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] For port 2287326f-bb42-4955-a8b7-6c3f1ee73dae, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2287326f-bb42-4955-a8b7-6c3f1ee73dae,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:30:52.835082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:53.118976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:53.119693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:53.119693 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 disassociated. External IP: 172.26.8.242, port: 2287326f-bb42-4955-a8b7-6c3f1ee73dae. Sep 22 17:30:53.120025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Calling delete_port for 2287326f-bb42-4955-a8b7-6c3f1ee73dae owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:30:53.220539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ab37de-df9f-407b-9e2d-a52ad7363836 req-5a17ca4f-861b-4ba0-bf56-74d90936b9a1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:53.223322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3ab37de-df9f-407b-9e2d-a52ad7363836 req-5a17ca4f-861b-4ba0-bf56-74d90936b9a1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 946 time: 0.0921729 Sep 22 17:30:53.272290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:53.275335 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b3ab37de-df9f-407b-9e2d-a52ad7363836 req-030f861b-d21f-4e00-860d-1b775b948783 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Sep 22 17:30:53.325441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'Port': ['ID=2287326f-bb42-4955-a8b7-6c3f1ee73dae,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:30:53.336492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.336834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.337173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.337508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.337837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.338167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.338489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.338815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.339138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.339456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.339781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.340098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:30:53.530854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:30:53.709018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:30:53.718181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:30:53.728960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:30:53.729599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:30:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:53.794872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] No DVR routers for this DVR port 2287326f-bb42-4955-a8b7-6c3f1ee73dae on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:30:53.797683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:53.801177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-deleted', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:30:53.803441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-911adbbb-7d59-4d81-ba69-0e0eed2e291d" -d '{"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-deleted", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:30:53.822922 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96ed1ca2-049c-4c89-b1aa-4e9e67671c6c req-547092c0-d8ef-42a1-91af-2d84e7ec2b77 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "DELETE /v2.0/ports/2287326f-bb42-4955-a8b7-6c3f1ee73dae HTTP/1.1" status: 204 len: 173 time: 1.2947199 Sep 22 17:30:53.851786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28c23101-5945-4b6c-a20c-e53ce129fa71 x-openstack-request-id: req-28c23101-5945-4b6c-a20c-e53ce129fa71 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:30:53.852077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a97a8193-1aba-4e58-a40f-f8f371153d0b", "name": "network-vif-deleted", "tag": "2287326f-bb42-4955-a8b7-6c3f1ee73dae", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:30:53.852787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-28c23101-5945-4b6c-a20c-e53ce129fa71 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:30:53.853163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28c23101-5945-4b6c-a20c-e53ce129fa71'] response: {'server_uuid': 'a97a8193-1aba-4e58-a40f-f8f371153d0b', 'name': 'network-vif-deleted', 'tag': '2287326f-bb42-4955-a8b7-6c3f1ee73dae', 'status': 'completed', 'code': 200} Sep 22 17:30:53.912111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:30:54.219835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:54.224431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:30:54.233317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:30:54.233914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:30:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:54.452068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:30:54.470322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cede7aed-ba3c-478e-be25-8ea9572f3502 req-03e12305-5c17-4011-a851-0401a9c03043 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=a97a8193-1aba-4e58-a40f-f8f371153d0b HTTP/1.1" status: 200 len: 210 time: 0.0601804 Sep 22 17:30:54.652320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-483c99a6-a066-4068-9ad6-ea65789d7fd8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:54.769778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:30:54.773497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4102d7cf-128d-4e39-8ded-ab7c5e63fbe2 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:30:54.983894 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec8d70b-7f9c-473b-9ee2-8ccc4b6e3d27 None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:30:55.457992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:55.670765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:55.693318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:30:55.729936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 2287326f-bb42-4955-a8b7-6c3f1ee73dae {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:30:55.730345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2287326f-bb42-4955-a8b7-6c3f1ee73dae not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:30:55.906973 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-256b102a-cc52-478a-9cdd-d4709f7c6b26 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--951273169&fields=id&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 267 time: 0.1402743 Sep 22 17:30:56.039296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:56.055656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-42acd718-5c59-4a3f-a214-bf1f4c7e1602 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:56.057108 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-42acd718-5c59-4a3f-a214-bf1f4c7e1602 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1430736 Sep 22 17:30:56.071559 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-4c9f857e-4b80-42c9-9b94-d9e37d0e6e6c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/quotas/2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 375 time: 0.0090318 Sep 22 17:30:56.159866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-abe1f178-213d-46e0-820f-16573a0c8c94 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:30:56.174618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-abe1f178-213d-46e0-820f-16573a0c8c94 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:30:56.175856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-abe1f178-213d-46e0-820f-16573a0c8c94 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0994563 Sep 22 17:30:56.310524 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-9fb5a9e3-0ff5-45d7-90a2-c8b64ccd4958 service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229436 Sep 22 17:30:56.440210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-b27168f9-646e-4fc3-81ac-9c9ed74c4069 service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238477 Sep 22 17:30:56.626159 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0e17324-dec6-4ae0-9d79-d7b29a7d8f58 req-5811c84c-bc1d-451d-83fa-d27245837818 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 210 time: 0.0489180 Sep 22 17:30:57.259499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:30:57.740710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-36551adc-f3a7-415d-bb8d-0d28d97e1476 req-09eccb83-d4f3-4393-9734-13da3972b71f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 210 time: 0.0550361 Sep 22 17:30:58.861413 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab1ba05a-f48f-4851-b5f4-ea4209b01b7c req-5591bf6d-78b3-4443-830b-3f96061c2a03 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 210 time: 0.0583322 Sep 22 17:30:59.755649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-ceb5ad23-0398-4e8d-a091-13509cfb40f3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:30:59.757085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-ceb5ad23-0398-4e8d-a091-13509cfb40f3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1469138 Sep 22 17:30:59.811099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-20c68b43-6724-4fe1-8c6f-e0b73a6038f1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 379 time: 0.0398366 Sep 22 17:30:59.820220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'port': {'device_id': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'admin_state_up': True, 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'security_groups': ['ebff4a6b-294f-4304-a869-0bfafd25573c']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:30:59.957807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:30:59.967297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:31:00.014653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:31:00.017907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.037658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-423e9a94-ba38-4c25-8c7d-a45ed1a72e90 req-6a09f367-869b-4576-992b-28eefcf69fea tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 210 time: 0.0641832 Sep 22 17:31:00.183099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Allocated IP 172.20.0.12 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/80585a7a-2aff-44a9-85f7-ac9c14c7a36e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:31:00.368718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.383935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Transition to ACTIVE for port object 80585a7a-2aff-44a9-85f7-ac9c14c7a36e will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:31:00.406796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.477781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:31:00.480636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:31:00.485004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:31:00.521353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:31:00.554328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:00.554939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.581519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-22844d70-130b-445f-9911-535c8882263e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648685 Sep 22 17:31:00.601842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Request body: {'port': {'device_id': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:31:00.715655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.748313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Provisioning for port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:31:00.754217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Provisioning complete for port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:31:00.754629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:00.754967 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Attempt 1 to provision port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e Sep 22 17:31:00.809718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:31:01.147992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:31:01.155712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:01.175217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Transition to ACTIVE for port object 80585a7a-2aff-44a9-85f7-ac9c14c7a36e will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:31:01.180993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:01.239454 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d26177-7e79-4ba6-8ff9-93fcc4f10df1 req-d61a82d1-fd04-47a9-af9d-b647ce5da445 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:01.241103 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93d26177-7e79-4ba6-8ff9-93fcc4f10df1 req-d61a82d1-fd04-47a9-af9d-b647ce5da445 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 944 time: 0.0920458 Sep 22 17:31:01.285048 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-93d26177-7e79-4ba6-8ff9-93fcc4f10df1 req-46317b0e-d93d-4db7-9a81-3a1231d6ee6f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378840 Sep 22 17:31:01.311101 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Attempt 2 to provision port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e Sep 22 17:31:01.368848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:31:01.383162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:31:01.421612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Attempting to bind port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:31:01.421942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Attempting to bind port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:31:01.422265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Attempting to bind port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:31:01.426752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:31:01.427065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Attempting to bind port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:31:01.431998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:31:01.432327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:31:01.432800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:31:01.433222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Bound port: 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:31:01.433555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:01.518765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:31:01.521761 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:31:01.526639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:01.557696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:01.558305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:01.559659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] 10.222.0.18 "PUT /v2.0/ports/80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1094 time: 0.9621894 Sep 22 17:31:01.564766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:31:01.567036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad9193-59b0-4d5b-8b08-6076f7230034" -d '{"events": [{"name": "network-changed", "server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:31:01.604296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a4844b-8fcf-42ab-a01a-f86f4ca8a2d1 service neutron] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:31:01.652429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:31:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1569db1-219c-44f0-9719-230ecb27bb07 x-openstack-request-id: req-f1569db1-219c-44f0-9719-230ecb27bb07 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:31:01.652656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:31:01.652899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1569db1-219c-44f0-9719-230ecb27bb07 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:31:01.653282 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1569db1-219c-44f0-9719-230ecb27bb07'] response: {'name': 'network-changed', 'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'status': 'completed', 'code': 200} Sep 22 17:31:01.696003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-03a5503d-8b4e-43af-94bd-088498b7b44e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:01.697493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-03a5503d-8b4e-43af-94bd-088498b7b44e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1097 time: 0.0844615 Sep 22 17:31:01.774114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-7cac7e05-f5c0-46d5-a1f8-485164a62a4e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 217 time: 0.0627899 Sep 22 17:31:01.834322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-f4f402e6-0929-4536-b7df-3df9c69defdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:01.835768 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-f4f402e6-0929-4536-b7df-3df9c69defdb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0559368 Sep 22 17:31:01.870540 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Attempt 3 to provision port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e Sep 22 17:31:01.916798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-81e61fe7-b283-4082-9bca-879fd5022a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:01.918180 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-81e61fe7-b283-4082-9bca-879fd5022a6e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769520 Sep 22 17:31:01.930817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fbab9062-dc22-4d11-855f-5e1d3b298989 None None] Port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:31:02.047194 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-47b694d8-b0d8-46a0-8fb6-6998850b4f50 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216831 Sep 22 17:31:02.113512 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:31:02.175746 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b5761972-3e5b-4c10-ab1b-866397d8e94a req-0552c0d9-8401-4423-ac4e-7d80860d4967 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228080 Sep 22 17:31:02.352343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-8a656088-ef7a-469b-a7d3-c08925db604b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:02.353865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-8a656088-ef7a-469b-a7d3-c08925db604b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1097 time: 0.0820749 Sep 22 17:31:02.484447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-322a6cd5-9ffc-431c-9a8e-5b619e8f9437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:02.485826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-322a6cd5-9ffc-431c-9a8e-5b619e8f9437 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1261630 Sep 22 17:31:02.487861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3573c761-3fac-404c-8b48-65a7c259b23a req-bc8921d5-3186-456a-a761-12a192ff7f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:02.489335 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3573c761-3fac-404c-8b48-65a7c259b23a req-bc8921d5-3186-456a-a761-12a192ff7f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 944 time: 0.0902121 Sep 22 17:31:02.534079 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3573c761-3fac-404c-8b48-65a7c259b23a req-247fa9a0-2592-4f8d-97a4-9beee549c1f4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389850 Sep 22 17:31:02.555884 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-2467a135-b39f-4326-b2be-d33421ec98f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 217 time: 0.0637927 Sep 22 17:31:02.712063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-c4317b8e-2f4b-4706-b4ae-b3198fd26861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:02.713613 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-c4317b8e-2f4b-4706-b4ae-b3198fd26861 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.1520584 Sep 22 17:31:02.798025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-f2297f62-644a-4fba-89df-83eec491e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:02.799397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-f2297f62-644a-4fba-89df-83eec491e82b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798841 Sep 22 17:31:02.942389 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-87fb71bc-a50d-4f01-af00-9234720fe97b service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367168 Sep 22 17:31:03.071414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75ad9193-59b0-4d5b-8b08-6076f7230034 req-6aecba4c-e42c-4cf1-8ff3-9f7c9e15e134 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229069 Sep 22 17:31:03.736226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ec28ab-e469-464c-9317-fa0af8bfd94c req-6e7cde92-c82d-4867-b85b-730369aef438 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:03.736964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9ec28ab-e469-464c-9317-fa0af8bfd94c req-6e7cde92-c82d-4867-b85b-730369aef438 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:31:03.760732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9ec28ab-e469-464c-9317-fa0af8bfd94c req-6e7cde92-c82d-4867-b85b-730369aef438 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:31:03.761862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9ec28ab-e469-464c-9317-fa0af8bfd94c req-6e7cde92-c82d-4867-b85b-730369aef438 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 944 time: 0.1101010 Sep 22 17:31:03.805788 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9ec28ab-e469-464c-9317-fa0af8bfd94c req-eb172b97-c6cb-464f-b2de-5c2382fe076d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381999 Sep 22 17:31:05.009071 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb9cab-ea47-4a8c-bf35-a1d2af5c9980 req-7e8b3864-9278-4960-8f5c-a1a853b809c8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:05.010429 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38eb9cab-ea47-4a8c-bf35-a1d2af5c9980 req-7e8b3864-9278-4960-8f5c-a1a853b809c8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 944 time: 0.0909534 Sep 22 17:31:05.053804 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-38eb9cab-ea47-4a8c-bf35-a1d2af5c9980 req-030c1598-9cef-41f2-b8b7-33bc9b9460fb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376961 Sep 22 17:31:05.755221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:31:05.885900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:31:05.899172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'mac_address': 'fa:16:3e:c1:41:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:31:05.952727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:31:05.953110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:05.973150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:31:05.989247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:31:05.992945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:06.059572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:31:06.251010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca8592-7554-4029-b355-b1ac4b5aecff req-321f06c6-410c-4f75-84a9-f6b6834170cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:06.253184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94ca8592-7554-4029-b355-b1ac4b5aecff req-321f06c6-410c-4f75-84a9-f6b6834170cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 945 time: 0.0911200 Sep 22 17:31:06.296649 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-94ca8592-7554-4029-b355-b1ac4b5aecff req-caa6e2e0-ec90-4b3a-ac7c-2539e1202593 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376801 Sep 22 17:31:06.396148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['80585a7a-2aff-44a9-85f7-ac9c14c7a36e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:31:07.490661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26562443-de70-4e22-ad5d-460c6dff9e6d req-3311c85e-cd6c-4d64-9007-50a9e91a9050 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:07.492007 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26562443-de70-4e22-ad5d-460c6dff9e6d req-3311c85e-cd6c-4d64-9007-50a9e91a9050 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 945 time: 0.0859544 Sep 22 17:31:07.534754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26562443-de70-4e22-ad5d-460c6dff9e6d req-2bb8cca3-710a-49c8-9eb3-21d4853ba938 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371022 Sep 22 17:31:07.763058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:31:07.829358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:31:07.833879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:31:07.834250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:07.834581 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e Sep 22 17:31:07.949267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:31:07.949647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:07.976401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:31:07.978723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e91f23f-3270-430c-b9e1-92338e08aa93" -d '{"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-plugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:31:07.988832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:31:07.992883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:08.025130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb66519a-2944-482e-b867-1c2a3ec9ef78 x-openstack-request-id: req-eb66519a-2944-482e-b867-1c2a3ec9ef78 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:31:08.025413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-plugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:31:08.025657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-eb66519a-2944-482e-b867-1c2a3ec9ef78 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:31:08.026038 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb66519a-2944-482e-b867-1c2a3ec9ef78'] response: {'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'code': 200} Sep 22 17:31:08.064635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:31:08.280032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee17235a-b031-47b8-a355-4a573bcc7498 req-5b534c8a-79be-4dbf-911f-97d29e07f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:08.281440 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee17235a-b031-47b8-a355-4a573bcc7498 req-5b534c8a-79be-4dbf-911f-97d29e07f4f8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0767877 Sep 22 17:31:08.324084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ee17235a-b031-47b8-a355-4a573bcc7498 req-6d9fdbfc-e05a-4271-9a03-1d495bb56836 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358610 Sep 22 17:31:08.734417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3933f9f-b4c8-497e-8db0-44cc010d54bb req-149f9c1c-8611-4f89-b8e3-c9b5788ace17 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:08.735880 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3933f9f-b4c8-497e-8db0-44cc010d54bb req-149f9c1c-8611-4f89-b8e3-c9b5788ace17 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0890536 Sep 22 17:31:08.779959 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3933f9f-b4c8-497e-8db0-44cc010d54bb req-3c665f87-f5a0-453b-ae51-b0bdde0a99a8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383508 Sep 22 17:31:09.974239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab45ef-e097-4cdd-a018-a116f32de959 req-a92989c9-c54e-4e39-bc4f-531092674624 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:09.975590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cab45ef-e097-4cdd-a018-a116f32de959 req-a92989c9-c54e-4e39-bc4f-531092674624 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0860839 Sep 22 17:31:10.018886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8cab45ef-e097-4cdd-a018-a116f32de959 req-8e89c68e-338c-4f91-99a9-9c625c6d31a2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376396 Sep 22 17:31:10.211697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d786814-f057-4be2-bcf2-8a9b11041961 req-3b38d6cf-083d-47a8-a2f7-15bd2cf227e0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:10.213873 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1d786814-f057-4be2-bcf2-8a9b11041961 req-3b38d6cf-083d-47a8-a2f7-15bd2cf227e0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0913661 Sep 22 17:31:10.224137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56154) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:31:10.229366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'floatingip': {'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:31:10.306641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:10.981091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:10.984807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:11.153805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 associated. External IP: 172.26.8.242, port: 80585a7a-2aff-44a9-85f7-ac9c14c7a36e. Sep 22 17:31:11.496010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:31:11.674797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:31:11.679676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:11.684314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:31:11.693523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:31:11.694119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:30:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:31:11.733754 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a7b891f5-917b-44bc-91ce-aa2582155f71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "PUT /v2.0/floatingips/9895eba5-62ac-469d-8682-22ec12ba8db2 HTTP/1.1" status: 200 len: 992 time: 1.5084817 Sep 22 17:31:11.734340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:31:11.737290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a26c5b-4edc-4006-9755-ed386e16615d" -d '{"events": [{"name": "network-changed", "server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:31:11.777428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:31:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b0fb8fe-6997-46c3-b5dc-7b6124f9de3a x-openstack-request-id: req-7b0fb8fe-6997-46c3-b5dc-7b6124f9de3a {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:31:11.777722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:31:11.777975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7b0fb8fe-6997-46c3-b5dc-7b6124f9de3a {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:31:11.778380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b0fb8fe-6997-46c3-b5dc-7b6124f9de3a'] response: {'name': 'network-changed', 'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'status': 'completed', 'code': 200} Sep 22 17:31:11.913656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26c5b-4edc-4006-9755-ed386e16615d req-69891752-4235-4fa7-9178-a862ea9d3cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:11.913904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:31:11.915119 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-69891752-4235-4fa7-9178-a862ea9d3cd0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0943210 Sep 22 17:31:12.043223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26c5b-4edc-4006-9755-ed386e16615d req-3c1b89f7-cb9f-4a89-8689-9d4d42167acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:12.044570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-3c1b89f7-cb9f-4a89-8689-9d4d42167acb service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1237991 Sep 22 17:31:12.145750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-cc45fc2a-811c-4fd6-80a6-6e426bb7f698 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1000 time: 0.0952723 Sep 22 17:31:12.208014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26c5b-4edc-4006-9755-ed386e16615d req-c88cef6b-7734-4144-bdc6-8d704f4de705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:12.209501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-c88cef6b-7734-4144-bdc6-8d704f4de705 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0578768 Sep 22 17:31:12.276566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:c1:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:31:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:31:12.280428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:31:12.288937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:31:12.289556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:30:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:31:12.291669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a26c5b-4edc-4006-9755-ed386e16615d req-df478a01-d571-4edc-af14-75f64e7df27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:12.293181 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-df478a01-d571-4edc-af14-75f64e7df27a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779977 Sep 22 17:31:12.473911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:31:12.536278 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-762fd6f6-4a68-46fd-be1f-e1e5c7b8e53a service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2366745 Sep 22 17:31:12.665671 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-79a26c5b-4edc-4006-9755-ed386e16615d req-fc1a54bd-f66d-4184-8834-ee64cb698822 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238914 Sep 22 17:31:12.818359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:c1:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:31:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:31:12.822153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f159c3-6bf2-4946-a9c2-6532cfcafcfb None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:c1:41:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:31:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:31:13.022829 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8257ee-aed4-42ae-94e7-5cd3a86cd330 None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:31:22.431805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-871f64ee-f788-4aba-b65c-74f3cdf9939d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:24.573410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3466645c-e060-49d7-b095-f6ffd33726d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:25.471791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:25.662224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:26.043683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:27.262769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:34.583951 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-ae972cd5-7e71-49d1-aaa9-7c8f309b992c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759325 Sep 22 17:31:34.743679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-e883c8f2-546c-4ae8-b753-a271fd105403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:34.745202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-e883c8f2-546c-4ae8-b753-a271fd105403 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0796416 Sep 22 17:31:34.887879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-4e9bf6f1-f816-48c9-be5a-94ac17c646f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:34.889344 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-4e9bf6f1-f816-48c9-be5a-94ac17c646f7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1253259 Sep 22 17:31:34.990659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-ad1a044a-2a72-45fb-8e48-763bea8674f0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1002 time: 0.0951049 Sep 22 17:31:35.055715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-b0a18bae-a02d-479f-99b9-a01b05809be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:35.057145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-b0a18bae-a02d-479f-99b9-a01b05809be3 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0596642 Sep 22 17:31:35.138182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-fc9b60c3-cccf-4399-bec0-aa7ddfd8eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:31:35.139563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-fc9b60c3-cccf-4399-bec0-aa7ddfd8eb5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766575 Sep 22 17:31:35.272294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-bee0c6ee-300c-4479-bf97-421cdf4ccae0 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250315 Sep 22 17:31:35.400635 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-067088b0-0306-4100-b8fc-1377f26e2b0c req-f89f2c47-cd72-4392-b074-a8a59ca86640 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225498 Sep 22 17:31:39.112074 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:31:52.432952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f8822362-9218-4812-a451-94b205e8f3c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:54.574871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8650e74b-35e1-4374-92f7-6c4d2425372c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:55.474498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:55.664792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:56.042514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:31:57.266732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:16.111469 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:32:22.434395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9140b038-dc86-46d7-82ac-fece97d17df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:24.575288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-be02c60b-1315-46e4-84ab-29bff1975666 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:25.499824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:25.666561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:26.046802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:26.268847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9800e38-8e45-4c62-8082-78a84f3c3a78 req-5445b5e1-e7f8-4523-a44e-3d50188991aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:26.270288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9800e38-8e45-4c62-8082-78a84f3c3a78 req-5445b5e1-e7f8-4523-a44e-3d50188991aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0915809 Sep 22 17:32:26.314636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f9800e38-8e45-4c62-8082-78a84f3c3a78 req-640c3ee8-a347-4c50-8a70-de51b24670cb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381064 Sep 22 17:32:27.269013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:27.513210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc14ff4-685b-45ec-847d-ab846e749316 req-6e278a5a-0f75-4408-a711-deb75766f49f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:27.514553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efc14ff4-685b-45ec-847d-ab846e749316 req-6e278a5a-0f75-4408-a711-deb75766f49f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0873280 Sep 22 17:32:27.557998 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-efc14ff4-685b-45ec-847d-ab846e749316 req-984b7e97-454b-427f-a8a0-ac5aacba9435 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370035 Sep 22 17:32:28.758702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db471bd-704d-4718-8bc4-23ce0106591c req-d19f3ae0-f9f4-4794-91de-3a6379578097 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:28.760148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db471bd-704d-4718-8bc4-23ce0106591c req-d19f3ae0-f9f4-4794-91de-3a6379578097 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0901599 Sep 22 17:32:28.802842 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0db471bd-704d-4718-8bc4-23ce0106591c req-24d4dafc-ca10-4ccd-8147-ec9b8a7a0f2e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370650 Sep 22 17:32:30.003544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c57b9-8785-4176-802c-6e784b07f04d req-8ce72cca-bca3-475f-a2c9-81eac77c8a71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:30.004942 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c70c57b9-8785-4176-802c-6e784b07f04d req-8ce72cca-bca3-475f-a2c9-81eac77c8a71 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0892382 Sep 22 17:32:30.048113 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c70c57b9-8785-4176-802c-6e784b07f04d req-ab98cf43-8473-40fe-92d6-bc55a8b981f6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376401 Sep 22 17:32:31.243349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5f33a-643f-4d4c-919d-00cab1283d81 req-44b742d2-1766-4f9d-b03d-c320bef8684e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:31.244864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-84a5f33a-643f-4d4c-919d-00cab1283d81 req-44b742d2-1766-4f9d-b03d-c320bef8684e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0861924 Sep 22 17:32:31.288743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-84a5f33a-643f-4d4c-919d-00cab1283d81 req-94f1e1aa-f292-4a25-a6b4-f2729cc3835a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380135 Sep 22 17:32:32.486391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1d53c-d9c1-4726-b5da-2669c98f1024 req-044663d7-b4e8-4777-90b7-e675b735772f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:32.487710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00c1d53c-d9c1-4726-b5da-2669c98f1024 req-044663d7-b4e8-4777-90b7-e675b735772f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0873444 Sep 22 17:32:32.534098 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-00c1d53c-d9c1-4726-b5da-2669c98f1024 req-3a527a7d-eb30-41ac-a68a-d9ecdad62908 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405831 Sep 22 17:32:33.735363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbf9f54-adcf-4d2d-bb05-86af2367feb2 req-b4501d21-116a-407f-9e12-fa0acbf8330e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:33.736837 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cbf9f54-adcf-4d2d-bb05-86af2367feb2 req-b4501d21-116a-407f-9e12-fa0acbf8330e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0896599 Sep 22 17:32:33.779731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cbf9f54-adcf-4d2d-bb05-86af2367feb2 req-e6165bdf-5d50-4f24-bfb8-06e4cd1bebd8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373669 Sep 22 17:32:34.976633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55812c4-b607-41dd-a90a-8d101fd3e058 req-ca56e254-292a-44a0-b146-dcbf3bcad179 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:34.977998 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f55812c4-b607-41dd-a90a-8d101fd3e058 req-ca56e254-292a-44a0-b146-dcbf3bcad179 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0887265 Sep 22 17:32:35.021981 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f55812c4-b607-41dd-a90a-8d101fd3e058 req-595a0106-9db9-477f-a99d-ab18c21c40bc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383801 Sep 22 17:32:35.651341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-a4ee38d3-c3a8-4725-8e33-e4959656ec3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:35.652859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-a4ee38d3-c3a8-4725-8e33-e4959656ec3a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0786586 Sep 22 17:32:35.792726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-9cd7f8b8-69b2-46fb-ae0a-a3823505efe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:35.794132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-9cd7f8b8-69b2-46fb-ae0a-a3823505efe9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1243610 Sep 22 17:32:35.894647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-078cf12e-8657-469e-8099-0e5c8b1d7826 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1002 time: 0.0942457 Sep 22 17:32:35.962014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-08821c89-2028-43e2-a50f-3984bcedb6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:35.963358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-08821c89-2028-43e2-a50f-3984bcedb6cd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0628965 Sep 22 17:32:36.044038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-578ca8eb-68c3-4ff6-a67a-f755647a811d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:36.045518 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-578ca8eb-68c3-4ff6-a67a-f755647a811d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759199 Sep 22 17:32:36.338765 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-e0e3f81e-572c-47b8-bb10-a84264cd714e service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871094 Sep 22 17:32:36.427227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5a9b1b-ff2c-41d5-9101-2990bf28a9db req-d301b1fa-af5c-4805-a588-f7645b3f9eed tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:36.428698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad5a9b1b-ff2c-41d5-9101-2990bf28a9db req-d301b1fa-af5c-4805-a588-f7645b3f9eed tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.2958987 Sep 22 17:32:36.499416 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad5a9b1b-ff2c-41d5-9101-2990bf28a9db req-0e5f867f-a392-4298-9d94-1fa32f499900 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587518 Sep 22 17:32:36.521325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3f8b0a18-54ec-473d-be35-0522694ee9d2 req-a7435c4b-df6a-4204-a06b-c9bdc87b9782 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740746 Sep 22 17:32:37.790870 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52186640-0888-4047-be05-b11ce04ba8bb req-0c6e695c-7243-409a-91ca-50adec7eb69c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:37.792237 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52186640-0888-4047-be05-b11ce04ba8bb req-0c6e695c-7243-409a-91ca-50adec7eb69c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.1826460 Sep 22 17:32:37.835875 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52186640-0888-4047-be05-b11ce04ba8bb req-2d700d8c-b274-489d-bbc8-e1bf7d1e2963 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379071 Sep 22 17:32:38.194812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56220) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:32:38.243475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231d1f2a-7903-4200-bf2f-5e3693dc5adf req-8a73907c-31ba-419b-b51e-2b32775d911b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:38.244963 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-231d1f2a-7903-4200-bf2f-5e3693dc5adf req-8a73907c-31ba-419b-b51e-2b32775d911b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0894780 Sep 22 17:32:38.298328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-231d1f2a-7903-4200-bf2f-5e3693dc5adf req-56c3f6ef-4447-456d-b92e-bd69907a7ae3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467229 Sep 22 17:32:38.320821 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-f0f777af-1ee3-44e9-881b-21c1a0c7640a service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1245232 Sep 22 17:32:39.564132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29500b96-5ec1-404f-9ab0-e3e2a361c149 req-6c27061b-eeff-49e7-bb2b-5b36eca308dc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:39.565512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-29500b96-5ec1-404f-9ab0-e3e2a361c149 req-6c27061b-eeff-49e7-bb2b-5b36eca308dc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.1518567 Sep 22 17:32:39.567988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-c8f8891d-693b-44f5-9f28-02ed7e7f2af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:39.569312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-c8f8891d-693b-44f5-9f28-02ed7e7f2af8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.1127505 Sep 22 17:32:39.686039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-29500b96-5ec1-404f-9ab0-e3e2a361c149 req-52cff241-1e97-4b18-ab5d-0dc453b9bd0b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1144793 Sep 22 17:32:39.725114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-378802dd-c239-43d3-be8c-54941c1b9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:39.726527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-378802dd-c239-43d3-be8c-54941c1b9612 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1429400 Sep 22 17:32:39.826578 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-3924ba70-eecb-4bfd-be0e-b8e10ab70a84 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1002 time: 0.0941889 Sep 22 17:32:39.887436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-b5b4080b-8d56-40a8-80b7-21a52557f0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:39.888845 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-b5b4080b-8d56-40a8-80b7-21a52557f0cc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0562329 Sep 22 17:32:39.971439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-127ea9db-ed09-46a9-a572-fe1b129522c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:39.972893 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-127ea9db-ed09-46a9-a572-fe1b129522c9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786381 Sep 22 17:32:40.099975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-e62d56b6-92f4-4f7c-badd-502b73dcdbf1 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210871 Sep 22 17:32:40.226554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-c97902be-3e4c-4ac6-9f15-23ad8881e12e service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209784 Sep 22 17:32:40.882154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fc3bdc-4694-4adb-b228-27311f201ab0 req-8eac2d31-8277-4fdb-a6c3-3478cda2db1a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:40.883895 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-73fc3bdc-4694-4adb-b228-27311f201ab0 req-8eac2d31-8277-4fdb-a6c3-3478cda2db1a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0887318 Sep 22 17:32:40.926590 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-73fc3bdc-4694-4adb-b228-27311f201ab0 req-c4e20554-cfb9-4b5a-9fd6-e2c8ed85ccd3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370996 Sep 22 17:32:41.986248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-ff5b74df-4ec3-4e68-bf51-0272a0a3d4c3 service neutron] 10.222.0.18 "GET /v2.0/ports/80585a7a-2aff-44a9-85f7-ac9c14c7a36e/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0741735 Sep 22 17:32:42.129597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a4c1-b985-442d-85a2-058d30644c09 req-de0fee27-6080-4efc-9cd1-c8ca313d09eb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.131090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a352a4c1-b985-442d-85a2-058d30644c09 req-de0fee27-6080-4efc-9cd1-c8ca313d09eb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0909920 Sep 22 17:32:42.188652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a352a4c1-b985-442d-85a2-058d30644c09 req-d64ee050-9704-435c-bdd7-43c14448dd39 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508132 Sep 22 17:32:42.280945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-6f1e5823-a856-4616-895c-f4e009d04333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.282423 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-6f1e5823-a856-4616-895c-f4e009d04333 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1099 time: 0.0772526 Sep 22 17:32:42.393608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-c5607e90-58d3-4cb9-938a-6aca55523c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.395038 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-c5607e90-58d3-4cb9-938a-6aca55523c15 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0806041 Sep 22 17:32:42.525526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-5a0c342c-21c6-4711-b367-078b2af9e418 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.526875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-5a0c342c-21c6-4711-b367-078b2af9e418 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1258392 Sep 22 17:32:42.725598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-051348e3-c0c0-44d2-bfee-d242da507b9e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1002 time: 0.1927016 Sep 22 17:32:42.786741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-11f61c9c-0458-4bd4-9f4d-f573a9eb686b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.788045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-11f61c9c-0458-4bd4-9f4d-f573a9eb686b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0563180 Sep 22 17:32:42.867842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-9f5eec84-423a-455d-9617-b7b1d3158ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:42.869306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-9f5eec84-423a-455d-9617-b7b1d3158ae5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758202 Sep 22 17:32:43.010172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-9713a299-a05c-4fbb-9321-ccbc646daa95 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346254 Sep 22 17:32:43.139130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef5df39b-63cf-4db3-9cb5-3d89e3edf680 req-ab8b9e59-c7b5-4c38-9649-f1ec7d83ce53 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217978 Sep 22 17:32:43.394528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f711a077-921e-4110-8386-3defd19b89f8 req-4eb2d282-ce59-472a-9b06-53759aeb844c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:43.395878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f711a077-921e-4110-8386-3defd19b89f8 req-4eb2d282-ce59-472a-9b06-53759aeb844c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0917466 Sep 22 17:32:43.441048 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f711a077-921e-4110-8386-3defd19b89f8 req-9bc5b75d-6950-4367-934d-78c77e5bba8c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392022 Sep 22 17:32:44.642340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9c15f-6aa8-4a2e-955b-0e425fdec45e req-f3602320-1173-404a-9ca1-c011b4d5f8da tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:44.643771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ad9c15f-6aa8-4a2e-955b-0e425fdec45e req-f3602320-1173-404a-9ca1-c011b4d5f8da tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0898776 Sep 22 17:32:44.687012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4ad9c15f-6aa8-4a2e-955b-0e425fdec45e req-7ec3d771-8296-4819-94a6-8a8de47ead3f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374737 Sep 22 17:32:45.886936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83a132-c382-4aaf-9ae7-f3980d022f97 req-2982da38-3bfa-4756-abdd-95e8e0bbc559 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:45.888406 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a83a132-c382-4aaf-9ae7-f3980d022f97 req-2982da38-3bfa-4756-abdd-95e8e0bbc559 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0863616 Sep 22 17:32:45.935589 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6a83a132-c382-4aaf-9ae7-f3980d022f97 req-94b8914a-eceb-42ca-ad1e-7ba18f231ff4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414503 Sep 22 17:32:46.147628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:32:46.159218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:32:46.252804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2000ce0a-3804-4d2b-9dc5-038f6c91ed00 req-e8565e39-4382-4b8b-9207-2d55e5bef3ea tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.254358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2000ce0a-3804-4d2b-9dc5-038f6c91ed00 req-e8565e39-4382-4b8b-9207-2d55e5bef3ea tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0949988 Sep 22 17:32:46.278778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-cfd24f2a-0ea8-467c-a876-f5c76dc28127 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.280701 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-cfd24f2a-0ea8-467c-a876-f5c76dc28127 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4&tenant_id=2dcf1b29e0664568ab67c2b6a8210303&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 946 time: 0.1031733 Sep 22 17:32:46.301227 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2000ce0a-3804-4d2b-9dc5-038f6c91ed00 req-9328446c-9a7c-4c60-9b0a-a96860fe76cc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405979 Sep 22 17:32:46.438834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:32:46.439202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:46.440955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-41211cb6-41c3-4e4b-a6f7-831304b2ae7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.442452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-41211cb6-41c3-4e4b-a6f7-831304b2ae7f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.0789533 Sep 22 17:32:46.452561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:32:46.474641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'mac_address': 'fa:16:3e:c1:41:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:32:46.482782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:32:46.486984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56d5d6c-ce8d-4758-96f6-b284deb469f3" -d '{"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-unplugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:32:46.522381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:32:46.533413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:46.580962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-ed81f4bd-4496-476a-b34e-90f0326149ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.582519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-ed81f4bd-4496-476a-b34e-90f0326149ae service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1347075 Sep 22 17:32:46.605275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:32:46.605658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:46.627989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:32:46.635204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:32:46.671420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:32:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78070eb5-c0c3-4d52-8a2b-1142dba43e89 x-openstack-request-id: req-78070eb5-c0c3-4d52-8a2b-1142dba43e89 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:32:46.671706 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-unplugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:32:46.671958 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-78070eb5-c0c3-4d52-8a2b-1142dba43e89 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:32:46.672361 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-78070eb5-c0c3-4d52-8a2b-1142dba43e89'] response: {'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'code': 200} Sep 22 17:32:46.673505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.673844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.674180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.674512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.674836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.675160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.675483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.675804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.676126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.676443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.676786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.677101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:46.693384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-35e02889-f3a9-432a-bb10-2512eb62b538 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1000 time: 0.1045153 Sep 22 17:32:46.711058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:32:46.711420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:32:46.754154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-3407d851-6990-446a-b2b9-6c29fb2b7bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.755545 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-3407d851-6990-446a-b2b9-6c29fb2b7bc7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0568137 Sep 22 17:32:46.838777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-ff49cecf-dc10-43fa-8571-cd80f0292382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:46.840114 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-ff49cecf-dc10-43fa-8571-cd80f0292382 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787945 Sep 22 17:32:46.967714 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-e99328f5-2d25-4a46-a8dc-38e2168c0647 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207724 Sep 22 17:32:47.095250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-03865fe7-8e2c-42d1-873d-ae7fed912c41 req-5e0f9cb6-f655-482a-8b94-c001a8c35aa2 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217177 Sep 22 17:32:47.268334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:32:47.268807 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:47.285570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:32:47.301223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:32:47.304775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:47.371929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:32:47.438874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['80585a7a-2aff-44a9-85f7-ac9c14c7a36e'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:32:47.510965 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d150fc48-6926-49d2-8615-842cbe7d1b12 req-97f7ea5d-a0df-4965-b4b5-31c71d1a2793 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:47.512425 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d150fc48-6926-49d2-8615-842cbe7d1b12 req-97f7ea5d-a0df-4965-b4b5-31c71d1a2793 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 945 time: 0.0970366 Sep 22 17:32:47.559561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d150fc48-6926-49d2-8615-842cbe7d1b12 req-ffd4b6d9-abef-48cd-b611-4b4925ade5ca tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412095 Sep 22 17:32:48.147587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:32:48.218138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:32:48.218509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:48.218846 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e Sep 22 17:32:48.330711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:32:48.331366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:48.364501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:32:48.368926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:48.433942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:32:48.675418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:32:48.677907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a94e5b8d-0fd9-42ef-bec3-0b36020c9fae" -d '{"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-plugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:32:48.718816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86a46785-8ced-4f82-a83f-355bfa5cf4cb x-openstack-request-id: req-86a46785-8ced-4f82-a83f-355bfa5cf4cb {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:32:48.719109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-plugged", "status": "completed", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:32:48.719363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-86a46785-8ced-4f82-a83f-355bfa5cf4cb {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:32:48.719773 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86a46785-8ced-4f82-a83f-355bfa5cf4cb'] response: {'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'code': 200} Sep 22 17:32:48.761092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746245d4-41f0-4ea6-a21b-1777f62a7803 req-2eab02d6-3bf4-4bc5-8a9b-555615a95f50 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:48.762552 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-746245d4-41f0-4ea6-a21b-1777f62a7803 req-2eab02d6-3bf4-4bc5-8a9b-555615a95f50 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0888054 Sep 22 17:32:48.809146 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-746245d4-41f0-4ea6-a21b-1777f62a7803 req-a5f2418c-5f8c-43dd-9e82-3f21df9aa247 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408812 Sep 22 17:32:49.007637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484056a-de4d-47a6-86c2-3fe31c7a51dc req-44de736f-9e76-42f0-aeb5-e372ff32e03a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.009025 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2484056a-de4d-47a6-86c2-3fe31c7a51dc req-44de736f-9e76-42f0-aeb5-e372ff32e03a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0869350 Sep 22 17:32:49.056007 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2484056a-de4d-47a6-86c2-3fe31c7a51dc req-5aff4324-7ded-4ed6-a4b2-3ab3f3086513 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413847 Sep 22 17:32:49.405004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab546b8f-3543-4b3f-a75c-817101de606b req-3bd9a9e2-f861-4eb1-b4bb-380142f53258 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.407059 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab546b8f-3543-4b3f-a75c-817101de606b req-3bd9a9e2-f861-4eb1-b4bb-380142f53258 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0908210 Sep 22 17:32:49.456638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab546b8f-3543-4b3f-a75c-817101de606b req-ade75564-bb5e-4433-a01d-7378e6915580 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434980 Sep 22 17:32:49.562536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-5a8e7b73-643e-4b99-971a-2b48af592df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.564020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-5a8e7b73-643e-4b99-971a-2b48af592df6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 1099 time: 0.1724544 Sep 22 17:32:49.689760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-fab53ac7-d754-4335-8f9f-d1ed0d9b7172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.691067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-fab53ac7-d754-4335-8f9f-d1ed0d9b7172 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1213980 Sep 22 17:32:49.791403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-b1c515f2-8747-4bb1-a8db-9708c575a493 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 200 len: 1002 time: 0.0940163 Sep 22 17:32:49.851248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-24747ac1-4a7c-4288-8dd0-4a8c70873a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.852587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-24747ac1-4a7c-4288-8dd0-4a8c70873a3a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0551624 Sep 22 17:32:49.934621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-6fa6fc1d-074b-44fc-bf83-fc5da2342cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:49.936060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-6fa6fc1d-074b-44fc-bf83-fc5da2342cbb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775130 Sep 22 17:32:50.064905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-3c691ae9-b3c8-49db-89c0-9fdcdb790b86 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228492 Sep 22 17:32:50.191186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-968e8584-a60f-48dd-b1ba-b4a3bc4251dd req-f308a13b-05d9-4630-a999-daa7cdb05804 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207764 Sep 22 17:32:50.652097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d0c41d-4899-4549-b139-619c3f9b04c6 req-f3c532c7-b2c0-420b-ae8c-3cd8aa770d56 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:50.654371 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7d0c41d-4899-4549-b139-619c3f9b04c6 req-f3c532c7-b2c0-420b-ae8c-3cd8aa770d56 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0888832 Sep 22 17:32:50.700984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7d0c41d-4899-4549-b139-619c3f9b04c6 req-adcd4302-556d-4bda-b6fc-5a8176108a11 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405173 Sep 22 17:32:51.899862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd4278a-1959-4579-92f4-18a1363ce41c req-416f832e-ba2f-45b7-8670-2d01608551e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:51.901330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fd4278a-1959-4579-92f4-18a1363ce41c req-416f832e-ba2f-45b7-8670-2d01608551e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0904715 Sep 22 17:32:51.945709 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0fd4278a-1959-4579-92f4-18a1363ce41c req-ea9e4072-78b7-4997-8fc1-9d116ca4f394 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383062 Sep 22 17:32:52.437354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4886ece-f759-42a0-b48d-c3f683875bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:52.483217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd80ad1c-db6d-48d9-8ab1-ae692aed2fef req-143c7d47-95ed-407b-ba6d-c71490263317 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:52.484718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dd80ad1c-db6d-48d9-8ab1-ae692aed2fef req-143c7d47-95ed-407b-ba6d-c71490263317 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0875955 Sep 22 17:32:52.530871 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dd80ad1c-db6d-48d9-8ab1-ae692aed2fef req-ee84b744-cc08-4b82-9b68-62631b3a5df9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405271 Sep 22 17:32:53.111114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:32:53.725826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755bf1f8-5046-44d1-98c2-1d11ffc1ecd8 req-04056015-139f-4a5b-819f-5037b791c2e5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:53.727276 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755bf1f8-5046-44d1-98c2-1d11ffc1ecd8 req-04056015-139f-4a5b-819f-5037b791c2e5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0862193 Sep 22 17:32:53.770494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755bf1f8-5046-44d1-98c2-1d11ffc1ecd8 req-cc45f0a6-e141-4a23-b376-2aee92762d1f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376737 Sep 22 17:32:54.191050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-31d91267-a55c-4d80-9162-fd45f354349c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:54.192455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-31d91267-a55c-4d80-9162-fd45f354349c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0882022 Sep 22 17:32:54.261749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Deleting port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:32:54.262088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:54.503289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] For port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:32:54.503568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:54.578887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-882e65c2-49ee-4d38-a9cc-3088d7015e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:54.894434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:54.895036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:54.895148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 disassociated. External IP: 172.26.8.242, port: 80585a7a-2aff-44a9-85f7-ac9c14c7a36e. Sep 22 17:32:54.895432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Calling delete_port for 80585a7a-2aff-44a9-85f7-ac9c14c7a36e owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:32:54.965663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749b8ae-10c6-4192-a5b6-824e61e9b4fa req-2f8b2c83-1498-428b-be42-4ed24a75548a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:54.967108 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d749b8ae-10c6-4192-a5b6-824e61e9b4fa req-2f8b2c83-1498-428b-be42-4ed24a75548a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 946 time: 0.0870070 Sep 22 17:32:55.012621 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d749b8ae-10c6-4192-a5b6-824e61e9b4fa req-aafb0786-5306-4e1c-ba3e-f6fe5810f1ea tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384452 Sep 22 17:32:55.040292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:55.094662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'Port': ['ID=80585a7a-2aff-44a9-85f7-ac9c14c7a36e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:32:55.104716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.105071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.105410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.105745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.106069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.106401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.106736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.107064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.107387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.107711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.108035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.108351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:32:55.301866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:32:55.477463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:32:55.490477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:32:55.506538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:32:55.507145 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:32:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:32:55.562357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:55.563965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] No DVR routers for this DVR port 80585a7a-2aff-44a9-85f7-ac9c14c7a36e on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:32:55.566402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:55.568945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-deleted', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:32:55.571220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5035366-9e8f-4a5d-8200-6bc550577baa" -d '{"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-deleted", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:32:55.590905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3896b012-b5c3-405a-86cf-571d8496b2aa req-40b6fa8b-dff5-4f2c-b5b9-975c6ca85661 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "DELETE /v2.0/ports/80585a7a-2aff-44a9-85f7-ac9c14c7a36e HTTP/1.1" status: 204 len: 173 time: 1.3929625 Sep 22 17:32:55.675303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:32:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35bcef4b-3f80-4c65-99c7-6098a4335155 x-openstack-request-id: req-35bcef4b-3f80-4c65-99c7-6098a4335155 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:32:55.675664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e611f6fc-33e4-4b15-ad5d-45264f8c27e4", "name": "network-vif-deleted", "tag": "80585a7a-2aff-44a9-85f7-ac9c14c7a36e", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:32:55.676221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-35bcef4b-3f80-4c65-99c7-6098a4335155 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:32:55.677303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35bcef4b-3f80-4c65-99c7-6098a4335155'] response: {'server_uuid': 'e611f6fc-33e4-4b15-ad5d-45264f8c27e4', 'name': 'network-vif-deleted', 'tag': '80585a7a-2aff-44a9-85f7-ac9c14c7a36e', 'status': 'completed', 'code': 200} Sep 22 17:32:55.699004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:55.710724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:32:56.021006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:32:56.024882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:32:56.042230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:32:56.042815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:32:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:32:56.147205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:56.205642 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2127ea16-b778-46d9-934c-6f4269aea1e6 req-09491e22-66bd-4e20-802d-9342a6544af2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=e611f6fc-33e4-4b15-ad5d-45264f8c27e4 HTTP/1.1" status: 200 len: 210 time: 0.0585055 Sep 22 17:32:56.278328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:32:56.579106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:32:56.582788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5737bd37-ecd1-49b9-8be9-3b6ab8574890 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:32:56.789674 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c578ca87-4d2c-4748-aa47-b2792c4eba0b None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:32:57.272284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:57.547497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-97bc2d7c-3b44-4899-87ab-176ddf32f68e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--951273169&fields=id&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 267 time: 0.0392284 Sep 22 17:32:57.694118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-32a55883-5a91-4b1a-a2bd-c930d7aadb0d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:57.695707 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-32a55883-5a91-4b1a-a2bd-c930d7aadb0d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1417108 Sep 22 17:32:57.710306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-10809c39-2f38-4a2d-84d3-7a3e8e197913 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/quotas/2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 375 time: 0.0090709 Sep 22 17:32:57.799057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-99551131-ca97-44ee-a496-deb6a0a35bae req-80e4da24-237e-452b-9efb-22640746b822 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:32:57.813881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-99551131-ca97-44ee-a496-deb6a0a35bae req-80e4da24-237e-452b-9efb-22640746b822 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:32:57.815118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-80e4da24-237e-452b-9efb-22640746b822 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1000128 Sep 22 17:32:57.872439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-c2798c28-4a04-41eb-8e53-fae1c032b5c4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:32:57.873707 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-c2798c28-4a04-41eb-8e53-fae1c032b5c4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0474055 Sep 22 17:32:58.003380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-1ab76eb6-5241-4382-9910-af7178e8c65d service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232502 Sep 22 17:32:58.131624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-522c9dbb-5d60-4a3f-9ec7-735ad9a28517 service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224561 Sep 22 17:32:58.226459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:32:58.262972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 80585a7a-2aff-44a9-85f7-ac9c14c7a36e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:32:58.263390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 80585a7a-2aff-44a9-85f7-ac9c14c7a36e not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:32:58.319114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5454cdc6-b389-401d-a4af-7f6a5c95a377 req-874e2f2d-0e4c-4818-8d72-3b2d80b49d16 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 210 time: 0.0493107 Sep 22 17:32:59.395980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-669ccbac-11b1-45f2-ba23-d91ad8492eef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:32:59.397563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-669ccbac-11b1-45f2-ba23-d91ad8492eef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1520164 Sep 22 17:32:59.603733 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f8a7afc2-6f59-4096-9a00-26b63283d147 req-d575d53b-1fc8-48c0-9987-b04ff6fa9805 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 210 time: 0.1671908 Sep 22 17:32:59.610709 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-371db8c8-7bb4-4bb9-9300-061cd50487be tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 379 time: 0.1981134 Sep 22 17:32:59.620102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'port': {'device_id': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'admin_state_up': True, 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'security_groups': ['ebff4a6b-294f-4304-a869-0bfafd25573c']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:32:59.757881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:32:59.767890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:32:59.777409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:32:59.780968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:32:59.946154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Allocated IP 172.20.0.11 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/9a05d1a7-f1cd-4253-bed4-d85cb0906a32) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:33:00.131350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.146302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Transition to ACTIVE for port object 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:33:00.169384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.249721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:33:00.252539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:33:00.254958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:33:00.300108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:33:00.325716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:00.326321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.353085 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-87680533-bddc-4484-8940-69e8c932d47f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7371325 Sep 22 17:33:00.371134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Request body: {'port': {'device_id': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:33:00.481873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.510908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Provisioning for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:33:00.516292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Provisioning complete for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:33:00.516700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.517032 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Attempt 1 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:33:00.572742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:33:00.807859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135940b7-b13a-42a7-8272-596838a286be req-b5bbdddf-c7bf-4b19-a270-911a1ffbd1fc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:00.809364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-135940b7-b13a-42a7-8272-596838a286be req-b5bbdddf-c7bf-4b19-a270-911a1ffbd1fc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 932 time: 0.0914173 Sep 22 17:33:00.819783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:33:00.827042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.842101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Transition to ACTIVE for port object 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:33:00.846229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:00.854616 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-135940b7-b13a-42a7-8272-596838a286be req-6fed86e0-fbae-48af-ae4c-9afa02fabce9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395150 Sep 22 17:33:01.032074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:33:01.071411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Attempting to bind port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:33:01.071744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Attempting to bind port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:33:01.072067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Attempting to bind port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:33:01.073495 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Attempt 2 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:33:01.076630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:33:01.076956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Attempting to bind port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:33:01.082854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 32, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:33:01.083194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:33:01.083577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:33:01.084002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Bound port: 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:33:01.084343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:01.126834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:33:01.174523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:33:01.178082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:33:01.182166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:01.213074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:01.213685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:01.215052 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1094 time: 0.8483014 Sep 22 17:33:01.215486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:33:01.217795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05d44078-4c33-44db-9e70-78beea71f8ef" -d '{"events": [{"name": "network-changed", "server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:33:01.266244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a11010-42e2-41fd-9df7-b1222d5081f5 service neutron] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:33:01.269993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ce9ca6-7aa5-49e7-8412-4fb931adc809 x-openstack-request-id: req-29ce9ca6-7aa5-49e7-8412-4fb931adc809 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:33:01.270276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:33:01.270555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-29ce9ca6-7aa5-49e7-8412-4fb931adc809 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:33:01.270941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ce9ca6-7aa5-49e7-8412-4fb931adc809'] response: {'name': 'network-changed', 'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'status': 'completed', 'code': 200} Sep 22 17:33:01.363845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-e7e86972-e383-4fd6-9c46-c7b43fdd9282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:01.365382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-e7e86972-e383-4fd6-9c46-c7b43fdd9282 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1097 time: 0.0808222 Sep 22 17:33:01.530278 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-8c75d25a-c893-45ae-a69d-87034bc86ad3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 217 time: 0.1520660 Sep 22 17:33:01.593465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-8e2dce1b-538d-4c66-8394-82645fb2cf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:01.594865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-8e2dce1b-538d-4c66-8394-82645fb2cf3b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0588164 Sep 22 17:33:01.627987 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Attempt 3 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:33:01.676982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99551131-ca97-44ee-a496-deb6a0a35bae req-afe61cdd-3577-4b21-a681-5baf2c085a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:01.678479 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-afe61cdd-3577-4b21-a681-5baf2c085a22 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778797 Sep 22 17:33:01.691148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-15dff419-310d-4a4a-9c7f-8d1463bd172d None None] Port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:33:01.808690 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-f75bc571-b8a1-408a-861d-38a288cce947 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245730 Sep 22 17:33:01.936805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99551131-ca97-44ee-a496-deb6a0a35bae req-124f77c8-6ff9-4911-a532-7900612ff601 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222117 Sep 22 17:33:02.052023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4e14e9-47fd-497d-a38b-fa96ec0d28c1 req-6ef45967-e389-47e6-a0c9-8c9986c35d65 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:02.053488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f4e14e9-47fd-497d-a38b-fa96ec0d28c1 req-6ef45967-e389-47e6-a0c9-8c9986c35d65 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.0869429 Sep 22 17:33:02.097409 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3f4e14e9-47fd-497d-a38b-fa96ec0d28c1 req-2d08c608-7cf3-4fce-a296-e25841c3fa28 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382040 Sep 22 17:33:02.111943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44078-4c33-44db-9e70-78beea71f8ef req-8411af40-525c-4d0e-852d-86725fb1acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:02.113436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-8411af40-525c-4d0e-852d-86725fb1acca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1097 time: 0.0814357 Sep 22 17:33:02.242956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44078-4c33-44db-9e70-78beea71f8ef req-3708da37-5711-4014-a98c-10e1d9f78de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:02.244378 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-3708da37-5711-4014-a98c-10e1d9f78de9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1244359 Sep 22 17:33:02.310344 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-ab0ab438-36bb-412e-908d-81f504e99540 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 217 time: 0.0587320 Sep 22 17:33:02.373121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44078-4c33-44db-9e70-78beea71f8ef req-967ab8c1-94fb-4202-b317-abe9b345f5d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:02.374529 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-967ab8c1-94fb-4202-b317-abe9b345f5d0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0586741 Sep 22 17:33:02.454259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d44078-4c33-44db-9e70-78beea71f8ef req-fd6fe4a4-b91c-42bc-9baa-56503d8cfd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:02.455673 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-fd6fe4a4-b91c-42bc-9baa-56503d8cfd6c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758729 Sep 22 17:33:02.583754 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-d02ae72c-dacc-44bc-ab1e-39a391a30bd4 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214623 Sep 22 17:33:02.712444 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05d44078-4c33-44db-9e70-78beea71f8ef req-dd5a93d6-10e4-4b44-8335-b6528a39d6ae service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225636 Sep 22 17:33:03.298632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f44e1c-4932-47e3-b4a9-2b58ddde72e9 req-148a85f2-42f2-44f4-ab98-886108a3d58b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:03.299305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72f44e1c-4932-47e3-b4a9-2b58ddde72e9 req-148a85f2-42f2-44f4-ab98-886108a3d58b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:33:03.314832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72f44e1c-4932-47e3-b4a9-2b58ddde72e9 req-148a85f2-42f2-44f4-ab98-886108a3d58b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:33:03.316170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72f44e1c-4932-47e3-b4a9-2b58ddde72e9 req-148a85f2-42f2-44f4-ab98-886108a3d58b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.1089098 Sep 22 17:33:03.360005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72f44e1c-4932-47e3-b4a9-2b58ddde72e9 req-c048416a-039d-4386-b866-ec85358da56a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381558 Sep 22 17:33:04.556158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fd0bd5-dcc0-46d3-8930-c285c9a88b1a req-11c7ba3b-604f-40c0-a90b-f098b316a2e4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:04.557535 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13fd0bd5-dcc0-46d3-8930-c285c9a88b1a req-11c7ba3b-604f-40c0-a90b-f098b316a2e4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.0900321 Sep 22 17:33:04.600414 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-13fd0bd5-dcc0-46d3-8930-c285c9a88b1a req-45873d6a-3ebd-47ae-a950-24a029801ead tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367124 Sep 22 17:33:05.800182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa4a953-24cb-491e-8e9b-0f4f491edc0c req-7ba338ab-2578-4c61-83bf-8013803ffbd4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:05.801652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2aa4a953-24cb-491e-8e9b-0f4f491edc0c req-7ba338ab-2578-4c61-83bf-8013803ffbd4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.0905545 Sep 22 17:33:05.844977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2aa4a953-24cb-491e-8e9b-0f4f491edc0c req-2cbdaa87-92f9-4dbd-9777-326a30294ebb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376742 Sep 22 17:33:06.257855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:33:06.389345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:33:06.403199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:33:06.457097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:33:06.457475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:06.473494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:33:06.488311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:33:06.492139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:06.560616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:33:06.903499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a05d1a7-f1cd-4253-bed4-d85cb0906a32'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:33:07.047905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51caca26-f2f8-4807-8013-b852bf452035 req-47d3e384-9640-444c-8930-75c57e99b7ff tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:07.049419 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51caca26-f2f8-4807-8013-b852bf452035 req-47d3e384-9640-444c-8930-75c57e99b7ff tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 945 time: 0.0915287 Sep 22 17:33:07.092279 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51caca26-f2f8-4807-8013-b852bf452035 req-3b933d58-c6d1-4505-a853-c8217d05a09a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371146 Sep 22 17:33:08.273662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:33:08.290473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9547bc41-d31d-4316-8b61-ee43730b9562 req-50ae3f7b-ffae-4ade-9fbf-86c1b123a028 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:08.291922 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9547bc41-d31d-4316-8b61-ee43730b9562 req-50ae3f7b-ffae-4ade-9fbf-86c1b123a028 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 945 time: 0.0896673 Sep 22 17:33:08.336148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9547bc41-d31d-4316-8b61-ee43730b9562 req-40445bed-716a-40c3-a169-7f2056368097 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379488 Sep 22 17:33:08.343341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:33:08.348143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:33:08.348657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:08.348872 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:33:08.463680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:33:08.463975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:08.490622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:33:08.492893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bafb9aa7-a7c1-42c2-87eb-c91c287b747b" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:33:08.501030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:33:08.504995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:08.535661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26323840-3287-4ece-9a5f-f894fc9acba0 x-openstack-request-id: req-26323840-3287-4ece-9a5f-f894fc9acba0 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:33:08.535952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:33:08.536280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-26323840-3287-4ece-9a5f-f894fc9acba0 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:33:08.536786 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26323840-3287-4ece-9a5f-f894fc9acba0'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'code': 200} Sep 22 17:33:08.580825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:33:08.899059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d908668d-ac56-4ee9-91a1-41d722641388 req-8ca5df97-468f-4704-ae64-7814a7cd63f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:08.900551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d908668d-ac56-4ee9-91a1-41d722641388 req-8ca5df97-468f-4704-ae64-7814a7cd63f0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.1737731 Sep 22 17:33:08.939838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d908668d-ac56-4ee9-91a1-41d722641388 req-257fe606-4ef3-48cd-8758-1702da969610 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327959 Sep 22 17:33:09.532996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b098b-20f0-46b1-bbc3-a427d59d2f42 req-65105429-446d-4786-8328-fb39a0b32025 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:09.534335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-007b098b-20f0-46b1-bbc3-a427d59d2f42 req-65105429-446d-4786-8328-fb39a0b32025 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0881684 Sep 22 17:33:09.583679 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-007b098b-20f0-46b1-bbc3-a427d59d2f42 req-445d370e-40af-4d1d-9c1e-65414e44f8a6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437291 Sep 22 17:33:10.779783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958acb9c-7b5f-4096-803a-20e3ce30c930 req-9bd75906-ab4e-43e1-a2ec-6d15e56dbbc8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:10.781283 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-958acb9c-7b5f-4096-803a-20e3ce30c930 req-9bd75906-ab4e-43e1-a2ec-6d15e56dbbc8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0864308 Sep 22 17:33:10.824183 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-958acb9c-7b5f-4096-803a-20e3ce30c930 req-f25f0dc3-0081-4b52-ab72-1c0fef5322ae tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372303 Sep 22 17:33:11.017261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e3f239-940a-41b6-8285-e995a0361435 req-bbe14e70-56bb-47ae-9de8-0312bbd48624 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:11.018624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6e3f239-940a-41b6-8285-e995a0361435 req-bbe14e70-56bb-47ae-9de8-0312bbd48624 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0873878 Sep 22 17:33:11.028904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56360) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:33:11.033668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'floatingip': {'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:33:11.113575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:11.709292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:11.713111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:11.885197 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 associated. External IP: 172.26.8.242, port: 9a05d1a7-f1cd-4253-bed4-d85cb0906a32. Sep 22 17:33:12.325365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:33:12.502906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:33:12.507638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:12.512651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:33:12.522607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:33:12.523273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:32:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:33:12.563894 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db11696b-47c1-45da-8371-529a2eb99d41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "PUT /v2.0/floatingips/9895eba5-62ac-469d-8682-22ec12ba8db2 HTTP/1.1" status: 200 len: 992 time: 1.5313401 Sep 22 17:33:12.563894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:33:12.564974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70f7db13-ff73-4676-b5f2-92580b7226a8" -d '{"events": [{"name": "network-changed", "server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:33:12.607564 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-949d4114-4370-480b-9b49-1d7cd30cb0b7 x-openstack-request-id: req-949d4114-4370-480b-9b49-1d7cd30cb0b7 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:33:12.607857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:33:12.608651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-949d4114-4370-480b-9b49-1d7cd30cb0b7 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:33:12.609052 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-949d4114-4370-480b-9b49-1d7cd30cb0b7'] response: {'name': 'network-changed', 'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'status': 'completed', 'code': 200} Sep 22 17:33:12.735760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:33:12.736935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-e0e9ffc8-80d8-4617-8cd9-3e414f0770db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:12.738426 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-e0e9ffc8-80d8-4617-8cd9-3e414f0770db service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0815454 Sep 22 17:33:12.867453 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-4fac21fa-e803-4b68-926f-5f65284813b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:12.868928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-4fac21fa-e803-4b68-926f-5f65284813b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1248946 Sep 22 17:33:12.977358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-f90c5349-ae98-408c-b207-78d550ab823f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1000 time: 0.1023340 Sep 22 17:33:13.038125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-52a08002-a5c3-4e5c-8eca-0f75eaa75c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:13.039555 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-52a08002-a5c3-4e5c-8eca-0f75eaa75c95 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0572205 Sep 22 17:33:13.079962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:33:11Z', 'revision_number': 9, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:33:13.083792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:33:13.092205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:33:13.093345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:32:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:33:13.121902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-3cb1a603-9b4a-408c-8a2f-05e57be672bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:13.123567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-3cb1a603-9b4a-408c-8a2f-05e57be672bb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767179 Sep 22 17:33:13.254797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-d071952a-9b1a-40d7-8386-520e6e849f96 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255066 Sep 22 17:33:13.278089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:33:13.388319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70f7db13-ff73-4676-b5f2-92580b7226a8 req-65d9f3f7-c5f0-4240-9154-8fb57e77b7b7 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280591 Sep 22 17:33:13.618318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:33:11Z', 'revision_number': 9, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:33:13.622105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a6df46b-fa1b-487f-92d4-a914efa9c9ef None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:33:11Z', 'revision_number': 9, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:33:13.798658 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3c3b274-9cf5-40f8-98a4-204dfd5a9ffb None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:33:22.441800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-846b3b1c-8804-4126-8e92-33e0c32dd449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:24.586168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0589905c-d3d4-47cc-886c-466238c3950b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:25.515627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:25.671123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:26.050658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:27.272758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:30.114477 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:33:35.625658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-d9a0fd0d-329b-43ea-bb73-bebc71e5c9dd service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1211755 Sep 22 17:33:35.786370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-bd26327d-ae78-420a-be97-13eef0ed2d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:35.787719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-bd26327d-ae78-420a-be97-13eef0ed2d2e service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0777855 Sep 22 17:33:35.927432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-828261a6-e5a6-4068-8782-dc8127558a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:35.928902 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-828261a6-e5a6-4068-8782-dc8127558a01 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1218483 Sep 22 17:33:36.124112 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-a1497e5e-9566-4bc9-bd89-85962fc33620 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.1880710 Sep 22 17:33:36.187670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-fea67f1c-e0a8-42f9-be15-97f4cbd07b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:36.189094 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-fea67f1c-e0a8-42f9-be15-97f4cbd07b63 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0591588 Sep 22 17:33:36.270469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-26cba95e-d858-4f35-b646-d769bd852998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:33:36.271919 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-26cba95e-d858-4f35-b646-d769bd852998 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769193 Sep 22 17:33:36.401442 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-e1e79c90-22d2-4d12-9b27-963945fa5b44 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219938 Sep 22 17:33:36.529211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-01fd86a2-b8d3-422f-9d24-ca19dff79c6a req-19b2cacb-332c-4aa6-8a0a-8201e18b3a7b service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213813 Sep 22 17:33:52.443707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5182dd12-5f43-4113-9053-2ce80870039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:54.576502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f4b9c0bb-a795-49dc-9e13-8453dee6d2eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:55.542380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:55.673549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:56.052702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:33:57.276661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:07.113502 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:34:22.446521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-33b09afc-804e-4659-a459-8a142ce0f904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:24.577657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40d70187-995c-4969-b49d-e413d03d8969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:25.543611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:25.676258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:26.055812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:26.975399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-44995cbd-93cd-4f7d-90c6-0e765762f1bf service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0808353 Sep 22 17:34:27.086151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3565d6c-ac8f-4e67-958c-fea95e483609 req-95315aeb-913a-4611-9a94-c0cb803166ca tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:27.087606 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3565d6c-ac8f-4e67-958c-fea95e483609 req-95315aeb-913a-4611-9a94-c0cb803166ca tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.1462533 Sep 22 17:34:27.133172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3565d6c-ac8f-4e67-958c-fea95e483609 req-079508d1-f56e-4da2-b8ee-1a996974f430 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390878 Sep 22 17:34:27.280099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:28.264070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-df967e29-4188-4406-8f1f-d3e3358535f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:28.265560 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-df967e29-4188-4406-8f1f-d3e3358535f2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0840108 Sep 22 17:34:28.460353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-b9e5fe38-993f-4bf6-ae3f-6d24ccea95b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:28.461728 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-b9e5fe38-993f-4bf6-ae3f-6d24ccea95b9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1906431 Sep 22 17:34:28.473841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34afb84-b2f1-4265-9c0a-d56004b03a9e req-86df6278-28b8-4f45-b213-e75ac185a864 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:28.475161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34afb84-b2f1-4265-9c0a-d56004b03a9e req-86df6278-28b8-4f45-b213-e75ac185a864 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.2242630 Sep 22 17:34:28.598248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34afb84-b2f1-4265-9c0a-d56004b03a9e req-c7784eaf-0d7f-437a-b1a3-085037d90ca9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740068 Sep 22 17:34:28.599975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-0e83b7be-afe6-432a-9fdf-efcf63630a35 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.1239913 Sep 22 17:34:28.662119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-ffb75586-089c-48bb-9e3b-7996b3a54b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:28.663499 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-ffb75586-089c-48bb-9e3b-7996b3a54b92 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0575764 Sep 22 17:34:28.749658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-18543559-3aad-49b5-aef1-72c46dd6dc27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:28.751109 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-18543559-3aad-49b5-aef1-72c46dd6dc27 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812275 Sep 22 17:34:28.880188 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-6ee84dd2-679f-4a7c-99e5-b7104fe0f969 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227217 Sep 22 17:34:29.026214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-5a3d0357-1b8c-433c-b5be-7a5ad0aa327f service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390302 Sep 22 17:34:29.802962 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765f3ffb-8157-4aa5-ac2c-d90400be68ec req-44062c8c-797a-48b2-ae4d-e97e701b3c2f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:29.804406 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-765f3ffb-8157-4aa5-ac2c-d90400be68ec req-44062c8c-797a-48b2-ae4d-e97e701b3c2f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0906470 Sep 22 17:34:29.847561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-765f3ffb-8157-4aa5-ac2c-d90400be68ec req-ee1c743e-ea40-442b-b383-842230ef0251 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374730 Sep 22 17:34:31.042456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4790ea-989b-4da4-87fe-7184a0a9ed30 req-4ad29b42-3c5e-4eba-978c-e286a5945587 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:31.043815 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d4790ea-989b-4da4-87fe-7184a0a9ed30 req-4ad29b42-3c5e-4eba-978c-e286a5945587 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0857852 Sep 22 17:34:31.091688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d4790ea-989b-4da4-87fe-7184a0a9ed30 req-299e631e-7dde-4d82-b04a-5cd095cc2ce1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Sep 22 17:34:32.287359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4d041d-0d34-4f21-830b-4f1c481e3ee1 req-71c8e495-9f33-4783-ae14-4928aaf9748e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:32.288833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a4d041d-0d34-4f21-830b-4f1c481e3ee1 req-71c8e495-9f33-4783-ae14-4928aaf9748e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0867991 Sep 22 17:34:32.332854 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a4d041d-0d34-4f21-830b-4f1c481e3ee1 req-f2239c4c-dd62-4202-9d94-3073dbb39c40 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383871 Sep 22 17:34:33.634735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93235a84-8c7b-4825-90c1-d434a0f76a43 req-f98351dd-68ec-48d5-a86b-9ce9ce252724 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:33.636200 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93235a84-8c7b-4825-90c1-d434a0f76a43 req-f98351dd-68ec-48d5-a86b-9ce9ce252724 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.1931736 Sep 22 17:34:33.681767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-93235a84-8c7b-4825-90c1-d434a0f76a43 req-e0e382c1-b342-4146-9781-859917195a6f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398755 Sep 22 17:34:34.885513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127da7f-2ed0-40ac-88fa-a7441c3c3598 req-e982ca95-a8a1-46aa-89c5-0e8adac23f4c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:34.887607 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d127da7f-2ed0-40ac-88fa-a7441c3c3598 req-e982ca95-a8a1-46aa-89c5-0e8adac23f4c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0910079 Sep 22 17:34:34.930058 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d127da7f-2ed0-40ac-88fa-a7441c3c3598 req-119742d5-f621-4caa-8808-142647dcef27 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367851 Sep 22 17:34:35.664587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-0bb74af0-3a4b-4aae-acfe-40ce6520b80f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:35.666095 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-0bb74af0-3a4b-4aae-acfe-40ce6520b80f service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0800900 Sep 22 17:34:35.804853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-e3760f1b-2b6e-4d98-b36a-bba3a7df524c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:35.806275 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-e3760f1b-2b6e-4d98-b36a-bba3a7df524c service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1230195 Sep 22 17:34:35.906656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-72e1c2fa-d359-40f2-82de-0922dc85c1a3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.0949664 Sep 22 17:34:35.966283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-cb4d86ea-f2a9-47ea-9008-8c1ccfb4aa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:35.967706 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-cb4d86ea-f2a9-47ea-9008-8c1ccfb4aa00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0557847 Sep 22 17:34:36.098497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-99a699f6-6c99-4960-baa4-907ae909b949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:36.099937 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-99a699f6-6c99-4960-baa4-907ae909b949 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1265342 Sep 22 17:34:36.231970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b77470e-96ce-4063-8d24-f9696c668f85 req-9fee240b-79a6-4887-80f5-622b5fd01633 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:36.233380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9b77470e-96ce-4063-8d24-f9696c668f85 req-9fee240b-79a6-4887-80f5-622b5fd01633 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.1895282 Sep 22 17:34:36.267399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-94817886-1a43-4646-ab8e-f856d38627ea service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593277 Sep 22 17:34:36.353822 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9b77470e-96ce-4063-8d24-f9696c668f85 req-051e6165-a5da-4627-b8e8-cb363ffaf004 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098623 Sep 22 17:34:36.412689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-317e1e54-1f12-47ce-b3f8-437ee2c20c5d req-648c7c17-d232-4466-8747-9eb1691f08e0 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337628 Sep 22 17:34:37.555354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e9344b-95ba-43c3-a6b6-0d451b3c60a1 req-8f5d0703-66a4-463c-81f5-f8e69014bab4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:37.556708 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88e9344b-95ba-43c3-a6b6-0d451b3c60a1 req-8f5d0703-66a4-463c-81f5-f8e69014bab4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0888946 Sep 22 17:34:37.689205 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-88e9344b-95ba-43c3-a6b6-0d451b3c60a1 req-359f117d-33f3-432b-b6a5-548a7c8993f6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262777 Sep 22 17:34:38.898188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ad648e-ae01-4f13-9fae-008d4b173580 req-b8d7809e-55b6-42f5-8d28-1624b2602c6f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:38.899636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70ad648e-ae01-4f13-9fae-008d4b173580 req-b8d7809e-55b6-42f5-8d28-1624b2602c6f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0894587 Sep 22 17:34:38.944062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-70ad648e-ae01-4f13-9fae-008d4b173580 req-a57c123f-8a7c-4e90-82e0-23b88013ee36 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388379 Sep 22 17:34:40.138727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637a672-75fd-481b-86f8-00a1ff5980e5 req-2f9b65e8-2acc-4a58-9dc7-3c4f00059af7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:40.140081 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4637a672-75fd-481b-86f8-00a1ff5980e5 req-2f9b65e8-2acc-4a58-9dc7-3c4f00059af7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0871511 Sep 22 17:34:40.187114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4637a672-75fd-481b-86f8-00a1ff5980e5 req-760e4983-7d2c-4592-8b00-144aa3c9d3e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413997 Sep 22 17:34:40.952283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-b678c1c0-0791-4609-9bc2-f61455725ef2 service neutron] 10.222.0.18 "GET /v2.0/ports/9a05d1a7-f1cd-4253-bed4-d85cb0906a32/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0749683 Sep 22 17:34:41.237490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-1d0a1077-79ad-4b3a-9dac-e2d0488bdbb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.238999 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-1d0a1077-79ad-4b3a-9dac-e2d0488bdbb8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1099 time: 0.0824623 Sep 22 17:34:41.417265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-9849889b-4200-42e3-99f4-41811691be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.418741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-9849889b-4200-42e3-99f4-41811691be31 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.1470904 Sep 22 17:34:41.426728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dba1ef7-e322-4e6c-8ecf-4137744ea58e req-0b653744-6e34-4ac7-9bd7-e6cd1822663d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.428058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9dba1ef7-e322-4e6c-8ecf-4137744ea58e req-0b653744-6e34-4ac7-9bd7-e6cd1822663d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.1219189 Sep 22 17:34:41.553520 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9dba1ef7-e322-4e6c-8ecf-4137744ea58e req-c3c47ec0-ed89-4f66-8fd2-6a0d059f495f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1076636 Sep 22 17:34:41.589600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-c0380941-2157-4e75-8e89-0e60789077cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.591041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-c0380941-2157-4e75-8e89-0e60789077cc service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1621509 Sep 22 17:34:41.804538 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-4c35dddb-e0dd-40b2-857f-3df1913ba02d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.2068918 Sep 22 17:34:41.865485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-d4dca490-882b-4843-bb2b-6b7e285ecf9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.866851 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-d4dca490-882b-4843-bb2b-6b7e285ecf9f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0561450 Sep 22 17:34:41.949901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86663c16-e10b-49f3-b358-6891edb9acdc req-771aacbf-f03d-4e37-a5a9-91dac86919a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:41.951362 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-771aacbf-f03d-4e37-a5a9-91dac86919a6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779548 Sep 22 17:34:42.079362 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-f4c770bd-0ac5-4732-8513-a5fb24341e73 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217930 Sep 22 17:34:42.208548 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-650a592b-6081-42cd-a0b0-af5c674c3e92 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231892 Sep 22 17:34:42.749568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcee1a9e-fe61-4526-8ce6-cdb6eeebc53c req-6c2bae21-4e49-485e-99a0-43e86b307337 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:42.750928 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcee1a9e-fe61-4526-8ce6-cdb6eeebc53c req-6c2bae21-4e49-485e-99a0-43e86b307337 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0866163 Sep 22 17:34:42.793692 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcee1a9e-fe61-4526-8ce6-cdb6eeebc53c req-eb842de0-cb83-4a56-8d24-aa7ad005326d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372219 Sep 22 17:34:43.991667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd95fc-7c17-4906-9aed-5cbd9e9b58c3 req-2eae3712-1b38-4e74-b87a-ff45ed56eefe tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:43.993164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dffd95fc-7c17-4906-9aed-5cbd9e9b58c3 req-2eae3712-1b38-4e74-b87a-ff45ed56eefe tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0872087 Sep 22 17:34:44.040454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dffd95fc-7c17-4906-9aed-5cbd9e9b58c3 req-3cc27533-c273-4bf9-bfcc-e671b42c4272 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407488 Sep 22 17:34:44.112300 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:34:44.785490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:34:44.826459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:34:45.048909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:45.049196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:45.067299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:45.090181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:34:45.092463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2279a7-2f24-4926-8880-e46692b1b96b" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:34:45.096697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:34:45.102492 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:45.138899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:45.179934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a760a978-93fb-473a-accb-67d448952e89 x-openstack-request-id: req-a760a978-93fb-473a-accb-67d448952e89 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:34:45.180254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:34:45.180471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a760a978-93fb-473a-accb-67d448952e89 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:34:45.180886 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a760a978-93fb-473a-accb-67d448952e89'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'code': 200} Sep 22 17:34:45.215910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:45.216293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:45.237377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:34:45.252964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:45.259574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939333c0-3309-4bcc-be07-4bd5084210a7 req-fbfbbcbf-2f54-410c-a06b-a8132449bf52 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:45.261843 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-939333c0-3309-4bcc-be07-4bd5084210a7 req-fbfbbcbf-2f54-410c-a06b-a8132449bf52 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.1067088 Sep 22 17:34:45.262561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:45.264014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.264360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.264742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.265057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.265392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.265726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.266029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.266345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.266699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.266996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.267314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.267658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:45.271603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:45.318863 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-939333c0-3309-4bcc-be07-4bd5084210a7 req-70001de4-a73c-4fe8-a63e-4088e2d350d7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497024 Sep 22 17:34:45.362595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:45.405522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a05d1a7-f1cd-4253-bed4-d85cb0906a32'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:34:46.519558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06da5a9c-127a-46b8-9481-7020b4806c7d req-ce83fde1-d01c-4b1c-a937-4a851bf6f4dd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:46.520940 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06da5a9c-127a-46b8-9481-7020b4806c7d req-ce83fde1-d01c-4b1c-a937-4a851bf6f4dd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 945 time: 0.0890682 Sep 22 17:34:46.563949 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06da5a9c-127a-46b8-9481-7020b4806c7d req-bbf8445c-cf8a-43c9-8fcb-36123cd904ba tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367601 Sep 22 17:34:46.800944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:34:46.882132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:34:46.882505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:46.882838 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:34:47.003756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:47.004137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:47.026584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-3178decf-8fda-4404-a30e-4da1a90785cb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.027999 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-3178decf-8fda-4404-a30e-4da1a90785cb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed&tenant_id=2dcf1b29e0664568ab67c2b6a8210303&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.1489024 Sep 22 17:34:47.035754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:47.039140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:47.107472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d97f85a-2cf6-40c1-9c42-e667a736ac4e req-0ba03fe4-99c0-49f8-8b3a-509222028579 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.108930 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d97f85a-2cf6-40c1-9c42-e667a736ac4e req-0ba03fe4-99c0-49f8-8b3a-509222028579 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 945 time: 0.1694634 Sep 22 17:34:47.111006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:47.145518 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-04c028e2-ad22-4d36-aecd-1676990706c0 service neutron] 10.222.0.18 "GET /v2.0/ports/9a05d1a7-f1cd-4253-bed4-d85cb0906a32/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.1107483 Sep 22 17:34:47.162823 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d97f85a-2cf6-40c1-9c42-e667a736ac4e req-f6e64950-b120-4751-bc9d-4c945d6039a6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456924 Sep 22 17:34:47.181525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:34:47.184452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acb3047d-02f4-47dd-a638-b4ac0f4148d6" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:34:47.235701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1403852-a73c-44aa-9bbb-3ccdb45e4637 x-openstack-request-id: req-c1403852-a73c-44aa-9bbb-3ccdb45e4637 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:34:47.236381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:34:47.236381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c1403852-a73c-44aa-9bbb-3ccdb45e4637 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:34:47.236654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1403852-a73c-44aa-9bbb-3ccdb45e4637'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'code': 200} Sep 22 17:34:47.276354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-08583c11-7c44-4cd1-8b07-dedc7b892076 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.277865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-08583c11-7c44-4cd1-8b07-dedc7b892076 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0785627 Sep 22 17:34:47.414514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-6fd63dfc-0b2d-406e-8528-670bb26ceb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.415857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-6fd63dfc-0b2d-406e-8528-670bb26ceb5d service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1322958 Sep 22 17:34:47.515944 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-4a8e567b-ae49-4fe8-9793-4fb9a38cc56c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.0946655 Sep 22 17:34:47.578660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-ef03cce6-270f-44fb-857c-bd9c35527981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.580023 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-ef03cce6-270f-44fb-857c-bd9c35527981 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0582426 Sep 22 17:34:47.663554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-5a96e00c-bd21-497e-90dd-f0494b9ec193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:47.665064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-5a96e00c-bd21-497e-90dd-f0494b9ec193 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796824 Sep 22 17:34:47.794971 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-7cb69b74-a27c-494e-a670-be055405e22d service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238816 Sep 22 17:34:48.023005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-aea2e82a-e1b5-491f-8f55-089a2dc2fc70 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2225897 Sep 22 17:34:48.364588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c4b16-0788-4c7c-a068-2555441a226e req-25b73ce3-f155-4eda-ad28-259d1d0d9703 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:48.366048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ae5c4b16-0788-4c7c-a068-2555441a226e req-25b73ce3-f155-4eda-ad28-259d1d0d9703 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0896018 Sep 22 17:34:48.409693 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ae5c4b16-0788-4c7c-a068-2555441a226e req-1f46b6e6-d1e6-4fc0-8078-739b0ec8d544 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373690 Sep 22 17:34:49.606666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df72b2da-0962-4fc6-98e8-b2a196b5a122 req-4290c41c-eea7-4a79-aa18-0c359b98f269 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:49.608104 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df72b2da-0962-4fc6-98e8-b2a196b5a122 req-4290c41c-eea7-4a79-aa18-0c359b98f269 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0866992 Sep 22 17:34:49.654949 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df72b2da-0962-4fc6-98e8-b2a196b5a122 req-7830a690-8064-4cfc-b1e6-f7be1075a82e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412982 Sep 22 17:34:50.895703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-726ec28f-f188-43c2-8799-72a22f42c213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:50.897091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-726ec28f-f188-43c2-8799-72a22f42c213 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1099 time: 0.1439683 Sep 22 17:34:50.904302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538d765b-0cbd-430f-9dc3-66ef409349f2 req-c46c1079-b2e2-43f8-82d1-3ac344cb799e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:50.905616 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-538d765b-0cbd-430f-9dc3-66ef409349f2 req-c46c1079-b2e2-43f8-82d1-3ac344cb799e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.1125414 Sep 22 17:34:51.003427 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-538d765b-0cbd-430f-9dc3-66ef409349f2 req-e326150a-4023-4862-ae40-17cdb3b84718 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921121 Sep 22 17:34:51.023510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-1f0aa432-2e41-4cea-a1a2-2205b167b095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:51.024993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-1f0aa432-2e41-4cea-a1a2-2205b167b095 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 1099 time: 0.0946822 Sep 22 17:34:51.154608 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-36424131-ef9b-4ef8-aeff-d52678c93ad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:51.155954 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-36424131-ef9b-4ef8-aeff-d52678c93ad9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1256700 Sep 22 17:34:51.258764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-e0fa9b21-9689-475f-bbd0-1bbd842a8af0 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 200 len: 1003 time: 0.0964818 Sep 22 17:34:51.321319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-5a9de0c2-2671-425a-bd75-aa8ecc690e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:51.322800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-5a9de0c2-2671-425a-bd75-aa8ecc690e69 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0580058 Sep 22 17:34:51.407034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec2c02-e867-4148-9955-637ac9141645 req-5e88ce74-b682-480a-b563-7c7d3f04160a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:51.408527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-5e88ce74-b682-480a-b563-7c7d3f04160a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802224 Sep 22 17:34:51.541296 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-87f4143d-3b10-4e9e-9f58-0b06f65c328d service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267321 Sep 22 17:34:51.673808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4eec2c02-e867-4148-9955-637ac9141645 req-439aaa05-9672-4c0e-b26f-852f70692aeb service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265552 Sep 22 17:34:52.198549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301c1f4-99cb-465e-bac0-8f095226b048 req-9f916dea-730e-4322-b016-ba798258915f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:52.199996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e301c1f4-99cb-465e-bac0-8f095226b048 req-9f916dea-730e-4322-b016-ba798258915f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0882716 Sep 22 17:34:52.243795 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e301c1f4-99cb-465e-bac0-8f095226b048 req-6c1dc84e-685e-4515-89a8-5502ebff0993 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380630 Sep 22 17:34:52.448804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8ae28f07-8eec-4cb4-b1df-20ea59d5f8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:53.444648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ccebaf-04d4-4825-9c5b-13e17deba167 req-77d8836d-8af3-4b63-bd3c-5d972920f5f2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:53.446084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6ccebaf-04d4-4825-9c5b-13e17deba167 req-77d8836d-8af3-4b63-bd3c-5d972920f5f2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0893238 Sep 22 17:34:53.488784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6ccebaf-04d4-4825-9c5b-13e17deba167 req-00e963cf-ba43-49d5-a966-c7d61c368078 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362759 Sep 22 17:34:54.579826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0709c10d-0b19-406e-aef3-7cc77e6e5953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:54.698352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f09e79-1174-4d79-a926-5508b59faebe req-58fa14a8-96cf-4c1f-bac1-5280d68e6717 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:54.699802 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90f09e79-1174-4d79-a926-5508b59faebe req-58fa14a8-96cf-4c1f-bac1-5280d68e6717 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0982678 Sep 22 17:34:54.744175 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-90f09e79-1174-4d79-a926-5508b59faebe req-d906de33-c4d0-4722-8e6c-3e613b5542fe tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385211 Sep 22 17:34:54.858536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:34:54.873093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:34:54.944628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d3464a-fc20-4cca-a27a-7f624e823356 req-661d4172-0ebc-4fb2-92fe-3b45e089bbcf tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:54.946118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-08d3464a-fc20-4cca-a27a-7f624e823356 req-661d4172-0ebc-4fb2-92fe-3b45e089bbcf tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0920002 Sep 22 17:34:55.000137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-08d3464a-fc20-4cca-a27a-7f624e823356 req-de83b8bc-1deb-4d7e-a1c6-85808ea14ac3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476797 Sep 22 17:34:55.088187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:55.107177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'mac_address': 'fa:16:3e:9d:d5:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:34:55.108844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:55.109219 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.178092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:34:55.180328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24a626a9-c1bb-4467-9e9f-c66ceaba3cf0" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:34:55.194216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:55.195039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:55.195419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.197744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee02bda5-5d1b-4f77-ba11-5e8062c18aac req-f8fd7bfd-0605-46cb-b824-f9eec02806c7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:55.205594 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee02bda5-5d1b-4f77-ba11-5e8062c18aac req-f8fd7bfd-0605-46cb-b824-f9eec02806c7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0955009 Sep 22 17:34:55.206815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.248842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae678f7a-e2ed-42eb-9ae6-f97c9635f27e x-openstack-request-id: req-ae678f7a-e2ed-42eb-9ae6-f97c9635f27e {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:34:55.249133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-unplugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:34:55.249384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ae678f7a-e2ed-42eb-9ae6-f97c9635f27e {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:34:55.249772 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae678f7a-e2ed-42eb-9ae6-f97c9635f27e'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'code': 200} Sep 22 17:34:55.255390 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ee02bda5-5d1b-4f77-ba11-5e8062c18aac req-1cfe956d-4f41-41d8-81a0-b58db4ae4502 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483596 Sep 22 17:34:55.266989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:34:55.333679 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:55.342063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:34:55.342265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:34:55.559777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.638657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98aa7a6b-664a-4742-8805-fc84612ead26 req-9accf272-f5c4-4e8e-91f1-4c6cf55966b5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:55.640094 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98aa7a6b-664a-4742-8805-fc84612ead26 req-9accf272-f5c4-4e8e-91f1-4c6cf55966b5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 944 time: 0.0903840 Sep 22 17:34:55.678982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.689276 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-98aa7a6b-664a-4742-8805-fc84612ead26 req-2c5f550a-ac17-4057-bd55-309d78d9fdb1 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434744 Sep 22 17:34:55.897889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:55.898271 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:55.915307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:34:55.930786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:55.934693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:56.000422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:56.062249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:56.063181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a05d1a7-f1cd-4253-bed4-d85cb0906a32'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:34:56.877684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:34:56.887808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b8454a-abb4-44e7-a321-4b9470527cb1 req-e656fd0c-275c-4efe-b00c-fab951f763d4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:56.889367 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66b8454a-abb4-44e7-a321-4b9470527cb1 req-e656fd0c-275c-4efe-b00c-fab951f763d4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 946 time: 0.0869918 Sep 22 17:34:56.932683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66b8454a-abb4-44e7-a321-4b9470527cb1 req-5b2cf12a-372c-4176-a6ed-7111fb3b141f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373731 Sep 22 17:34:56.944351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:34:56.944771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:56.945109 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 Sep 22 17:34:57.058645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:34:57.058940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:57.090175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:57.093863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:57.162275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=11']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:57.250674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:34:57.253052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c499b765-096a-4b94-a6bc-3e4eb2f702c1" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:34:57.281028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:57.295028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fdd989f-75fb-4dea-9c0f-f8b6b58eee75 x-openstack-request-id: req-3fdd989f-75fb-4dea-9c0f-f8b6b58eee75 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:34:57.295318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-plugged", "status": "completed", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:34:57.295596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-3fdd989f-75fb-4dea-9c0f-f8b6b58eee75 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:34:57.295983 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fdd989f-75fb-4dea-9c0f-f8b6b58eee75'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'code': 200} Sep 22 17:34:57.992401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-6f7f0a10-5f24-4347-af64-8e5161efc600 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:57.994415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-6f7f0a10-5f24-4347-af64-8e5161efc600 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 947 time: 0.0889561 Sep 22 17:34:58.213443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Deleting port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:34:58.213780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:58.333834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe68b1-b01d-478c-9cd8-cd02b86765cf req-304113f4-88db-479c-9780-c502b9204018 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:34:58.335271 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2fe68b1-b01d-478c-9cd8-cd02b86765cf req-304113f4-88db-479c-9780-c502b9204018 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 947 time: 0.2899160 Sep 22 17:34:58.463431 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2fe68b1-b01d-478c-9cd8-cd02b86765cf req-17539578-e8f5-4b05-982d-b2b330220ecd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204379 Sep 22 17:34:58.508109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] For port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:34:58.508397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:58.800123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:58.800494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:58.800843 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 disassociated. External IP: 172.26.8.242, port: 9a05d1a7-f1cd-4253-bed4-d85cb0906a32. Sep 22 17:34:58.801175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Calling delete_port for 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:34:58.943073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:58.993609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'Port': ['ID=9a05d1a7-f1cd-4253-bed4-d85cb0906a32,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:34:59.003298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.003647 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.004006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.004319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.004671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.004999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.005328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.005653 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.005977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.006293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.006610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.006923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:34:59.196189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:34:59.391339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:34:59.400567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:34:59.410784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:34:59.411524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:34:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:34:59.473470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] No DVR routers for this DVR port 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:34:59.476084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:34:59.478725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-deleted', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:34:59.481068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6e97dd2-4b42-437a-80d3-8f065d483ab7" -d '{"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-deleted", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:34:59.499525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0ccc649a-958e-4705-a96a-a26ea2f8660a req-43eac912-e633-4295-b27e-4a2d67d45c31 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "DELETE /v2.0/ports/9a05d1a7-f1cd-4253-bed4-d85cb0906a32 HTTP/1.1" status: 204 len: 173 time: 1.5001442 Sep 22 17:34:59.530347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f1288e-c01d-489c-af2e-e7458a60a525 x-openstack-request-id: req-91f1288e-c01d-489c-af2e-e7458a60a525 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:34:59.531022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "123264dc-d386-467c-a01f-381f7e6ce4ed", "name": "network-vif-deleted", "tag": "9a05d1a7-f1cd-4253-bed4-d85cb0906a32", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:34:59.531477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91f1288e-c01d-489c-af2e-e7458a60a525 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:34:59.532888 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91f1288e-c01d-489c-af2e-e7458a60a525'] response: {'server_uuid': '123264dc-d386-467c-a01f-381f7e6ce4ed', 'name': 'network-vif-deleted', 'tag': '9a05d1a7-f1cd-4253-bed4-d85cb0906a32', 'status': 'completed', 'code': 200} Sep 22 17:34:59.597396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:34:59.644197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-376a351b-5b58-4636-84a1-701737ad9b08 req-db9c5d4b-3f1b-4946-a72c-1b85a0c6b0d4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:34:59.659217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-376a351b-5b58-4636-84a1-701737ad9b08 req-db9c5d4b-3f1b-4946-a72c-1b85a0c6b0d4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:34:59.660414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-376a351b-5b58-4636-84a1-701737ad9b08 req-db9c5d4b-3f1b-4946-a72c-1b85a0c6b0d4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=123264dc-d386-467c-a01f-381f7e6ce4ed HTTP/1.1" status: 200 len: 210 time: 0.0700886 Sep 22 17:34:59.917305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:34:59.921193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:34:59.929509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:34:59.930094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:34:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:00.115209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:35:00.421519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:00.425366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4ce843-dd3b-456a-8ed9-3b3b30a25d46 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:35:00.627195 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cb33c5a-667f-4c04-b703-a55268a28fd9 None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:35:01.004596 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8af4e72c-4362-42f1-bfd8-dac0db474d1e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-securitygroup--951273169&fields=id&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 267 time: 0.0384767 Sep 22 17:35:01.154767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-1bfcca27-f804-4943-9ae5-b28f2c566276 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:01.156169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-1bfcca27-f804-4943-9ae5-b28f2c566276 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.1448247 Sep 22 17:35:01.170385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-7f0fffbd-9d8f-462a-80df-ca9d2eebefb0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/quotas/2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 375 time: 0.0088024 Sep 22 17:35:01.260466 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-732a4f41-8cb6-4926-8761-995120e2a404 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0851941 Sep 22 17:35:01.443946 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-a19407d9-f9c5-428d-87e5-515bea371f3b service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719332 Sep 22 17:35:01.573734 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-6a19e91f-925b-4afa-b07c-b50862cfbfcd service neutron] 10.222.0.25 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241202 Sep 22 17:35:02.776056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3607cbb8-d092-429e-977f-9f110da03fda req-ba43ce24-c3b0-487d-9519-b47e7cca85b4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 210 time: 0.0496035 Sep 22 17:35:02.899655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:35:02.971333 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:35:02.971588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a05d1a7-f1cd-4253-bed4-d85cb0906a32 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:35:03.885167 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1be25a40-5559-4949-bf76-b87df39921a3 req-5853011e-049e-4287-a13a-4eb483fca8c9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 210 time: 0.0509408 Sep 22 17:35:04.975667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-34e368b0-51af-47de-a20a-c2071a78186e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:04.977095 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-34e368b0-51af-47de-a20a-c2071a78186e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 811 time: 0.2543714 Sep 22 17:35:05.066436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba60135e-ab19-4e34-87b6-fc3d7ef54a51 req-9e78e3e4-7404-4302-b3fb-1bb70462e366 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 210 time: 0.0630610 Sep 22 17:35:05.078608 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-d7d5aca9-4c08-48c0-82b6-e7987a8c83be tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 379 time: 0.0876951 Sep 22 17:35:05.087905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'port': {'device_id': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'admin_state_up': True, 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'security_groups': ['ebff4a6b-294f-4304-a869-0bfafd25573c']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:35:05.221687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:35:05.231159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:35:05.240290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Made reservation on behalf of 2dcf1b29e0664568ab67c2b6a8210303 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:35:05.243748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.403882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Allocated IP 172.20.0.3 (901ee0ce-d7e2-4705-b07e-dcfa3f214d7b/eaddd229-f230-45a3-a1ec-e79df0f9e83b/eeed4196-42e3-4db4-8ae3-56b10780b7a9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:35:05.586477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.601370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Transition to ACTIVE for port object eeed4196-42e3-4db4-8ae3-56b10780b7a9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:35:05.624467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.693945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:35:05.697534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:35:05.704832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:35:05.735682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:35:05.772257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:05.772891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.798407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-b1979cf4-64eb-4cef-aaa8-8a602141b7e6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7146368 Sep 22 17:35:05.816067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Request body: {'port': {'device_id': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:35:05.895734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Provisioning for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:35:05.900365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Provisioning complete for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:35:05.900778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.901105 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Attempt 1 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:35:05.926189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:05.953755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Port eeed4196-42e3-4db4-8ae3-56b10780b7a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:35:06.267262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:35:06.275292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:06.275519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ad9f9d-40d9-4a1e-88c6-a92b14aa46c5 req-e52403ce-1e0c-4914-9037-dc5e0c93f626 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:06.277003 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62ad9f9d-40d9-4a1e-88c6-a92b14aa46c5 req-e52403ce-1e0c-4914-9037-dc5e0c93f626 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 931 time: 0.0993659 Sep 22 17:35:06.289585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Transition to ACTIVE for port object eeed4196-42e3-4db4-8ae3-56b10780b7a9 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:35:06.293852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:06.322168 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62ad9f9d-40d9-4a1e-88c6-a92b14aa46c5 req-f482995d-6b4e-4614-ba74-a10cda225d14 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391455 Sep 22 17:35:06.454598 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Attempt 2 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:35:06.486552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:35:06.513169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Port eeed4196-42e3-4db4-8ae3-56b10780b7a9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:35:06.514976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Attempting to bind port eeed4196-42e3-4db4-8ae3-56b10780b7a9 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:35:06.515304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Attempting to bind port eeed4196-42e3-4db4-8ae3-56b10780b7a9 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:35:06.515621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Attempting to bind port eeed4196-42e3-4db4-8ae3-56b10780b7a9 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:35:06.520097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Port eeed4196-42e3-4db4-8ae3-56b10780b7a9 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:35:06.520409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Attempting to bind port eeed4196-42e3-4db4-8ae3-56b10780b7a9 on network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:35:06.526031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:35:06.526355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Checking segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:35:06.526731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Bound using segment: {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:35:06.527142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Bound port: eeed4196-42e3-4db4-8ae3-56b10780b7a9, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a3e45-09d1-4745-a88f-65521dd90d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:35:06.527476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:06.614077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:35:06.617441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:35:06.622027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:06.652699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:06.653307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:06.654680 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] 10.222.0.18 "PUT /v2.0/ports/eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1093 time: 0.8429525 Sep 22 17:35:06.655109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:35:06.657406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a632cd46-8be9-4d3b-be27-b3dead96659c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:35:06.702393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ab8a37-5abb-4a32-baee-c1ed1ea6e471 x-openstack-request-id: req-f3ab8a37-5abb-4a32-baee-c1ed1ea6e471 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:35:06.702672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:35:06.702914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3ab8a37-5abb-4a32-baee-c1ed1ea6e471 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:35:06.703301 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3ab8a37-5abb-4a32-baee-c1ed1ea6e471'] response: {'name': 'network-changed', 'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'status': 'completed', 'code': 200} Sep 22 17:35:06.706979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e851001-fcce-4c1f-8b00-cfd743fd3c15 service neutron] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:35:06.891841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-bf1e5670-ef4b-490e-a8a0-3922bf185f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:06.893358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-bf1e5670-ef4b-490e-a8a0-3922bf185f76 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1096 time: 0.1743188 Sep 22 17:35:06.968812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-0ea4d5e7-9c16-46d5-80cd-b9898da43f3c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0615745 Sep 22 17:35:07.013986 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Attempt 3 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:35:07.028629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-209ae862-857a-46a3-9b09-767897fe3e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.030035 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-209ae862-857a-46a3-9b09-767897fe3e41 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0558751 Sep 22 17:35:07.073408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-85393d12-a364-4127-b2e6-5c93007fa19f None None] Port eeed4196-42e3-4db4-8ae3-56b10780b7a9 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:35:07.113441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98f526b-3efb-4461-b126-72493230ebd1 req-39928f59-8b91-497a-9ecd-46c18e7165a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.114900 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-39928f59-8b91-497a-9ecd-46c18e7165a7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795560 Sep 22 17:35:07.244044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-ee01b1c3-bea8-49cd-95a0-35e7cfcd57ed service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226871 Sep 22 17:35:07.372212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c98f526b-3efb-4461-b126-72493230ebd1 req-85dd41f9-48cc-4165-95ca-f930665864f3 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233392 Sep 22 17:35:07.524923 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188ea21a-afa3-41ea-800e-f7985c6baf14 req-3776ce18-87bc-485b-a973-875b3873a396 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.526360 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-188ea21a-afa3-41ea-800e-f7985c6baf14 req-3776ce18-87bc-485b-a973-875b3873a396 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.0903487 Sep 22 17:35:07.543022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-126067ae-1b60-4217-8f24-fdf0c8a924ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.544469 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-126067ae-1b60-4217-8f24-fdf0c8a924ab service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1096 time: 0.0780709 Sep 22 17:35:07.570842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-188ea21a-afa3-41ea-800e-f7985c6baf14 req-89b2fdbb-7292-426a-8c65-ef99ba39029f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385633 Sep 22 17:35:07.674765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-f0ec577c-9757-4732-bf2f-cd374740aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.676105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-f0ec577c-9757-4732-bf2f-cd374740aba4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1258864 Sep 22 17:35:07.748022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-fb3cf065-6631-4e0d-a8ae-6f874ddb551a service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 217 time: 0.0648334 Sep 22 17:35:07.807659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-3a14d5fa-c103-487a-bb06-1f16b9413b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.809045 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-3a14d5fa-c103-487a-bb06-1f16b9413b85 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0554829 Sep 22 17:35:07.891715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-d57af057-0019-45a3-8ab6-2211f2fb605c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:07.893160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-d57af057-0019-45a3-8ab6-2211f2fb605c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784979 Sep 22 17:35:08.021057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-7ca7bed3-e715-4ce7-a34f-7ad155ff7b70 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207061 Sep 22 17:35:08.150374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a632cd46-8be9-4d3b-be27-b3dead96659c req-da3fbd9e-f452-45f1-92a7-48de68531bfd service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227751 Sep 22 17:35:08.769241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10041d1-4803-4740-b1a1-e29a20aac5dd req-7bf5a5a9-7254-4f60-87cf-c4eb696cc5c9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:08.769931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a10041d1-4803-4740-b1a1-e29a20aac5dd req-7bf5a5a9-7254-4f60-87cf-c4eb696cc5c9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:35:08.784749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a10041d1-4803-4740-b1a1-e29a20aac5dd req-7bf5a5a9-7254-4f60-87cf-c4eb696cc5c9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:35:08.785857 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a10041d1-4803-4740-b1a1-e29a20aac5dd req-7bf5a5a9-7254-4f60-87cf-c4eb696cc5c9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.1013794 Sep 22 17:35:08.829534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a10041d1-4803-4740-b1a1-e29a20aac5dd req-0b60844c-23ff-411e-a205-aaf39d508876 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374751 Sep 22 17:35:10.023612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e115997f-6de0-4dbe-bb35-d8f26065a8ac req-1a818c15-7e2b-4db0-8fe0-fae89e7d3dd8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:10.025005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e115997f-6de0-4dbe-bb35-d8f26065a8ac req-1a818c15-7e2b-4db0-8fe0-fae89e7d3dd8 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.0863991 Sep 22 17:35:10.068699 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e115997f-6de0-4dbe-bb35-d8f26065a8ac req-b96a69c2-291d-470d-b38f-c7ad78689268 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380230 Sep 22 17:35:10.911522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:35:11.043269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:35:11.056001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:35:11.114300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:35:11.114665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:11.131826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:35:11.147519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:35:11.152201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:11.221211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:35:11.275037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af946f96-d750-4243-8d7e-430ad8eba9d0 req-3656515d-6f53-447c-8aab-6113b38cf11c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:11.276487 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af946f96-d750-4243-8d7e-430ad8eba9d0 req-3656515d-6f53-447c-8aab-6113b38cf11c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 944 time: 0.0937042 Sep 22 17:35:11.318757 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-af946f96-d750-4243-8d7e-430ad8eba9d0 req-9afd9441-7950-4a04-a700-dcd5f1b2fd6e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366254 Sep 22 17:35:11.524376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['eeed4196-42e3-4db4-8ae3-56b10780b7a9'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:35:12.519564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b29e1-afcb-4bbf-ad5e-a6de7cf5541a req-113ea3b9-2c29-40d3-8a54-89c88d075869 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:12.520941 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e59b29e1-afcb-4bbf-ad5e-a6de7cf5541a req-113ea3b9-2c29-40d3-8a54-89c88d075869 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 944 time: 0.0912085 Sep 22 17:35:12.564197 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e59b29e1-afcb-4bbf-ad5e-a6de7cf5541a req-0247df16-e671-468a-a11c-d5de68b8aca3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369458 Sep 22 17:35:12.909360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:35:12.975261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:35:12.980438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:35:12.980926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:12.981248 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:35:13.095172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:35:13.095541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:13.121592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:35:13.123850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47b68eb0-affb-45cd-b2a8-ff2e21a27f85" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:35:13.131738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:35:13.134974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:13.165844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6461ec32-cde4-4c42-a81e-5b5870c2a5df x-openstack-request-id: req-6461ec32-cde4-4c42-a81e-5b5870c2a5df {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:35:13.166135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:35:13.166458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6461ec32-cde4-4c42-a81e-5b5870c2a5df {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:35:13.166842 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6461ec32-cde4-4c42-a81e-5b5870c2a5df'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'code': 200} Sep 22 17:35:13.209921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:35:13.463756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e297397-8300-4dd2-8ed7-e33f51f7c1a7 req-049b5732-e6c0-467a-ba70-1f9a7b440592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:13.465165 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e297397-8300-4dd2-8ed7-e33f51f7c1a7 req-049b5732-e6c0-467a-ba70-1f9a7b440592 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0796049 Sep 22 17:35:13.605909 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e297397-8300-4dd2-8ed7-e33f51f7c1a7 req-f9b26ef2-e14f-41ff-91ea-c9043d329117 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1349812 Sep 22 17:35:13.768120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d1f1aa-dc5b-406f-913c-a911e3f2fe4c req-484270ed-cfd8-406c-ac64-c3f9365c790c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:13.769503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-74d1f1aa-dc5b-406f-913c-a911e3f2fe4c req-484270ed-cfd8-406c-ac64-c3f9365c790c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0928249 Sep 22 17:35:13.815369 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-74d1f1aa-dc5b-406f-913c-a911e3f2fe4c req-622afe97-5806-45ec-9c81-6b411fbbd6ed tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402551 Sep 22 17:35:15.015618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00df2eb7-2e23-41b9-8cc0-369477508450 req-3a30556f-8c95-4afc-9b3b-57ff33944c9a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:15.017156 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-00df2eb7-2e23-41b9-8cc0-369477508450 req-3a30556f-8c95-4afc-9b3b-57ff33944c9a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0874841 Sep 22 17:35:15.064581 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-00df2eb7-2e23-41b9-8cc0-369477508450 req-e53813d4-de27-4a48-abde-bc8d78008482 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412874 Sep 22 17:35:16.266750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91cb805-0350-4ae8-8101-42fe979872ab req-c8992362-18ca-421c-8024-d6c7fd954152 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:16.268189 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b91cb805-0350-4ae8-8101-42fe979872ab req-c8992362-18ca-421c-8024-d6c7fd954152 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0873702 Sep 22 17:35:16.311862 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b91cb805-0350-4ae8-8101-42fe979872ab req-5688f86c-aedb-40b4-9515-214eb92a7afd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380092 Sep 22 17:35:16.499891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d35839-a11f-453d-82ab-cb34915f455e req-bb03c2ca-50fb-418b-b6b8-7e138bc25e61 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:16.501271 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c4d35839-a11f-453d-82ab-cb34915f455e req-bb03c2ca-50fb-418b-b6b8-7e138bc25e61 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0861580 Sep 22 17:35:16.511424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:35:16.516257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Request body: {'floatingip': {'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:35:16.592332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:17.190641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:17.194710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:17.363929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 associated. External IP: 172.26.8.242, port: eeed4196-42e3-4db4-8ae3-56b10780b7a9. Sep 22 17:35:17.814145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:35:17.990537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:35:17.996408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:18.000862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:35:18.010357 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:35:18.010962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:34:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:18.050506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1056120b-7629-4b18-b1ed-7cd6ace98493 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "PUT /v2.0/floatingips/9895eba5-62ac-469d-8682-22ec12ba8db2 HTTP/1.1" status: 200 len: 992 time: 1.5380390 Sep 22 17:35:18.051168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:35:18.053500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c47a232f-0c85-49ae-add2-7119dba065e6" -d '{"events": [{"name": "network-changed", "server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:35:18.095750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233af50-837a-44a9-94fd-374438bbee14 x-openstack-request-id: req-6233af50-837a-44a9-94fd-374438bbee14 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:35:18.096043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:35:18.096291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6233af50-837a-44a9-94fd-374438bbee14 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:35:18.096718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6233af50-837a-44a9-94fd-374438bbee14'] response: {'name': 'network-changed', 'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'status': 'completed', 'code': 200} Sep 22 17:35:18.205870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:35:18.222094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-a5763288-64fa-46df-b978-d34b708ae579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:18.223571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-a5763288-64fa-46df-b978-d34b708ae579 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0836136 Sep 22 17:35:18.356006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-529302c3-502c-4f96-b61a-b3163f2a3d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:18.356961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-529302c3-502c-4f96-b61a-b3163f2a3d6e service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1273599 Sep 22 17:35:18.454620 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-11a46a10-eea4-437a-8d41-0cb00b4cea68 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1000 time: 0.0922225 Sep 22 17:35:18.519052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-4e008d1e-5de4-45e1-bd2f-80354f122ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:18.520475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-4e008d1e-5de4-45e1-bd2f-80354f122ae9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0607290 Sep 22 17:35:18.552778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:35:17Z', 'revision_number': 13, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:18.556727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:35:18.565082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:35:18.565674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:34:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:18.601478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-4068a90b-3cce-4e16-bbe4-93c85bd9eb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:18.602970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-4068a90b-3cce-4e16-bbe4-93c85bd9eb66 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760448 Sep 22 17:35:18.737847 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-3e0d84ad-525d-4741-bf71-4675ae446899 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282995 Sep 22 17:35:18.782184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:35:18.870823 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c47a232f-0c85-49ae-add2-7119dba065e6 req-cb84a0db-9777-42fc-93c4-f5a978c8f9e5 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266882 Sep 22 17:35:19.123624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:35:17Z', 'revision_number': 13, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:35:19.127534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e61ccdb-181e-4e7d-911c-8b4dc573f3ed None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '9895eba5-62ac-469d-8682-22ec12ba8db2', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'floating_ip_address': '172.26.8.242', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1571, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:29:08Z', 'updated_at': '2022-09-22T17:35:17Z', 'revision_number': 13, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:35:19.313809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e32bc2e-9d58-4220-acf9-c8fe596d72db None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:35:21.111597 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:35:22.449540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9f400687-f049-4edc-8800-3e4b7ed36c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:24.583606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f634a9ef-3eee-4571-a90b-deeed719d552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:25.563175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:25.680884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:26.061822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:27.284514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:37.578174 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-312033cb-a104-4ca3-a196-b645eb7304b4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785236 Sep 22 17:35:37.739496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-baac6d06-6cda-4daa-8220-b03a17f98096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:37.741026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-baac6d06-6cda-4daa-8220-b03a17f98096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0779970 Sep 22 17:35:37.884261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-bfc531a5-6f5e-4d13-ae22-b63a3c084355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:37.885722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-bfc531a5-6f5e-4d13-ae22-b63a3c084355 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1247587 Sep 22 17:35:38.082457 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-60c45ecc-ce8b-48e6-b682-f3e4ee23ee3d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.1903670 Sep 22 17:35:38.144907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-67de7a7f-ef44-4eac-aec4-21df161d6c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:38.146243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-67de7a7f-ef44-4eac-aec4-21df161d6c17 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0584881 Sep 22 17:35:38.226551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-4429298f-4863-4912-9d02-31c7ccfc64bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:35:38.228079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-4429298f-4863-4912-9d02-31c7ccfc64bc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761945 Sep 22 17:35:38.357022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-1a87ba01-90df-4427-8105-5e121fc8a0bb service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228881 Sep 22 17:35:38.485090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b169acfe-dafb-4832-bad4-6abec971a0a4 req-b3c7bf8a-93fd-4459-8fbc-81b3b6590254 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225252 Sep 22 17:35:52.451329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c317686f-b1fa-4b13-987d-6f6c81ebe84a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:54.585003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84ed4969-e907-4a09-a3fb-9b12f2483230 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:55.582828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:55.684011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:56.064526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:57.286329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:35:58.111093 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:36:22.452832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-352dad0b-863f-4442-bd0b-df25aaaf7477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:24.585302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c97909ec-1374-4316-88f0-e753035a4374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:25.602777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:25.685359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:26.067486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:27.289095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:34.206948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9e34c-2e8d-4862-a441-2085c1893361 req-4c087a99-f04d-4640-825f-68547652cfd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:34.208304 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6c9e34c-2e8d-4862-a441-2085c1893361 req-4c087a99-f04d-4640-825f-68547652cfd7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0903995 Sep 22 17:36:34.252160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6c9e34c-2e8d-4862-a441-2085c1893361 req-fe839f99-2fe1-49f1-83cd-ad2a80d8b746 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380881 Sep 22 17:36:35.109869 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:36:38.582546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-e5fbba7b-5ae5-48f8-b7c6-a3e6f7cf9362 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0758700 Sep 22 17:36:38.746351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-b150e5d2-a981-4bba-814b-42f0331a41dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:38.747827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-b150e5d2-a981-4bba-814b-42f0331a41dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0821872 Sep 22 17:36:38.890635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-b72064c7-7221-4ebb-aa32-ff3decaca2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:38.892078 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-b72064c7-7221-4ebb-aa32-ff3decaca2a1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1255999 Sep 22 17:36:38.993161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-eedf46ac-2e66-4354-bc45-601314c11664 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0948701 Sep 22 17:36:39.054366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-ccd02a46-f486-4091-a0db-42433987de68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:39.055796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-ccd02a46-f486-4091-a0db-42433987de68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0574336 Sep 22 17:36:39.143297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-c0ebfbb5-f4c2-4e74-85c3-5b67e45bdf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:39.144695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-c0ebfbb5-f4c2-4e74-85c3-5b67e45bdf70 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0828874 Sep 22 17:36:39.273579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-5f0b6abc-b52f-4c1a-8a5b-ed96fe2946be service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233153 Sep 22 17:36:39.401666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5df1ebdf-4f4b-4108-8f5b-de5b64827e43 req-c7d979c2-93c8-4ab3-85cb-0d4eec710bef service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222322 Sep 22 17:36:43.947495 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-65069ce9-71e6-4cf8-b10b-d38080c9e002 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1253076 Sep 22 17:36:44.054580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a95b95-5d03-45f3-a559-78516012ed76 req-e84ce575-7438-4326-904c-b3074c9a3688 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:44.055938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70a95b95-5d03-45f3-a559-78516012ed76 req-e84ce575-7438-4326-904c-b3074c9a3688 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.1872396 Sep 22 17:36:44.101595 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70a95b95-5d03-45f3-a559-78516012ed76 req-6fb0b4dc-10e7-4c11-824a-e5aba97c65f4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399168 Sep 22 17:36:45.181058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-5a944c1a-b462-4412-94f7-54d15b2cbfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:45.182414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-5a944c1a-b462-4412-94f7-54d15b2cbfe2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0824311 Sep 22 17:36:45.468285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-ab95c4e8-80ef-4931-86b8-4f0b29282ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:45.470200 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-ab95c4e8-80ef-4931-86b8-4f0b29282ec2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.2810724 Sep 22 17:36:45.478422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f420-9461-4a89-a388-b79f32cecdf6 req-2e3c6384-4db4-4022-9ceb-d256e48c8af6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:45.479741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdf0f420-9461-4a89-a388-b79f32cecdf6 req-2e3c6384-4db4-4022-9ceb-d256e48c8af6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.1786444 Sep 22 17:36:45.601839 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdf0f420-9461-4a89-a388-b79f32cecdf6 req-858a4195-df56-41f3-bec5-9c3e30465086 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725191 Sep 22 17:36:45.605331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-de542a8d-b00b-405b-a555-a7d29b232774 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.1247544 Sep 22 17:36:45.670358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-ed815349-e851-4ec3-81e5-f9e5900c8195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:45.671780 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-ed815349-e851-4ec3-81e5-f9e5900c8195 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0606575 Sep 22 17:36:45.755353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-7fd2bc47-c600-4723-a299-950c78dfc8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:45.756779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-7fd2bc47-c600-4723-a299-950c78dfc8b8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795596 Sep 22 17:36:45.888193 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-572f15b5-e239-4b6f-bcea-a7ec133077fc service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257854 Sep 22 17:36:46.017569 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-90ca1630-a3ea-4347-ac38-42b91b7b2394 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230845 Sep 22 17:36:46.799310 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe93499-8473-430b-8d5d-8bb9a7dd316f req-0ea89a13-80e1-4f91-ba13-38207c725737 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:46.800780 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2fe93499-8473-430b-8d5d-8bb9a7dd316f req-0ea89a13-80e1-4f91-ba13-38207c725737 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0890267 Sep 22 17:36:46.843541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2fe93499-8473-430b-8d5d-8bb9a7dd316f req-371c7e6a-7a70-4054-bec4-b62d094fd522 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371735 Sep 22 17:36:48.042344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72abf7d-fcad-4443-b52d-11df9fc97e07 req-62b886bd-dbf4-4b19-a66c-526af99ed0be tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:48.043796 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a72abf7d-fcad-4443-b52d-11df9fc97e07 req-62b886bd-dbf4-4b19-a66c-526af99ed0be tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0894802 Sep 22 17:36:48.087368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a72abf7d-fcad-4443-b52d-11df9fc97e07 req-83ed1dce-943f-489c-a9b9-75c5ba294115 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374508 Sep 22 17:36:49.286291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23492435-2186-42cc-92d2-551c094f7f40 req-b8e0b344-29b9-4b12-8cf0-22491a1fbc43 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:49.287749 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23492435-2186-42cc-92d2-551c094f7f40 req-b8e0b344-29b9-4b12-8cf0-22491a1fbc43 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0870767 Sep 22 17:36:49.335198 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23492435-2186-42cc-92d2-551c094f7f40 req-324e7f14-5187-461c-b445-3e01324f59f6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418186 Sep 22 17:36:50.530188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81fcc6-d032-4000-a7c6-4d7cf3a4a0e6 req-a0570c4b-abca-407d-8158-c657b32ca70f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:50.531609 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b81fcc6-d032-4000-a7c6-4d7cf3a4a0e6 req-a0570c4b-abca-407d-8158-c657b32ca70f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0870874 Sep 22 17:36:50.577727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b81fcc6-d032-4000-a7c6-4d7cf3a4a0e6 req-ebd9ba92-cdf2-4576-9b10-2c342a5315fd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405579 Sep 22 17:36:51.773739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ce5055-9751-4759-8136-3adaf95859e7 req-4cbe20ca-b5a3-4cbe-bde8-9a7d3a042b2d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:51.775205 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52ce5055-9751-4759-8136-3adaf95859e7 req-4cbe20ca-b5a3-4cbe-bde8-9a7d3a042b2d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0879629 Sep 22 17:36:51.820301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-52ce5055-9751-4759-8136-3adaf95859e7 req-313941ee-47c7-4377-85b1-4c3760597f53 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393875 Sep 22 17:36:52.455583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba6fe796-e74e-4e25-9221-9e1306100a6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:53.019692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fb69b-a903-4ae6-9a12-c3070182b8a6 req-624e9e6c-ae35-419e-ab94-13e886ae1c7c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:53.021151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a58fb69b-a903-4ae6-9a12-c3070182b8a6 req-624e9e6c-ae35-419e-ab94-13e886ae1c7c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0858195 Sep 22 17:36:53.063395 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a58fb69b-a903-4ae6-9a12-c3070182b8a6 req-01261f45-dd45-4017-bc98-1fa83fea4d98 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366642 Sep 22 17:36:54.262580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030f2ac0-e7a4-454b-8535-92a6e6cab8da req-bcceea0f-c6dd-4088-85d1-7e4e862c8f37 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:54.264029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-030f2ac0-e7a4-454b-8535-92a6e6cab8da req-bcceea0f-c6dd-4088-85d1-7e4e862c8f37 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0900860 Sep 22 17:36:54.309414 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-030f2ac0-e7a4-454b-8535-92a6e6cab8da req-89cb84b5-9dfa-420a-b2a7-188628f290ef tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396967 Sep 22 17:36:54.586540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-619a72a6-f92e-4a7f-bed0-095276f037f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:55.507835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35da171a-584a-4536-97a6-6fe58f178751 req-c81c91ad-736c-437a-aec2-5ca55061f3ed tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:55.509206 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35da171a-584a-4536-97a6-6fe58f178751 req-c81c91ad-736c-437a-aec2-5ca55061f3ed tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0898185 Sep 22 17:36:55.551584 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35da171a-584a-4536-97a6-6fe58f178751 req-2f1c19a2-6b87-488f-b822-f564c276fcda tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368834 Sep 22 17:36:55.609746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:55.688297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:56.069309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:56.750276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd442ff-250f-4ff1-a654-752400bf22ae req-4d8dd269-8ae0-4a73-9f94-15b6b90d2c95 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:56.751756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bd442ff-250f-4ff1-a654-752400bf22ae req-4d8dd269-8ae0-4a73-9f94-15b6b90d2c95 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0861366 Sep 22 17:36:56.798203 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bd442ff-250f-4ff1-a654-752400bf22ae req-0a969b78-c62a-4e54-afe6-61f514a34e47 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Sep 22 17:36:57.294784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:36:57.992871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c91a0d-35e2-44a9-915b-abba1b95dc53 req-d77711dd-7a96-42df-880c-f83b5d6cc4bc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:57.994307 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7c91a0d-35e2-44a9-915b-abba1b95dc53 req-d77711dd-7a96-42df-880c-f83b5d6cc4bc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0849710 Sep 22 17:36:58.041997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f7c91a0d-35e2-44a9-915b-abba1b95dc53 req-f2cd6f28-a618-47d8-928c-89d47bbf3bbe tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420606 Sep 22 17:36:59.238670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f437bcc8-68ee-4a28-82a2-6f35e6302f67 req-c154a4f0-14d9-4df8-8ec7-6cfca1dd5a59 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:36:59.240109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f437bcc8-68ee-4a28-82a2-6f35e6302f67 req-c154a4f0-14d9-4df8-8ec7-6cfca1dd5a59 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0868165 Sep 22 17:36:59.283527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f437bcc8-68ee-4a28-82a2-6f35e6302f67 req-bc189e08-abaa-4255-960d-fe7ed580fd8b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377467 Sep 22 17:37:00.481649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412995a2-b5da-455a-8f7a-65a07ec2792e req-39f4b544-cba9-44a9-82ce-dcdfe49930cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:00.483106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-412995a2-b5da-455a-8f7a-65a07ec2792e req-39f4b544-cba9-44a9-82ce-dcdfe49930cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0871406 Sep 22 17:37:00.526215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-412995a2-b5da-455a-8f7a-65a07ec2792e req-6c35382e-80e4-4782-aa23-64195a7ef9af tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374496 Sep 22 17:37:01.726607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e79b2b-f688-42de-8b93-10472c40924d req-5d0ff353-da96-4ce2-bca8-561a7a0a9282 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:01.728056 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-45e79b2b-f688-42de-8b93-10472c40924d req-5d0ff353-da96-4ce2-bca8-561a7a0a9282 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0913286 Sep 22 17:37:01.770916 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-45e79b2b-f688-42de-8b93-10472c40924d req-9f43d567-d194-47c6-bf00-874864821b05 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372350 Sep 22 17:37:02.979025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5930c3-fe0e-4cee-bcf1-95d6af0205ca req-77173712-76a5-40e4-bf48-c695e0b61eee tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:02.980485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c5930c3-fe0e-4cee-bcf1-95d6af0205ca req-77173712-76a5-40e4-bf48-c695e0b61eee tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0914116 Sep 22 17:37:03.024455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c5930c3-fe0e-4cee-bcf1-95d6af0205ca req-78a7d79b-e9e3-4fa5-ac4f-a388d3646356 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383489 Sep 22 17:37:04.223036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c7aaac-2152-4266-b76e-066b99eb31b6 req-6b9262de-ac16-4662-ac94-e280a89f4e41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:04.224503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60c7aaac-2152-4266-b76e-066b99eb31b6 req-6b9262de-ac16-4662-ac94-e280a89f4e41 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0868084 Sep 22 17:37:04.272662 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60c7aaac-2152-4266-b76e-066b99eb31b6 req-163954eb-4081-4d62-97d0-f3b85fa7f0bc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423677 Sep 22 17:37:05.470241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694c9b66-ae49-46b1-a1be-715b7ea69757 req-0b7de256-e09f-4040-bf25-d90544fac4f5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:05.471720 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-694c9b66-ae49-46b1-a1be-715b7ea69757 req-0b7de256-e09f-4040-bf25-d90544fac4f5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0872045 Sep 22 17:37:05.520988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-694c9b66-ae49-46b1-a1be-715b7ea69757 req-5b3e8fbb-a804-4789-a254-c0dca5a06ccb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424170 Sep 22 17:37:06.717861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741ea72b-52b7-47f0-b49a-51053dc5d9df req-3ac61d92-a6b7-4a7c-8357-8d90ea28949a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:06.719331 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-741ea72b-52b7-47f0-b49a-51053dc5d9df req-3ac61d92-a6b7-4a7c-8357-8d90ea28949a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0867710 Sep 22 17:37:06.763489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-741ea72b-52b7-47f0-b49a-51053dc5d9df req-1306ad5e-b7b8-41a6-ab0a-39d6577ff555 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384085 Sep 22 17:37:07.961302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c051a229-ee4a-4eb5-81a7-94cc41c71a4c req-5cc875f3-a4ec-443d-8363-259c652d9cad tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:07.962750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c051a229-ee4a-4eb5-81a7-94cc41c71a4c req-5cc875f3-a4ec-443d-8363-259c652d9cad tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0866528 Sep 22 17:37:08.005935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c051a229-ee4a-4eb5-81a7-94cc41c71a4c req-025218c6-d628-4428-b8df-e4f9637026e3 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376089 Sep 22 17:37:08.676721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-54a39f58-b19b-4578-8210-5809b3d2b71c service neutron] 10.222.0.18 "GET /v2.0/ports/eeed4196-42e3-4db4-8ae3-56b10780b7a9/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0764613 Sep 22 17:37:08.962986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-7d535f09-435c-401d-a0f9-255710e1d020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:08.964469 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-7d535f09-435c-401d-a0f9-255710e1d020 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1098 time: 0.0778215 Sep 22 17:37:09.081536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-4ac038a9-8d69-4f60-b14b-64e2b0e4adf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:09.082948 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-4ac038a9-8d69-4f60-b14b-64e2b0e4adf1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0827184 Sep 22 17:37:09.208243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599ae31-27cf-44de-b76d-15a90584927f req-1dab4f6d-b370-47a7-9010-c8004cc4121a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:09.209842 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3599ae31-27cf-44de-b76d-15a90584927f req-1dab4f6d-b370-47a7-9010-c8004cc4121a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0916607 Sep 22 17:37:09.218566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-a5389efa-56e4-4621-a354-6f798b7759d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:09.220013 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-a5389efa-56e4-4621-a354-6f798b7759d0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1288571 Sep 22 17:37:09.256620 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3599ae31-27cf-44de-b76d-15a90584927f req-239c545d-1daa-491e-9797-71782b6a93a9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410616 Sep 22 17:37:09.413125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-41cfb466-1283-433e-81d3-16eeef87a2d8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.1871626 Sep 22 17:37:09.474780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-dae456bb-80fd-4330-877a-9da3f1729438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:09.476166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-dae456bb-80fd-4330-877a-9da3f1729438 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0567279 Sep 22 17:37:09.556983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346443f9-6e20-4f01-a0c4-31965d217153 req-a6498387-1071-45b0-b071-7b87d3df9fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:09.558453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-a6498387-1071-45b0-b071-7b87d3df9fcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764320 Sep 22 17:37:09.689276 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-2e55484f-8b3e-4040-b72f-b42960d6c33d service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234717 Sep 22 17:37:09.818554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-48fa28dd-2364-4df6-907c-5621991a2f4a service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236067 Sep 22 17:37:10.459039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28910472-e202-4db3-acef-7f5a79851476 req-6d2e4da3-beb8-41b8-b99c-b91c70699917 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:10.460479 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28910472-e202-4db3-acef-7f5a79851476 req-6d2e4da3-beb8-41b8-b99c-b91c70699917 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0901654 Sep 22 17:37:10.507737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-28910472-e202-4db3-acef-7f5a79851476 req-37326816-7f6d-43ab-aecc-41fec1030c1f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411241 Sep 22 17:37:11.502653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:11.614272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:11.614574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:11.644183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:37:11.646918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a743cf3-de24-448d-b435-1237f0fa801e" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:37:11.654949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:11.659417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:11.714328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34dbe9ec-54c3-43f8-a626-f5fc54e57d3f x-openstack-request-id: req-34dbe9ec-54c3-43f8-a626-f5fc54e57d3f {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:37:11.714616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:37:11.714862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-34dbe9ec-54c3-43f8-a626-f5fc54e57d3f {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:37:11.715266 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34dbe9ec-54c3-43f8-a626-f5fc54e57d3f'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'code': 200} Sep 22 17:37:11.726142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17527bcd-add6-4501-8bc2-d0494715514b req-814d5ca7-7335-42f4-b27e-6c6c32d374db tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:11.727643 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17527bcd-add6-4501-8bc2-d0494715514b req-814d5ca7-7335-42f4-b27e-6c6c32d374db tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.1063728 Sep 22 17:37:11.736650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:11.744401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.744773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.745112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.745441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.745772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.746100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.746420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.746740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.747065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.747382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.747697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.748010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:11.775942 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-17527bcd-add6-4501-8bc2-d0494715514b req-cb7d5fb4-5135-4420-b032-317db57e33d2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Sep 22 17:37:12.108405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:37:12.976528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f0d824-a31d-4884-b71f-b93e62960dcf req-c403c153-ce3e-4fb4-8290-4cc61caffd13 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:12.977990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-87f0d824-a31d-4884-b71f-b93e62960dcf req-c403c153-ce3e-4fb4-8290-4cc61caffd13 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.0887463 Sep 22 17:37:13.024580 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-87f0d824-a31d-4884-b71f-b93e62960dcf req-546c1517-c19b-425e-901e-e273168f579b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407543 Sep 22 17:37:13.519413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:37:13.650099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:13.663295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:37:13.716322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:13.716728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:13.735992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:37:13.751383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:13.755428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:13.821152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:13.881250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['eeed4196-42e3-4db4-8ae3-56b10780b7a9'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:37:14.228597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55238c14-b6c8-43b0-9dd8-0a6761e5677e req-610a9890-2bf4-493a-a7ae-173859e111c7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:14.230076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55238c14-b6c8-43b0-9dd8-0a6761e5677e req-610a9890-2bf4-493a-a7ae-173859e111c7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 944 time: 0.0885363 Sep 22 17:37:14.274176 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-55238c14-b6c8-43b0-9dd8-0a6761e5677e req-2806707d-cf0b-47a7-a609-cdf3ee3dd277 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380909 Sep 22 17:37:15.476964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a751760-cd80-4fde-b1f5-ec7905fb05df req-70090e00-3cc5-4769-9820-ba31e226c3bb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:15.478404 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a751760-cd80-4fde-b1f5-ec7905fb05df req-70090e00-3cc5-4769-9820-ba31e226c3bb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 944 time: 0.0857406 Sep 22 17:37:15.524288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a751760-cd80-4fde-b1f5-ec7905fb05df req-3e451319-fd5c-4327-a089-d9f85dbb50cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402300 Sep 22 17:37:15.534249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:37:15.601470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:15.601842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:15.602175 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:37:15.715389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:15.715773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:15.742041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:37:15.744302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d649cf-3a9c-4ab8-bdec-f495b4e43bfe" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:37:15.752436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:15.759115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:15.805987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-318bfc5f-235b-4049-bd13-fc6ed8313ce4 x-openstack-request-id: req-318bfc5f-235b-4049-bd13-fc6ed8313ce4 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:37:15.806285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:37:15.806540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-318bfc5f-235b-4049-bd13-fc6ed8313ce4 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:37:15.806925 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-318bfc5f-235b-4049-bd13-fc6ed8313ce4'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'code': 200} Sep 22 17:37:15.831822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:16.719801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db7e5a-f2b5-42eb-b1ab-74a3bce4e3df req-55ef864b-03d3-42a5-8055-4c8c65df31c4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:16.721293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40db7e5a-f2b5-42eb-b1ab-74a3bce4e3df req-55ef864b-03d3-42a5-8055-4c8c65df31c4 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0860395 Sep 22 17:37:16.766692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-40db7e5a-f2b5-42eb-b1ab-74a3bce4e3df req-734e6860-1d01-4f7d-8d39-066a2bd39fad tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393503 Sep 22 17:37:17.966092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824c4205-a920-430f-9525-f3dc5f7f6f59 req-69785aa5-bc8b-46e8-812e-21a5d0710257 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:17.967535 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-824c4205-a920-430f-9525-f3dc5f7f6f59 req-69785aa5-bc8b-46e8-812e-21a5d0710257 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0890269 Sep 22 17:37:18.011069 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-824c4205-a920-430f-9525-f3dc5f7f6f59 req-7c37ddfe-1aef-4e8e-9b2e-acdca80b52c7 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379641 Sep 22 17:37:19.208652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bcd7f4-6d89-4d85-b973-dcdaa225c6da req-4cf5380f-f205-4d1b-9ba8-fcea8e454cf0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:19.210084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-78bcd7f4-6d89-4d85-b973-dcdaa225c6da req-4cf5380f-f205-4d1b-9ba8-fcea8e454cf0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0897400 Sep 22 17:37:19.252955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-78bcd7f4-6d89-4d85-b973-dcdaa225c6da req-40e223a1-84f9-4a87-9d16-7b4543de74eb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371215 Sep 22 17:37:20.450860 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9debcccf-3bf7-44dc-910b-de867135bfa4 req-2f611fd2-ba64-4b04-9a6e-7f32880b9adf tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:20.452283 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9debcccf-3bf7-44dc-910b-de867135bfa4 req-2f611fd2-ba64-4b04-9a6e-7f32880b9adf tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0854478 Sep 22 17:37:20.497989 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9debcccf-3bf7-44dc-910b-de867135bfa4 req-ed7efd78-91ce-47d6-a95a-258e662563bd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399544 Sep 22 17:37:20.899685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-f19814b5-6613-474b-916a-57f610119c40 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:20.901141 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-f19814b5-6613-474b-916a-57f610119c40 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&tenant_id=2dcf1b29e0664568ab67c2b6a8210303&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.0914247 Sep 22 17:37:20.952353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e016f987-0b10-44ad-b96e-0e4ab6dc4c81 req-bdfafe2d-915e-4566-9891-b816f634c2cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:20.953888 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e016f987-0b10-44ad-b96e-0e4ab6dc4c81 req-bdfafe2d-915e-4566-9891-b816f634c2cd tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0864978 Sep 22 17:37:20.983575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-62faba5a-4770-420e-9b79-59af10587af1 service neutron] 10.222.0.18 "GET /v2.0/ports/eeed4196-42e3-4db4-8ae3-56b10780b7a9/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0761871 Sep 22 17:37:20.996854 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e016f987-0b10-44ad-b96e-0e4ab6dc4c81 req-7a17b822-fa9d-47ec-a1bc-48f48be453c0 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372133 Sep 22 17:37:21.108282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-4e3ad89e-be19-4fbd-b11d-b13ec90543a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:21.109749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-4e3ad89e-be19-4fbd-b11d-b13ec90543a5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0772367 Sep 22 17:37:21.241551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-3cace7d4-454e-4c4b-87e5-95f81f27c8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:21.243001 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-3cace7d4-454e-4c4b-87e5-95f81f27c8e2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1270683 Sep 22 17:37:21.343777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-942c7d97-8031-4adf-a752-c70ba657864c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0949688 Sep 22 17:37:21.404997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-1079dec0-66a0-454d-a910-7ebac2464af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:21.406291 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-1079dec0-66a0-454d-a910-7ebac2464af9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0563047 Sep 22 17:37:21.488352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-f089dc15-3367-49c3-9951-3098642baeca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:21.489856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-f089dc15-3367-49c3-9951-3098642baeca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783713 Sep 22 17:37:21.713866 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-653926d1-3374-4294-8ea7-00332ed09705 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182021 Sep 22 17:37:21.843705 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-67f860ba-13d9-46d0-8892-5e24771045fb service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238694 Sep 22 17:37:22.194187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0aee206-ea62-4b41-b893-858591552258 req-444e767e-05fd-4d4f-acd2-ac12d61e0dfb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:22.195629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0aee206-ea62-4b41-b893-858591552258 req-444e767e-05fd-4d4f-acd2-ac12d61e0dfb tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0864270 Sep 22 17:37:22.240494 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0aee206-ea62-4b41-b893-858591552258 req-bd8dc48c-67f3-4863-9b15-84fe28b88e4a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386369 Sep 22 17:37:22.457456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-51da6c9a-e05d-4365-9da5-b7bfbd7be949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:23.441901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b376146-3582-43ba-8788-59c4e38b357f req-8863884d-d113-47e6-a253-1241405ef170 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:23.443380 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b376146-3582-43ba-8788-59c4e38b357f req-8863884d-d113-47e6-a253-1241405ef170 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0923440 Sep 22 17:37:23.486179 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b376146-3582-43ba-8788-59c4e38b357f req-03f88acb-e898-404c-97de-592c5eeff67d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371485 Sep 22 17:37:24.589218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99b39b10-3818-4679-9a2a-1c12995eb491 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:24.840259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73542ec5-59ea-4b58-8d3c-ab1b3913536c req-1dd4b85b-cee5-4cd5-bd0f-6231398c9d00 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:24.841723 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73542ec5-59ea-4b58-8d3c-ab1b3913536c req-1dd4b85b-cee5-4cd5-bd0f-6231398c9d00 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0904565 Sep 22 17:37:24.888054 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-73542ec5-59ea-4b58-8d3c-ab1b3913536c req-62f244cf-d163-4295-98fb-c6f772942efe tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407159 Sep 22 17:37:25.289877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-33dce491-9633-4888-8173-75ac56c94b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:25.291312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-33dce491-9633-4888-8173-75ac56c94b6c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac&tenant_id=2dcf1b29e0664568ab67c2b6a8210303 HTTP/1.1" status: 200 len: 1098 time: 0.0807915 Sep 22 17:37:25.397688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-27f810f7-fb5a-4bd8-bbe6-003dfb309785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:25.399140 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-27f810f7-fb5a-4bd8-bbe6-003dfb309785 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 1098 time: 0.0772111 Sep 22 17:37:25.526001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-585d6a97-1fe3-45ec-92f9-30234d36ad9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:25.527403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-585d6a97-1fe3-45ec-92f9-30234d36ad9a service neutron] 10.222.0.18 "GET /v2.0/networks?id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 200 len: 912 time: 0.1227980 Sep 22 17:37:25.620758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:25.629970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-e58d0249-f71c-4980-b774-54b7b2b4ce4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 200 len: 1002 time: 0.0960658 Sep 22 17:37:25.691302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-3e0251a9-c67a-4f4a-b693-d146eb70fe7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:25.691513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:25.693902 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-3e0251a9-c67a-4f4a-b693-d146eb70fe7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 200 len: 850 time: 0.0571039 Sep 22 17:37:25.777877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-e9c57e2c-7de5-4255-a6a8-e7ca77598498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:25.779342 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-e9c57e2c-7de5-4255-a6a8-e7ca77598498 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799928 Sep 22 17:37:25.909832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-7825f4e4-754c-4d48-87fc-17abcaeac469 service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242945 Sep 22 17:37:26.039143 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7883fec-eb52-4221-aa51-31ab11d09f4f req-3b0428e7-370a-4419-9cad-9b9209f878fa service neutron] 10.222.0.18 "GET /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236572 Sep 22 17:37:26.071757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:26.091987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d81827-66b6-479b-b384-52c82c04daef req-4c176a39-0557-4d15-a4c5-fef0dcaf4ecc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:26.093488 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d81827-66b6-479b-b384-52c82c04daef req-4c176a39-0557-4d15-a4c5-fef0dcaf4ecc tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0913188 Sep 22 17:37:26.142606 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30d81827-66b6-479b-b384-52c82c04daef req-5f2e0555-a61f-4ff1-bfce-92c76081aa3b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428426 Sep 22 17:37:27.294983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:27.340017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948c3d81-4c19-442b-9e66-a29d9b57bdd4 req-863f089a-53b5-4372-b751-d142425bf430 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:27.341505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-948c3d81-4c19-442b-9e66-a29d9b57bdd4 req-863f089a-53b5-4372-b751-d142425bf430 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0877934 Sep 22 17:37:27.386746 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-948c3d81-4c19-442b-9e66-a29d9b57bdd4 req-ca08a2ae-532f-453f-af88-696c4e2f5b6e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390503 Sep 22 17:37:27.599494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:27.711473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:27.712032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:27.739383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:37:27.742195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46d0d19a-db84-4ac8-a5e6-0ce8d101bcaa" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:37:27.750049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:27.753744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:27.797332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 17:37:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fea5674c-5160-46c6-b2da-a43d093512a5 x-openstack-request-id: req-fea5674c-5160-46c6-b2da-a43d093512a5 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:37:27.797628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-unplugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:37:27.797886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fea5674c-5160-46c6-b2da-a43d093512a5 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:37:27.798270 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fea5674c-5160-46c6-b2da-a43d093512a5'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'code': 200} Sep 22 17:37:27.822893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:28.589875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e095198-1c27-4d03-9e9c-6f0ff9723350 req-c4be0f05-d55d-4d4c-85f7-2ca778e6bea2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:28.591230 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e095198-1c27-4d03-9e9c-6f0ff9723350 req-c4be0f05-d55d-4d4c-85f7-2ca778e6bea2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.0897784 Sep 22 17:37:28.634967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e095198-1c27-4d03-9e9c-6f0ff9723350 req-cbe8f0be-9cae-401f-bf91-395d63e1fb43 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380933 Sep 22 17:37:29.607179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:37:29.738542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:29.752088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'port_id': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'mac_address': 'fa:16:3e:40:99:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:37:29.811299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:29.811759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:29.828554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:37:29.839742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea28cef-66b9-413f-9b6c-d81c46212b9d req-058e9d34-b964-4859-a4f9-b31858c10e5f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:29.841272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0ea28cef-66b9-413f-9b6c-d81c46212b9d req-058e9d34-b964-4859-a4f9-b31858c10e5f tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 943 time: 0.0933266 Sep 22 17:37:29.844354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:29.848466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:29.886899 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0ea28cef-66b9-413f-9b6c-d81c46212b9d req-2fad3611-f9e3-41b1-bc82-d2e9e2b9f080 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392337 Sep 22 17:37:29.917411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:29.975878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['eeed4196-42e3-4db4-8ae3-56b10780b7a9'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:37:31.089464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7775c4dd-288e-4bea-8f3b-32adc405ce83 req-0549ab5c-27a4-4fa0-b9f3-c82c84ecfb26 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:31.090815 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7775c4dd-288e-4bea-8f3b-32adc405ce83 req-0549ab5c-27a4-4fa0-b9f3-c82c84ecfb26 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 945 time: 0.0892842 Sep 22 17:37:31.133311 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7775c4dd-288e-4bea-8f3b-32adc405ce83 req-0cd7ec48-1015-4671-bbf3-61957fd2e212 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370009 Sep 22 17:37:31.613778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:37:31.680518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port eeed4196-42e3-4db4-8ae3-56b10780b7a9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:31.680916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:31.681296 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port eeed4196-42e3-4db4-8ae3-56b10780b7a9 Sep 22 17:37:31.797820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eeed4196-42e3-4db4-8ae3-56b10780b7a9 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:31.798186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:31.825972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:37:31.828436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12a206e2-794d-45fb-8a0b-24a111db2757" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:37:31.837093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:31.840867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:31.886664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:37:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0689ea56-4f66-4287-aad8-4818ac7c2668 x-openstack-request-id: req-0689ea56-4f66-4287-aad8-4818ac7c2668 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:37:31.886946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-plugged", "status": "completed", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:37:31.887192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0689ea56-4f66-4287-aad8-4818ac7c2668 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:37:31.887570 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0689ea56-4f66-4287-aad8-4818ac7c2668'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'code': 200} Sep 22 17:37:31.915208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=11']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:32.328424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96192905-0efa-439e-a616-bbcf0dd73dc9 req-80111a0a-4e16-464e-9dd4-74fb4dc219f9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:32.329896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96192905-0efa-439e-a616-bbcf0dd73dc9 req-80111a0a-4e16-464e-9dd4-74fb4dc219f9 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0858417 Sep 22 17:37:32.373029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-96192905-0efa-439e-a616-bbcf0dd73dc9 req-dfcf1ce4-f14f-4bc1-8e89-afb66593a8ac tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374174 Sep 22 17:37:33.578475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5501ad0b-7f53-492b-abb8-901e876ba906 req-a55a873b-19b7-4c93-9c8a-7423affb8473 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:33.580677 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5501ad0b-7f53-492b-abb8-901e876ba906 req-a55a873b-19b7-4c93-9c8a-7423affb8473 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0931103 Sep 22 17:37:33.625254 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5501ad0b-7f53-492b-abb8-901e876ba906 req-4f324681-fd82-4f5d-b91c-56a0f0ce7765 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376737 Sep 22 17:37:34.931201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1ce312-c3a2-4fcc-b564-995b2300e9e1 req-a3b084d3-fbcf-4742-ba62-44d2fe2f982c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:34.932598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab1ce312-c3a2-4fcc-b564-995b2300e9e1 req-a3b084d3-fbcf-4742-ba62-44d2fe2f982c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.1967010 Sep 22 17:37:34.979154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ab1ce312-c3a2-4fcc-b564-995b2300e9e1 req-1c898840-e0a4-4c6e-b0cf-53d888d71d0a tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405607 Sep 22 17:37:36.178916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fdc774-cb70-4ace-ac39-40396b5c3dc5 req-7cc69b86-30f2-4756-8248-24e6e901537d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:36.180369 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2fdc774-cb70-4ace-ac39-40396b5c3dc5 req-7cc69b86-30f2-4756-8248-24e6e901537d tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0856698 Sep 22 17:37:36.227895 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2fdc774-cb70-4ace-ac39-40396b5c3dc5 req-5c32754f-d489-437f-93d9-f5c6173f6639 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417345 Sep 22 17:37:36.426675 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2edb0b39-cdd0-4c22-aef1-1d489a232d9e req-85928016-4f47-47d1-814b-9b14313e727b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:36.428106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2edb0b39-cdd0-4c22-aef1-1d489a232d9e req-85928016-4f47-47d1-814b-9b14313e727b tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0879850 Sep 22 17:37:36.471099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2edb0b39-cdd0-4c22-aef1-1d489a232d9e req-5dc29cdf-37a1-452a-8ead-1abdc855180e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368681 Sep 22 17:37:36.663947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a19d37a-87a7-4a2b-9111-6f6890ad2264 req-88caa09a-8bb7-4cf6-ae8f-4c62e1964384 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:36.665442 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a19d37a-87a7-4a2b-9111-6f6890ad2264 req-88caa09a-8bb7-4cf6-ae8f-4c62e1964384 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0862310 Sep 22 17:37:36.708562 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8a19d37a-87a7-4a2b-9111-6f6890ad2264 req-cbcc815e-882a-441a-bbc0-336c41aa21ba tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375469 Sep 22 17:37:37.182508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a23e27b-1074-4582-a3c5-904ccf701e02 req-2776599e-b827-4f88-b76c-14da80ffa8d5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:37.183850 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a23e27b-1074-4582-a3c5-904ccf701e02 req-2776599e-b827-4f88-b76c-14da80ffa8d5 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.1811669 Sep 22 17:37:37.227342 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9a23e27b-1074-4582-a3c5-904ccf701e02 req-af9d6f5f-c7b5-44be-a393-285578215208 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378778 Sep 22 17:37:38.431056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3271c91e-0808-4a54-988f-eb491a42cec0 req-6835115c-c8ae-422c-8646-3f37b11214a6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:38.432503 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3271c91e-0808-4a54-988f-eb491a42cec0 req-6835115c-c8ae-422c-8646-3f37b11214a6 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0871365 Sep 22 17:37:38.478547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3271c91e-0808-4a54-988f-eb491a42cec0 req-78befd08-9a71-472a-83fe-8e3d69320f4e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403607 Sep 22 17:37:39.675798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2c826-16eb-402f-b1a4-a7ce66eccc99 req-d383dba4-261e-4c7e-b676-acd550168c91 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:39.677287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4df2c826-16eb-402f-b1a4-a7ce66eccc99 req-d383dba4-261e-4c7e-b676-acd550168c91 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0867720 Sep 22 17:37:39.681271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-e02bbe2f-d17e-4374-8344-ac64f19d7d59 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:39.682711 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-e02bbe2f-d17e-4374-8344-ac64f19d7d59 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 946 time: 0.0861411 Sep 22 17:37:39.721270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4df2c826-16eb-402f-b1a4-a7ce66eccc99 req-b15e61b6-3679-4fe0-943a-a3055c6ce187 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups?id=ebff4a6b-294f-4304-a869-0bfafd25573c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375354 Sep 22 17:37:39.752621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Deleting port eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:39.752962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:39.995694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] For port eeed4196-42e3-4db4-8ae3-56b10780b7a9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eeed4196-42e3-4db4-8ae3-56b10780b7a9,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:39.996075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:40.284842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:40.285110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:40.285422 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2 disassociated. External IP: 172.26.8.242, port: eeed4196-42e3-4db4-8ae3-56b10780b7a9. Sep 22 17:37:40.285758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Calling delete_port for eeed4196-42e3-4db4-8ae3-56b10780b7a9 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:40.436377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:40.485286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'Port': ['ID=eeed4196-42e3-4db4-8ae3-56b10780b7a9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:40.495673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.496019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.496356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.496712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.497044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.497371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.497701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.498024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.498344 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.498665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.498986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.499304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:40.686428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:37:40.993429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e51135d4-341e-484d-99a9-d6c992b8f488 req-68ff82cb-b69d-4de0-83c6-b66bbed09819 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 210 time: 0.0693872 Sep 22 17:37:41.011178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:37:41.025754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:37:41.035654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:41.036359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:41.096765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] No DVR routers for this DVR port eeed4196-42e3-4db4-8ae3-56b10780b7a9 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:37:41.099259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:41.101956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-deleted', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:37:41.104246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50c3405d-8e3b-4a90-9dd8-5f0a886676c9" -d '{"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-deleted", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:37:41.119390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18bdc177-d054-4d55-9f07-92c9de25df41 req-20185a56-5632-46f0-a821-15db89431871 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.18 "DELETE /v2.0/ports/eeed4196-42e3-4db4-8ae3-56b10780b7a9 HTTP/1.1" status: 204 len: 173 time: 1.4313438 Sep 22 17:37:41.155931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a944308-3a37-4bb3-88b7-016c16ff4f61 x-openstack-request-id: req-4a944308-3a37-4bb3-88b7-016c16ff4f61 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:37:41.156280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac", "name": "network-vif-deleted", "tag": "eeed4196-42e3-4db4-8ae3-56b10780b7a9", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:37:41.156542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4a944308-3a37-4bb3-88b7-016c16ff4f61 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:37:41.156987 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a944308-3a37-4bb3-88b7-016c16ff4f61'] response: {'server_uuid': 'bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac', 'name': 'network-vif-deleted', 'tag': 'eeed4196-42e3-4db4-8ae3-56b10780b7a9', 'status': 'completed', 'code': 200} Sep 22 17:37:41.219076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:41.573845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:41.577910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:37:41.586332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:41.586931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:41.773307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:42.084105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:42.089231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271c6ba0-824c-4318-a14d-a3b255fb193d None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:29:05Z', 'revision_number': 4, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'dd9b2755-8acb-441b-af49-fdc3ef0bd6ad', 'name': '', 'network_id': '901ee0ce-d7e2-4705-b07e-dcfa3f214d7b', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'mac_address': 'fa:16:3e:ce:70:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:04Z', 'updated_at': '2022-09-22T17:29:10Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'subnets': [{'id': 'eaddd229-f230-45a3-a1ec-e79df0f9e83b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:37:42.173210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e4d7433f-f198-4501-b105-0d24c90c5e61 req-3f4e78ea-d9e5-47e2-8172-dcef39c7b89e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Synchronizing usage tracker for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:37:42.188965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-e4d7433f-f198-4501-b105-0d24c90c5e61 req-3f4e78ea-d9e5-47e2-8172-dcef39c7b89e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Unset dirty status for tenant:2dcf1b29e0664568ab67c2b6a8210303 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:37:42.190762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4d7433f-f198-4501-b105-0d24c90c5e61 req-3f4e78ea-d9e5-47e2-8172-dcef39c7b89e tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/ports?device_id=bb13e618-dbdc-4ecf-a6b6-bf48abbe1fac HTTP/1.1" status: 200 len: 210 time: 0.0677924 Sep 22 17:37:42.361457 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0f0c5fe-d5c6-423e-80ec-b62f6d310111 None None] New status for floating IP 9895eba5-62ac-469d-8682-22ec12ba8db2: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:37:43.647667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:43.683600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: eeed4196-42e3-4db4-8ae3-56b10780b7a9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:37:43.683950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eeed4196-42e3-4db4-8ae3-56b10780b7a9 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:37:46.450387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56840) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:46.513664 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.541511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.597010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.618271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebff4a6b-294f-4304-a869-0bfafd25573c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:46.625757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.626886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ec639bc6-928a-4724-8814-cca322b7027c tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "DELETE /v2.0/security-groups/ebff4a6b-294f-4304-a869-0bfafd25573c HTTP/1.1" status: 204 len: 168 time: 0.1754770 Sep 22 17:37:46.629448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56844) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:46.645873 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-e4c9efce-2e57-43f2-bdff-3d0aab9178a2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] show failed (client error): The resource could not be found. Sep 22 17:37:46.646958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4c9efce-2e57-43f2-bdff-3d0aab9178a2 tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "GET /v2.0/security-groups/ebff4a6b-294f-4304-a869-0bfafd25573c HTTP/1.1" status: 404 len: 347 time: 0.0166073 Sep 22 17:37:46.650327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56848) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:46.803759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Deleting port 7a32c83b-57e1-4c15-aad6-89c4129325d1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:46.804014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.973186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:46.973512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:47.092325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Calling delete_port for 7a32c83b-57e1-4c15-aad6-89c4129325d1 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:47.236795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:47.284268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Pushing event deleted for resources: {'Port': ['ID=7a32c83b-57e1-4c15-aad6-89c4129325d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:47.380751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:47.397633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:47.398784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-944d6943-d2fc-4224-b62a-4167b5aed1aa tempest-ServerActionsTestJSON-1649052572 tempest-ServerActionsTestJSON-1649052572-project] 10.222.0.25 "DELETE /v2.0/floatingips/9895eba5-62ac-469d-8682-22ec12ba8db2 HTTP/1.1" status: 204 len: 168 time: 0.7475767 Sep 22 17:37:47.401797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56852) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:48.092963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:48.436530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Deleting port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:48.436810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:48.602445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] For port dd9b2755-8acb-441b-af49-fdc3ef0bd6ad, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:48.602796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:48.722579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Calling delete_port for dd9b2755-8acb-441b-af49-fdc3ef0bd6ad owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:49.030519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:49.079119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd9b2755-8acb-441b-af49-fdc3ef0bd6ad,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:49.108768 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:37:49.465292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:49.821410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Router f75eb538-6ca2-49a6-860b-376bd16c7d4d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:37:49.995801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:37:50.006740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Sync routers for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:37:50.009150 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b4b574b-1416-41a4-afd8-7d83fb5bec79 admin admin] 10.222.0.25 "PUT /v2.0/routers/f75eb538-6ca2-49a6-860b-376bd16c7d4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6062815 Sep 22 17:37:50.012552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56858) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:50.017868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:50.018470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:50.185132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:50.199859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:50.371888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:50.381149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Deleting port 96083719-8b92-4db7-be81-f753517d5c42 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:50.381490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:50.487783 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238'}], 'enable_snat': True}, 'gw_port_id': '96083719-8b92-4db7-be81-f753517d5c42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:37:48Z', 'revision_number': 5, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port': {'id': '96083719-8b92-4db7-be81-f753517d5c42', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1563, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:29:02Z', 'updated_at': '2022-09-22T17:29:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:50.491836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Checking router: f75eb538-6ca2-49a6-860b-376bd16c7d4d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:37:50.501227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Routers {'f75eb538-6ca2-49a6-860b-376bd16c7d4d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:50.501851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:50.673888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] For port 96083719-8b92-4db7-be81-f753517d5c42, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=96083719-8b92-4db7-be81-f753517d5c42,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:50.674497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:50.697672 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] Set router f75eb538-6ca2-49a6-860b-376bd16c7d4d gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:50.795418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Calling delete_port for 96083719-8b92-4db7-be81-f753517d5c42 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:50.805822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:37:50Z', 'revision_number': 6, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:50.809746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a71e-f08d-41c6-832a-ab901a1d86d8 None None] The sync data for ids ['f75eb538-6ca2-49a6-860b-376bd16c7d4d'] in dv-neutron-858953-1-hyperv is: [{'id': 'f75eb538-6ca2-49a6-860b-376bd16c7d4d', 'name': 'tempest-ServerActionsTestJSON-978986047-router', 'tenant_id': '2dcf1b29e0664568ab67c2b6a8210303', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:29:01Z', 'updated_at': '2022-09-22T17:37:50Z', 'revision_number': 6, 'project_id': '2dcf1b29e0664568ab67c2b6a8210303', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:37:50.962421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.008582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=96083719-8b92-4db7-be81-f753517d5c42,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:51.105706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.246941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd9b2755-8acb-441b-af49-fdc3ef0bd6ad no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:51.282325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: dd9b2755-8acb-441b-af49-fdc3ef0bd6ad {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:37:51.282664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd9b2755-8acb-441b-af49-fdc3ef0bd6ad not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:37:51.286311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.288542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.310296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.310852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f75eb538-6ca2-49a6-860b-376bd16c7d4d {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:37:51.323203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.324617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-37d14dea-11ed-41d3-9ff4-318fc097a2e1 admin admin] 10.222.0.25 "DELETE /v2.0/routers/f75eb538-6ca2-49a6-860b-376bd16c7d4d HTTP/1.1" status: 204 len: 168 time: 1.3111277 Sep 22 17:37:51.327204 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56862) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:51.389377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Deleting subnet eaddd229-f230-45a3-a1ec-e79df0f9e83b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:37:51.392381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.440547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.520273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.588132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.628220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eaddd229-f230-45a3-a1ec-e79df0f9e83b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:51.630142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.635573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd5415c-b960-4f9a-90cb-81c45d6060f7 None None] Network 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:37:51.639767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0466d212-e2e6-4cf8-970c-689b5ff5fef3 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/eaddd229-f230-45a3-a1ec-e79df0f9e83b HTTP/1.1" status: 204 len: 168 time: 0.3093681 Sep 22 17:37:51.640000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56866) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:51.746533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.757288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Deleting port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:51.758257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.911709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] DHCP port deletion for 901ee0ce-d7e2-4705-b07e-dcfa3f214d7b request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:37:51.916890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Deleting port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:51.917262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:51.973413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] For port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:51.973781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.126651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] For port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,segment=NetworkSegment(962a3e45-09d1-4745-a88f-65521dd90d99),segment_id=962a3e45-09d1-4745-a88f-65521dd90d99)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:52.127035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.207265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Calling delete_port for 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:52.268734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Calling delete_port for 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:37:52.297098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.342242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:37:52.342594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:37:52.347841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Pushing event deleted for resources: {'Port': ['ID=9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:52.349679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] No DVR routers for this DVR port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:37:52.459137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-78e5af42-99bb-49d4-b623-5448893ac19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.466734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.491153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['901ee0ce-d7e2-4705-b07e-dcfa3f214d7b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:52.502699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962a3e45-09d1-4745-a88f-65521dd90d99') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:52.502993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962a3e45-09d1-4745-a88f-65521dd90d99') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:52.514087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.529574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.535314 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:37:52.535740 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.616687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 962a3e45-09d1-4745-a88f-65521dd90d99 resource provider aggregate not found Sep 22 17:37:52.631195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.634324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 962a3e45-09d1-4745-a88f-65521dd90d99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 962a3e45-09d1-4745-a88f-65521dd90d99 found for delete ", "request_id": "req-6c38b1c2-c238-4b37-b780-8e2dcf5bd72e"}]} Sep 22 17:37:52.649596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.660234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] Pushing event deleted for resources: {'Network': ['ID=901ee0ce-d7e2-4705-b07e-dcfa3f214d7b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:52.673501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-73d8897c-8e20-4467-bf21-377b18bdf055 admin admin] 10.222.0.25 "DELETE /v2.0/networks/901ee0ce-d7e2-4705-b07e-dcfa3f214d7b HTTP/1.1" status: 204 len: 168 time: 1.0325687 Sep 22 17:37:52.778863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56878) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:52.829497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a31df654-35cb-40bd-8137-877d8920c161 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2dcf1b29e0664568ab67c2b6a8210303&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0494933 Sep 22 17:37:52.832022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:52.843574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Deleting port 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:37:52.844088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.892052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.918521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96083719-8b92-4db7-be81-f753517d5c42 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:52.920364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.947039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3f15acd2-0b25-4943-8e87-9c111d12ae40 None None] The port '9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:37:52.960176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 96083719-8b92-4db7-be81-f753517d5c42 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:37:52.960176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 96083719-8b92-4db7-be81-f753517d5c42 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:37:52.960572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:37:52.974427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:52.990286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f1734b-6e57-4d49-bb7b-3c6afeaacbca,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:52.995068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:37:52.995421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9e5a9ac0-2e5e-4e34-a9d3-c455e9d0398b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:37:53.002583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:53.006176 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-6d0b63c3-0107-4456-893f-5c70893f731d admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/15f1734b-6e57-4d49-bb7b-3c6afeaacbca HTTP/1.1" status: 204 len: 168 time: 0.1709425 Sep 22 17:37:53.754017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:53.854605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1688163300-network', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:37:53.859351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:37:53.863492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Usage tracker for resource:network and tenant:c6c91ccfebc3405b92e9be198b9b2a2f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:37:53.866445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:37:53.872546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:37:53.881967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Made reservation on behalf of c6c91ccfebc3405b92e9be198b9b2a2f for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:37:53.884267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:53.896215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:53.910615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:37:53.914960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Usage tracker for resource:security_group_rule and tenant:c6c91ccfebc3405b92e9be198b9b2a2f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:37:53.917736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:37:53.923258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:37:54.008766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.012558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.041053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:37:54.053259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63067287-ec95-4f2f-8373-3b5b7adeedc6,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:54.057723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.058063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Added segment 5962fd2c-3825-4a3b-a4ea-084612f8e128 of type vlan for network 263da5f2-7593-41d7-986a-1f9cc9e910d4 Sep 22 17:37:54.083912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.111591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.112553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:54.113142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.216368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4612603 Sep 22 17:37:54.217241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42ea4be-7b07-44f3-b0b8-0cedc6271acf admin admin] Pushing event updated for resources: {'Network': ['ID=263da5f2-7593-41d7-986a-1f9cc9e910d4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:54.219756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56912) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:54.226273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Request body: {'subnet': {'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1688163300-subnet', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:37:54.228296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:37:54.234014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:37:54.238461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Usage tracker for resource:subnet and tenant:c6c91ccfebc3405b92e9be198b9b2a2f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:37:54.241656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:37:54.247946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:37:54.258278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Made reservation on behalf of c6c91ccfebc3405b92e9be198b9b2a2f for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:37:54.260843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.462337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.539508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e50dd33-e948-4846-aedf-8ecf2c6be3b7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:54.544790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Checking segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:37:54.545145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Network hostable DHCP agents. Network: 263da5f2-7593-41d7-986a-1f9cc9e910d4, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:37:54.564545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:37:54.573944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 263da5f2-7593-41d7-986a-1f9cc9e910d4) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:37:54.578713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:37:54.580310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.586446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b853741d-d433-4968-844e-3a2106b598eb None None] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:37:54.600429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-57069cef-af4c-4eee-bd70-515924f7a8f0 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3793259 Sep 22 17:37:54.603136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 56916) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:54.608207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:37:54.612819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:37:54.616681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Usage tracker for resource:router and tenant:c6c91ccfebc3405b92e9be198b9b2a2f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:37:54.620023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:37:54.625685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:37:54.635489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.636452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.651221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.654006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9ef2bb11-0ac8-4507-b607-87cb5f756ffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.839561 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-263da5f2-7593-41d7-986a-1f9cc9e910d4', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:37:54.840585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:54.999242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Allocated IP 172.20.0.2 (263da5f2-7593-41d7-986a-1f9cc9e910d4/3e50dd33-e948-4846-aedf-8ecf2c6be3b7/c4efa3b0-6130-4664-9c4d-b074b4445c12) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:37:55.029509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.200244 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.210505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Transition to ACTIVE for port object c4efa3b0-6130-4664-9c4d-b074b4445c12 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:37:55.230863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Transition to ACTIVE for port object c4efa3b0-6130-4664-9c4d-b074b4445c12 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:37:55.237199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.301583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:37:55.304321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:37:55.307964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:37:55.348984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.350302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Pushing event updated for resources: {'Port': ['ID=c4efa3b0-6130-4664-9c4d-b074b4445c12,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:55.379117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.416885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Attempting to bind port c4efa3b0-6130-4664-9c4d-b074b4445c12 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:37:55.417246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Attempting to bind port c4efa3b0-6130-4664-9c4d-b074b4445c12 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:37:55.417620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Attempting to bind port c4efa3b0-6130-4664-9c4d-b074b4445c12 on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:37:55.422902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 37, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:37:55.423274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Checking segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:37:55.423667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.424049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Bound using segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:37:55.424505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Bound port: c4efa3b0-6130-4664-9c4d-b074b4445c12, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:37:55.424925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.510313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] For port c4efa3b0-6130-4664-9c4d-b074b4445c12, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:37:55.513525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] For port c4efa3b0-6130-4664-9c4d-b074b4445c12, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4efa3b0-6130-4664-9c4d-b074b4445c12,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:37:55.517429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Allocated IP 172.26.8.118 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/00dfd089-d1cd-4452-a09d-0420616fe7d5) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:37:55.517594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.598299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece7678-3227-4a2d-997f-55b40c4926dd None None] Pushing event updated for resources: {'Port': ['ID=c4efa3b0-6130-4664-9c4d-b074b4445c12,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:55.624466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.678126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.696764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.711766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:55.780640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:37:55.783672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:37:55.787269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:37:55.833755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Pushing event updated for resources: {'Port': ['ID=00dfd089-d1cd-4452-a09d-0420616fe7d5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:56.076274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:56.203753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:56.524643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6f31da3-1261-43ea-b906-1c4faee89b4f None None] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:37:56.628453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f39ab060-ef0a-46db-a03e-9de39c61759c None None] Provisioning for port c4efa3b0-6130-4664-9c4d-b074b4445c12 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:37:56.670751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:56.896735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Router 21d4c045-3b42-47ef-aee1-33cce3573e8b is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:37:56.929573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4efa3b0-6130-4664-9c4d-b074b4445c12 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:37:56.998003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port c4efa3b0-6130-4664-9c4d-b074b4445c12 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:37:57.002566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c4efa3b0-6130-4664-9c4d-b074b4445c12 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:57.002938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.003268 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c4efa3b0-6130-4664-9c4d-b074b4445c12 Sep 22 17:37:57.074568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Provisioning complete for port c4efa3b0-6130-4664-9c4d-b074b4445c12 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:57.074841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.075189 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Attempt 1 to provision port c4efa3b0-6130-4664-9c4d-b074b4445c12 Sep 22 17:37:57.078074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:37:57.089437 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Sync routers for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:37:57.103784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.104504 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:57.105265 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:57.108033 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-10081e8f-7e76-4ca2-a5c0-03893217a59c admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5039608 Sep 22 17:37:57.108281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 56920) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:37:57.186206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c4efa3b0-6130-4664-9c4d-b074b4445c12 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:57.186491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.267882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port c4efa3b0-6130-4664-9c4d-b074b4445c12, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4efa3b0-6130-4664-9c4d-b074b4445c12,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:37:57.275454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.308515 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:57.311872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Current status of the port c4efa3b0-6130-4664-9c4d-b074b4445c12 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:57.312629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.398196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.419628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=c4efa3b0-6130-4664-9c4d-b074b4445c12,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:57.436946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:37:57.437346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:37:57.590357 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:56Z', 'revision_number': 3, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:37:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:57.594070 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Checking router: 21d4c045-3b42-47ef-aee1-33cce3573e8b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:37:57.594408 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Updating router 21d4c045-3b42-47ef-aee1-33cce3573e8b port 00dfd089-d1cd-4452-a09d-0420616fe7d5 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:37:57.671694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.812578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.991442 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:57.993135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-4f8bcb25-8b22-4d53-bb98-8d8ea183042e None None] Current status of the port c4efa3b0-6130-4664-9c4d-b074b4445c12 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:58.005588 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Transition to ACTIVE for port object 00dfd089-d1cd-4452-a09d-0420616fe7d5 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:37:58.012284 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.019233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Allocated IP 172.20.0.1 (263da5f2-7593-41d7-986a-1f9cc9e910d4/3e50dd33-e948-4846-aedf-8ecf2c6be3b7/78fc4f40-10f3-4f6f-8e23-a1aed84af684) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:37:58.080155 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Attempting to bind port 00dfd089-d1cd-4452-a09d-0420616fe7d5 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:37:58.080438 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Attempting to bind port 00dfd089-d1cd-4452-a09d-0420616fe7d5 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:37:58.080823 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Attempting to bind port 00dfd089-d1cd-4452-a09d-0420616fe7d5 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:37:58.094190 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:37:58.094833 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:37:58.094978 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.095318 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:37:58.095778 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Bound port: 00dfd089-d1cd-4452-a09d-0420616fe7d5, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:37:58.096151 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.131982 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Pushing event updated for resources: {'Port': ['ID=00dfd089-d1cd-4452-a09d-0420616fe7d5,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:58.147560 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.147908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.148247 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.149100 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.149441 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.149772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.150095 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.150422 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.150743 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.151318 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.151454 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.151673 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.167457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.183381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Transition to ACTIVE for port object 78fc4f40-10f3-4f6f-8e23-a1aed84af684 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:37:58.185895 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] For port 00dfd089-d1cd-4452-a09d-0420616fe7d5, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:37:58.189007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] For port 00dfd089-d1cd-4452-a09d-0420616fe7d5, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=00dfd089-d1cd-4452-a09d-0420616fe7d5,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:37:58.193752 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.208894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.256753 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:37:58.257373 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:58.277236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:37:58.279863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:37:58.283910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:37:58.327646 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Pushing event updated for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:58.340760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.341021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.341365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.341691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.342754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.342754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.342754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.343219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.343316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.343558 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.344058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.344539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:37:58.356669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.458392 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0df470-35fe-4974-8ca3-18748a2d7e10 None None] Pushing event updated for resources: {'Port': ['ID=00dfd089-d1cd-4452-a09d-0420616fe7d5,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:58.469115 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:37:58.489182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.518112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Provisioning for port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:37:58.523106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Provisioning complete for port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:58.523485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.524335 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 1 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:37:58.579843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:37:58.767390 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:56Z', 'revision_number': 3, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:37:58.771268 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b91559-2e2d-4f77-9fc0-bb61aab31afb None None] The sync data for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv is: [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:56Z', 'revision_number': 3, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:37:58.831669 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.837293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.904472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4efa3b0-6130-4664-9c4d-b074b4445c12 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:37:58.948529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:58.955799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Pushing event updated for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:37:59.022079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port c4efa3b0-6130-4664-9c4d-b074b4445c12 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:37:59.022600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:37:59.022834 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port c4efa3b0-6130-4664-9c4d-b074b4445c12 Sep 22 17:37:59.080506 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 2 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:37:59.123515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:37:59.125865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:37:59.157088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:37:59.219671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port c4efa3b0-6130-4664-9c4d-b074b4445c12 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:37:59.349611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Router 21d4c045-3b42-47ef-aee1-33cce3573e8b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:37:59.534721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:37:59.544590 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cac06e2c-ce68-4d3b-9f26-e1dea0a75790 admin admin] 10.222.0.25 "PUT /v2.0/routers/21d4c045-3b42-47ef-aee1-33cce3573e8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351151 Sep 22 17:37:59.658520 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 3 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:37:59.713009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:00.062910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-63f362a3-2ecf-4d9c-b199-02e4517a6c03 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:00.063525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1f7f8212-5a10-4295-aab8-26a11710030a req-63f362a3-2ecf-4d9c-b199-02e4517a6c03 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:00.080938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-1f7f8212-5a10-4295-aab8-26a11710030a req-63f362a3-2ecf-4d9c-b199-02e4517a6c03 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:00.082086 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-63f362a3-2ecf-4d9c-b199-02e4517a6c03 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 814 time: 0.1641970 Sep 22 17:38:00.097993 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-adabf9b5-8499-4c1c-a022-318408903ba5 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/quotas/c6c91ccfebc3405b92e9be198b9b2a2f HTTP/1.1" status: 200 len: 375 time: 0.0097859 Sep 22 17:38:00.195023 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-d605f386-faff-4deb-950d-a21a2d80a31f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0910411 Sep 22 17:38:00.213843 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 4 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:00.266470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Sync routers for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:38:00.285866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:38:00.286476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:00.339653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:00.377320 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-aa2abf38-753a-41f5-93d3-599c18a170d1 service neutron] 10.222.0.25 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748230 Sep 22 17:38:00.473957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:38:00.509515 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-fd537e7a-c18f-4ec5-a73c-99ab4b5bf0ba service neutron] 10.222.0.25 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261532 Sep 22 17:38:00.709737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-40943126-0c17-4d5e-9e00-c99a0e6d91c3 req-a87f4fe9-7ecf-4382-902d-211cc254681f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:00.728622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-40943126-0c17-4d5e-9e00-c99a0e6d91c3 req-a87f4fe9-7ecf-4382-902d-211cc254681f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:00.729838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-40943126-0c17-4d5e-9e00-c99a0e6d91c3 req-a87f4fe9-7ecf-4382-902d-211cc254681f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 210 time: 0.0735970 Sep 22 17:38:00.803205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 4, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '78fc4f40-10f3-4f6f-8e23-a1aed84af684', 'name': '', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'mac_address': 'fa:16:3e:6d:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:57Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 2, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'subnets': [{'id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:00.807699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Checking router: 21d4c045-3b42-47ef-aee1-33cce3573e8b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:38:00.808051 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Updating router 21d4c045-3b42-47ef-aee1-33cce3573e8b port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:38:00.846609 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 5 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:00.917109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:00.934341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 00dfd089-d1cd-4452-a09d-0420616fe7d5 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:00.964677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:01.116402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 00dfd089-d1cd-4452-a09d-0420616fe7d5 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:01.127647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 00dfd089-d1cd-4452-a09d-0420616fe7d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:01.128010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.128338 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 00dfd089-d1cd-4452-a09d-0420616fe7d5 Sep 22 17:38:01.360585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 00dfd089-d1cd-4452-a09d-0420616fe7d5 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:01.361532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.425755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 00dfd089-d1cd-4452-a09d-0420616fe7d5, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=00dfd089-d1cd-4452-a09d-0420616fe7d5,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:01.432387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.501894 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 6 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:01.537466 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.593041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Transition to ACTIVE for port object 78fc4f40-10f3-4f6f-8e23-a1aed84af684 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:01.597555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:01.603489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=00dfd089-d1cd-4452-a09d-0420616fe7d5,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:01.607109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.816232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaaa7d-9bd2-4791-84c2-89b3b48f92cc None None] Pushing event updated for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:01.826298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Attempting to bind port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:01.826664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Attempting to bind port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:01.827030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Attempting to bind port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:01.832346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:01.832744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Checking segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:01.833144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.833532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Bound using segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:01.833993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Bound port: 78fc4f40-10f3-4f6f-8e23-a1aed84af684, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:01.834362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.837408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-8de59b6c-2350-4cf2-9655-de89f9d6010f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:01.839482 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-8de59b6c-2350-4cf2-9655-de89f9d6010f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 814 time: 0.1782608 Sep 22 17:38:01.897125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Request body: {'port': {'device_id': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'admin_state_up': True, 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:01.929032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] For port 78fc4f40-10f3-4f6f-8e23-a1aed84af684, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:01.932544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] For port 78fc4f40-10f3-4f6f-8e23-a1aed84af684, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78fc4f40-10f3-4f6f-8e23-a1aed84af684,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:01.933571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eab52b03-02af-40a8-939f-2b5bef7cca63 req-5f6ebc3b-9b52-4f1a-8a16-0f4ccccefbc8 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 210 time: 0.0792246 Sep 22 17:38:01.938541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:01.997574 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:38:01.998095 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:37:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:02.049574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:02.059644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:02.069523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Made reservation on behalf of c6c91ccfebc3405b92e9be198b9b2a2f for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:02.073648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.087049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eaaa7d-9bd2-4791-84c2-89b3b48f92cc None None] Pushing event updated for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:02.146180 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Attempt 7 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:02.237651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:38:02.298626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eefa6749-fa1f-4875-927f-8ce2295e2598 None None] Port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:38:02.347995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Allocated IP 172.20.0.4 (263da5f2-7593-41d7-986a-1f9cc9e910d4/3e50dd33-e948-4846-aedf-8ecf2c6be3b7/5944ec7b-a508-457d-b33d-3c28c07fd175) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:02.553899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.565633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 4, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '78fc4f40-10f3-4f6f-8e23-a1aed84af684', 'name': '', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'mac_address': 'fa:16:3e:6d:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:57Z', 'updated_at': '2022-09-22T17:38:01Z', 'revision_number': 4, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'subnets': [{'id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:02.569764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Transition to ACTIVE for port object 5944ec7b-a508-457d-b33d-3c28c07fd175 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:02.570097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e126626-7ac1-4370-8389-4bab245277d2 None None] The sync data for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv is: [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:37:58Z', 'revision_number': 4, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '78fc4f40-10f3-4f6f-8e23-a1aed84af684', 'name': '', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'mac_address': 'fa:16:3e:6d:7e:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1587, 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:57Z', 'updated_at': '2022-09-22T17:38:01Z', 'revision_number': 4, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'subnets': [{'id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:38:02.594702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.670689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:02.675080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:02.677843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:02.726594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Pushing event updated for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:02.755009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:02.755811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.788383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-bc3769cb-9257-4003-9208-cf8e555e146d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9326847 Sep 22 17:38:02.805982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Request body: {'port': {'device_id': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:02.918254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Provisioning for port 5944ec7b-a508-457d-b33d-3c28c07fd175 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:02.924904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Provisioning complete for port 5944ec7b-a508-457d-b33d-3c28c07fd175 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:02.925283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.925623 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Attempt 1 to provision port 5944ec7b-a508-457d-b33d-3c28c07fd175 Sep 22 17:38:02.943512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:02.992046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Port 5944ec7b-a508-457d-b33d-3c28c07fd175 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:03.022441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 00dfd089-d1cd-4452-a09d-0420616fe7d5 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:03.117045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 00dfd089-d1cd-4452-a09d-0420616fe7d5 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:03.117431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.117801 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 00dfd089-d1cd-4452-a09d-0420616fe7d5 Sep 22 17:38:03.191993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980b320f-ef4e-495e-b652-62683c4ec3e4 req-0f829839-ba37-4795-8c98-154db8f97f8a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:03.200122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-980b320f-ef4e-495e-b652-62683c4ec3e4 req-0f829839-ba37-4795-8c98-154db8f97f8a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 931 time: 0.1162434 Sep 22 17:38:03.248561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-980b320f-ef4e-495e-b652-62683c4ec3e4 req-c60ca71e-3960-4b80-88e1-24eafa4dde81 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425754 Sep 22 17:38:03.263896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 00dfd089-d1cd-4452-a09d-0420616fe7d5 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:03.265460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78fc4f40-10f3-4f6f-8e23-a1aed84af684 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:03.339999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:03.345130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:03.345511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.346008 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:03.407697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5944ec7b-a508-457d-b33d-3c28c07fd175 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:38:03.416196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.433172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Transition to ACTIVE for port object 5944ec7b-a508-457d-b33d-3c28c07fd175 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:03.438260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.499907 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Attempt 2 to provision port 5944ec7b-a508-457d-b33d-3c28c07fd175 Sep 22 17:38:03.558183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:03.558566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.578094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Port 5944ec7b-a508-457d-b33d-3c28c07fd175 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:03.596781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 78fc4f40-10f3-4f6f-8e23-a1aed84af684, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78fc4f40-10f3-4f6f-8e23-a1aed84af684,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:03.601596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.652643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Pushing event updated for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:03.675658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:03.680950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Attempting to bind port 5944ec7b-a508-457d-b33d-3c28c07fd175 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:03.681294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Attempting to bind port 5944ec7b-a508-457d-b33d-3c28c07fd175 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:03.681623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Attempting to bind port 5944ec7b-a508-457d-b33d-3c28c07fd175 on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:03.689961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Port 5944ec7b-a508-457d-b33d-3c28c07fd175 on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:38:03.690278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Attempting to bind port 5944ec7b-a508-457d-b33d-3c28c07fd175 on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:03.695788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:03.696775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Checking segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:03.697155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Bound using segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:03.697573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Bound port: 5944ec7b-a508-457d-b33d-3c28c07fd175, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:03.697913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.791075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:03.794286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5944ec7b-a508-457d-b33d-3c28c07fd175,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:03.799125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.832984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:03.833583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:03.834930 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] 10.222.0.18 "PUT /v2.0/ports/5944ec7b-a508-457d-b33d-3c28c07fd175 HTTP/1.1" status: 200 len: 1093 time: 1.0334649 Sep 22 17:38:03.835353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:03.837698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3db86033-151f-49c8-9576-93cc274e1c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:03.886026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f013ed8c-9b28-4cae-85cc-0c4506a159bc service neutron] Pushing event updated for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:03.940493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d186423a-5617-43e2-9608-39ff9fc798af x-openstack-request-id: req-d186423a-5617-43e2-9608-39ff9fc798af {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:03.940823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:03.941101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d186423a-5617-43e2-9608-39ff9fc798af {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:03.941497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d186423a-5617-43e2-9608-39ff9fc798af'] response: {'name': 'network-changed', 'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175', 'status': 'completed', 'code': 200} Sep 22 17:38:03.970394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-1903bc4b-d79b-4158-a301-48f17b6310d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:03.971890 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-1903bc4b-d79b-4158-a301-48f17b6310d5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 1096 time: 0.0820551 Sep 22 17:38:04.049426 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-9ead2cdd-40f9-4ffd-a051-f5d17c74f92b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5944ec7b-a508-457d-b33d-3c28c07fd175 HTTP/1.1" status: 200 len: 217 time: 0.0645773 Sep 22 17:38:04.079464 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Attempt 3 to provision port 5944ec7b-a508-457d-b33d-3c28c07fd175 Sep 22 17:38:04.115094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-8264bbc5-78ce-4f33-a512-e272beb71e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:04.116446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-8264bbc5-78ce-4f33-a512-e272beb71e8a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e50dd33-e948-4846-aedf-8ecf2c6be3b7 HTTP/1.1" status: 200 len: 853 time: 0.0568042 Sep 22 17:38:04.143292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce1526bd-a791-4d5f-87c7-3a416ce47e6b None None] Port 5944ec7b-a508-457d-b33d-3c28c07fd175 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:38:04.298257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7f8212-5a10-4295-aab8-26a11710030a req-e8ca7cd7-9353-4a75-9157-72e7cdd27296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:04.299756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-e8ca7cd7-9353-4a75-9157-72e7cdd27296 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=263da5f2-7593-41d7-986a-1f9cc9e910d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1771493 Sep 22 17:38:04.443665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-75aa7c16-66ac-47ee-9bca-28d7a436880d service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337323 Sep 22 17:38:04.458657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57944104-170c-41c2-b7d3-4ed4ef9448bb req-0a0637f0-3d55-4115-9e5c-100eb0c024cb tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:04.460094 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57944104-170c-41c2-b7d3-4ed4ef9448bb req-0a0637f0-3d55-4115-9e5c-100eb0c024cb tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 943 time: 0.0903833 Sep 22 17:38:04.507547 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-57944104-170c-41c2-b7d3-4ed4ef9448bb req-f6d997a5-8e0a-4352-ae0a-007abf51a681 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410674 Sep 22 17:38:04.577781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1f7f8212-5a10-4295-aab8-26a11710030a req-92f1c8c0-bac2-438b-b907-491aef60df81 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281984 Sep 22 17:38:04.778477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86033-151f-49c8-9576-93cc274e1c1b req-c7e60474-530d-47e7-b1c2-3d57e3205dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:04.779960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-c7e60474-530d-47e7-b1c2-3d57e3205dc0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 1096 time: 0.0890174 Sep 22 17:38:04.902441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78fc4f40-10f3-4f6f-8e23-a1aed84af684 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:04.920097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86033-151f-49c8-9576-93cc274e1c1b req-7e2290e8-1324-4458-986d-b000eebfc87f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:04.921581 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-7e2290e8-1324-4458-986d-b000eebfc87f service neutron] 10.222.0.18 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 915 time: 0.1326096 Sep 22 17:38:04.969668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:04.969957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:04.970289 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 Sep 22 17:38:04.994748 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-6bf6b809-fe3e-4042-91ab-3dd944689e54 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5944ec7b-a508-457d-b33d-3c28c07fd175 HTTP/1.1" status: 200 len: 217 time: 0.0656855 Sep 22 17:38:05.059616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86033-151f-49c8-9576-93cc274e1c1b req-9564bdd7-1eea-4748-9e68-29b5a70ba2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:05.061937 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-9564bdd7-1eea-4748-9e68-29b5a70ba2d4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e50dd33-e948-4846-aedf-8ecf2c6be3b7 HTTP/1.1" status: 200 len: 853 time: 0.0612011 Sep 22 17:38:05.092033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:05.156871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db86033-151f-49c8-9576-93cc274e1c1b req-c64598aa-ab5d-4e03-a7fa-cc35bda61ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:05.158511 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-c64598aa-ab5d-4e03-a7fa-cc35bda61ee1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=263da5f2-7593-41d7-986a-1f9cc9e910d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0901327 Sep 22 17:38:05.301118 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-dc94a00d-9c61-4ca8-88ba-44ca15af2be1 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347499 Sep 22 17:38:05.452147 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3db86033-151f-49c8-9576-93cc274e1c1b req-b139fc31-9057-4b11-9578-088042f75445 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434119 Sep 22 17:38:05.707362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-710a9ecf-4f9d-4bd1-9538-6b54bf3e767e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:05.708093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-710a9ecf-4f9d-4bd1-9538-6b54bf3e767e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:05.723504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-710a9ecf-4f9d-4bd1-9538-6b54bf3e767e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:05.724629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-710a9ecf-4f9d-4bd1-9538-6b54bf3e767e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 943 time: 0.1056278 Sep 22 17:38:05.770889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-c0bdec3f-d3f7-42b9-a69c-c2ae065c62b6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:05.787630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-c0bdec3f-d3f7-42b9-a69c-c2ae065c62b6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:05.788799 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d27feb42-0f74-4b82-8dc3-48b41113207b req-c0bdec3f-d3f7-42b9-a69c-c2ae065c62b6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579138 Sep 22 17:38:06.982437 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409c957e-d03d-4f4f-9d80-b5dde5066043 req-394bde11-938d-4aaa-9f4a-15310c61df9c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:06.983889 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-409c957e-d03d-4f4f-9d80-b5dde5066043 req-394bde11-938d-4aaa-9f4a-15310c61df9c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 943 time: 0.0865409 Sep 22 17:38:07.027750 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-409c957e-d03d-4f4f-9d80-b5dde5066043 req-f8d521e3-34c6-4a95-bb2e-f96decb16bdf tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Sep 22 17:38:07.767314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 5944ec7b-a508-457d-b33d-3c28c07fd175 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:38:07.900615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5944ec7b-a508-457d-b33d-3c28c07fd175,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:07.913443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '5944ec7b-a508-457d-b33d-3c28c07fd175', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'port_id': '5944ec7b-a508-457d-b33d-3c28c07fd175', 'mac_address': 'fa:16:3e:24:a7:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:38:07.967423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 5944ec7b-a508-457d-b33d-3c28c07fd175 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:07.967803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:07.984472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5944ec7b-a508-457d-b33d-3c28c07fd175 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:38:07.999220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5944ec7b-a508-457d-b33d-3c28c07fd175,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:08.003151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:08.073684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:08.222426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cb524a-bb59-4ff6-9afd-2a1e56e35d2e req-f37a9ca3-ffdf-43ef-ae2a-a1aee6ea6a8d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:08.223864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9cb524a-bb59-4ff6-9afd-2a1e56e35d2e req-f37a9ca3-ffdf-43ef-ae2a-a1aee6ea6a8d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 944 time: 0.0871150 Sep 22 17:38:08.267828 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9cb524a-bb59-4ff6-9afd-2a1e56e35d2e req-88442758-bc4f-41d1-a08f-a31c4400f43b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376668 Sep 22 17:38:08.438149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['5944ec7b-a508-457d-b33d-3c28c07fd175'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:38:09.467941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757cd6b1-4c31-43b4-b4fc-7b6b1df86589 req-f81250f9-e3ab-4a16-b7cb-8dd3265d2467 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:09.469457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-757cd6b1-4c31-43b4-b4fc-7b6b1df86589 req-f81250f9-e3ab-4a16-b7cb-8dd3265d2467 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 944 time: 0.0902722 Sep 22 17:38:09.512966 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-757cd6b1-4c31-43b4-b4fc-7b6b1df86589 req-760f9a12-f5e2-4cb6-a0ed-4df259b8e6b6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378926 Sep 22 17:38:09.773452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 5944ec7b-a508-457d-b33d-3c28c07fd175 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:09.842186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 5944ec7b-a508-457d-b33d-3c28c07fd175 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:09.846661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 5944ec7b-a508-457d-b33d-3c28c07fd175 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:09.847029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:09.847354 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 5944ec7b-a508-457d-b33d-3c28c07fd175 Sep 22 17:38:09.960825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 5944ec7b-a508-457d-b33d-3c28c07fd175 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:09.961202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:09.987471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:09.989756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f36c2e3-c399-4099-b6b7-41f83345b5b8" -d '{"events": [{"server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "name": "network-vif-plugged", "status": "completed", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:09.997638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5944ec7b-a508-457d-b33d-3c28c07fd175,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:10.001522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:10.074949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:10.085014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266b0048-9b31-4e2f-9b63-3531957193d1 x-openstack-request-id: req-266b0048-9b31-4e2f-9b63-3531957193d1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:10.085303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "name": "network-vif-plugged", "status": "completed", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:10.085560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-266b0048-9b31-4e2f-9b63-3531957193d1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:10.085993 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-266b0048-9b31-4e2f-9b63-3531957193d1'] response: {'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175', 'code': 200} Sep 22 17:38:10.354014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae4005-d8ab-48f6-896e-a4f0f2b066a4 req-6622fb4b-19a7-4683-988a-2e8a59c39f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:10.355453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8dae4005-d8ab-48f6-896e-a4f0f2b066a4 req-6622fb4b-19a7-4683-988a-2e8a59c39f84 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 1098 time: 0.0782843 Sep 22 17:38:10.396876 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8dae4005-d8ab-48f6-896e-a4f0f2b066a4 req-583984b6-2a0c-43e5-beb0-a5fbf29c42ac service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352273 Sep 22 17:38:10.706936 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257c64ef-259c-4b6e-a9be-fa606566b452 req-8f87d594-fe54-4980-96c3-8a1b77c71977 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:10.708278 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-257c64ef-259c-4b6e-a9be-fa606566b452 req-8f87d594-fe54-4980-96c3-8a1b77c71977 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0853183 Sep 22 17:38:10.754327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-257c64ef-259c-4b6e-a9be-fa606566b452 req-2c39e7ad-db76-4d49-afa3-ef48ce9bf823 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403125 Sep 22 17:38:11.955989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3898a8-bf42-4b65-b840-b910aa7c8b81 req-45528e1e-ef73-4953-b965-f332a35a075d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:11.957470 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e3898a8-bf42-4b65-b840-b910aa7c8b81 req-45528e1e-ef73-4953-b965-f332a35a075d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0900462 Sep 22 17:38:12.003827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e3898a8-bf42-4b65-b840-b910aa7c8b81 req-23386a27-dc16-46f5-bba9-2d6a641cff0e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407112 Sep 22 17:38:13.196158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e69d80-ff9a-4ffa-ba77-b6c0b41829f4 req-8f8dc7c5-ca65-428c-8ce7-160bf5b7c34b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:13.198167 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d1e69d80-ff9a-4ffa-ba77-b6c0b41829f4 req-8f8dc7c5-ca65-428c-8ce7-160bf5b7c34b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0867469 Sep 22 17:38:13.241197 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d1e69d80-ff9a-4ffa-ba77-b6c0b41829f4 req-4583c02c-e976-457a-8ad8-4cf5a2767c3e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372791 Sep 22 17:38:13.624551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-c54230d2-53ca-4423-ba69-c1d94f3c44f9 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:13.626002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-c54230d2-53ca-4423-ba69-c1d94f3c44f9 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 814 time: 0.2416892 Sep 22 17:38:13.640400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-4e998c09-0332-4d44-a341-f7d07144c9e5 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/quotas/c6c91ccfebc3405b92e9be198b9b2a2f HTTP/1.1" status: 200 len: 375 time: 0.0090239 Sep 22 17:38:13.729813 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-5da1936c-f475-402e-b849-b9beca9186e3 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0844829 Sep 22 17:38:13.864313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-33a97b88-65f3-49ec-befb-e88f392688ba service neutron] 10.222.0.25 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257834 Sep 22 17:38:13.995630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-64b5af3f-4d5b-4e12-908e-5b7e5a22cd8a service neutron] 10.222.0.25 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247933 Sep 22 17:38:14.294310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d1faaf9-3b42-43ae-a690-fa76d6c84f35 req-926b7e14-3388-46f8-866b-1aeba6657e1e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 210 time: 0.1607378 Sep 22 17:38:15.275008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-10b888d1-a938-4db3-b7a7-ac68be539176 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:15.276436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-10b888d1-a938-4db3-b7a7-ac68be539176 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 814 time: 0.1494861 Sep 22 17:38:15.296058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Request body: {'port': {'device_id': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'admin_state_up': True, 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:15.479519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1c52f19b-d16a-43d8-bbd8-9149200cd2c3 req-0d797663-dcd6-4709-b7da-9401105498b8 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 210 time: 0.0691979 Sep 22 17:38:15.490306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:15.500083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:15.509252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Made reservation on behalf of c6c91ccfebc3405b92e9be198b9b2a2f for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:15.512863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:15.670219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Allocated IP 172.20.0.7 (263da5f2-7593-41d7-986a-1f9cc9e910d4/3e50dd33-e948-4846-aedf-8ecf2c6be3b7/2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:15.871747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:15.887310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Transition to ACTIVE for port object 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:15.910501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:15.943617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['5944ec7b-a508-457d-b33d-3c28c07fd175'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:38:15.978970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:15.982183 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:15.986023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:16.021358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Pushing event updated for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:16.066016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:16.066633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:16.098127 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-57d50ff1-4af9-4630-aa24-ec737c925250 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8074212 Sep 22 17:38:16.115638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Request body: {'port': {'device_id': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:16.226509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:16.234670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Provisioning for port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:16.240069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Provisioning complete for port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:16.240441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:16.240808 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Attempt 1 to provision port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a Sep 22 17:38:16.294740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:16.566966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:38:16.574674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:16.589038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Transition to ACTIVE for port object 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:16.593290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:16.682748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20328e71-78a2-47a3-b4bc-002fd454d173 req-757464cf-736f-4d25-b59f-734ed550395b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:16.684221 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20328e71-78a2-47a3-b4bc-002fd454d173 req-757464cf-736f-4d25-b59f-734ed550395b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 943 time: 0.0919640 Sep 22 17:38:16.728474 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20328e71-78a2-47a3-b4bc-002fd454d173 req-7201dfb7-a3d6-467b-b5f9-5b4cc16e01f0 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377533 Sep 22 17:38:16.795821 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Attempt 2 to provision port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a Sep 22 17:38:16.853573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:38:16.884773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Pushing event updated for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:16.921261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Attempting to bind port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:16.921595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Attempting to bind port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:16.921920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Attempting to bind port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:16.926402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:38:16.926715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Attempting to bind port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a on network 263da5f2-7593-41d7-986a-1f9cc9e910d4 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:16.931694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:16.932027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Checking segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:16.932409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Bound using segment: {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:16.932858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Bound port: 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5962fd2c-3825-4a3b-a4ea-084612f8e128', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:16.933219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:17.018674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:17.021617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:17.027265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:17.056995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.057522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:17.058864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] 10.222.0.18 "PUT /v2.0/ports/2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a HTTP/1.1" status: 200 len: 1093 time: 0.9477110 Sep 22 17:38:17.059302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:17.061599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0756882-4354-4b9f-99bd-bb89a604801b" -d '{"events": [{"name": "network-changed", "server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:17.106706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a77609f-4b46-437c-94a7-39ec4cdd01fd service neutron] Pushing event updated for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:17.110070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91dc671a-cdbb-4ae5-a98c-8bb26cb5954b x-openstack-request-id: req-91dc671a-cdbb-4ae5-a98c-8bb26cb5954b {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:17.110351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:17.110598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-91dc671a-cdbb-4ae5-a98c-8bb26cb5954b {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:17.111578 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-91dc671a-cdbb-4ae5-a98c-8bb26cb5954b'] response: {'name': 'network-changed', 'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a', 'status': 'completed', 'code': 200} Sep 22 17:38:17.200782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-db8354d0-7d34-4cb8-a76d-c417861bf8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.202267 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-db8354d0-7d34-4cb8-a76d-c417861bf8ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 1096 time: 0.0775044 Sep 22 17:38:17.277729 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-918850a3-be29-4d71-b3a5-21c0154361c5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a HTTP/1.1" status: 200 len: 217 time: 0.0633862 Sep 22 17:38:17.338434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-42bea892-7cb1-4007-8de7-0bd3592d323e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.339732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-42bea892-7cb1-4007-8de7-0bd3592d323e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e50dd33-e948-4846-aedf-8ecf2c6be3b7 HTTP/1.1" status: 200 len: 853 time: 0.0565820 Sep 22 17:38:17.354559 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Attempt 3 to provision port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a Sep 22 17:38:17.416054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-278c5811-637b-4d7e-9f65-8c5ecc364354 None None] Port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:38:17.426671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-f363955d-aba1-491f-8b76-94b715e0faf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.428133 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-f363955d-aba1-491f-8b76-94b715e0faf5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=263da5f2-7593-41d7-986a-1f9cc9e910d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825348 Sep 22 17:38:17.556391 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-4a31163a-ddd7-4db8-b102-5005bceb37bf service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211488 Sep 22 17:38:17.685374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b548ad1c-debe-42b0-8362-cebddf5af769 req-681e5551-463c-4dc4-9626-66c7223a80f8 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233237 Sep 22 17:38:17.854780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756882-4354-4b9f-99bd-bb89a604801b req-98aeda2a-9d19-4057-9115-c75dc33a2507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.856246 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-98aeda2a-9d19-4057-9115-c75dc33a2507 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 1096 time: 0.0805683 Sep 22 17:38:17.934021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb1908-02d5-47ab-9fcd-4fe0d57854e2 req-2fa5e444-67ca-4026-92d3-47b23e491337 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.935539 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffcb1908-02d5-47ab-9fcd-4fe0d57854e2 req-2fa5e444-67ca-4026-92d3-47b23e491337 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 943 time: 0.0904219 Sep 22 17:38:17.979079 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffcb1908-02d5-47ab-9fcd-4fe0d57854e2 req-743aae14-4a08-4746-90a3-0b4556e203aa tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377779 Sep 22 17:38:17.987648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756882-4354-4b9f-99bd-bb89a604801b req-fb8d44c8-7c89-4bd9-8019-a9905183e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:17.989113 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-fb8d44c8-7c89-4bd9-8019-a9905183e790 service neutron] 10.222.0.18 "GET /v2.0/networks?id=263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 200 len: 915 time: 0.1265988 Sep 22 17:38:18.059811 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-d8b944a9-4cb5-4f59-9cd1-74e16b3bead1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a HTTP/1.1" status: 200 len: 217 time: 0.0643449 Sep 22 17:38:18.120439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756882-4354-4b9f-99bd-bb89a604801b req-a95fbf42-dd95-483f-b8e0-4800a8883819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:18.121892 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-a95fbf42-dd95-483f-b8e0-4800a8883819 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=3e50dd33-e948-4846-aedf-8ecf2c6be3b7 HTTP/1.1" status: 200 len: 853 time: 0.0566423 Sep 22 17:38:18.208735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0756882-4354-4b9f-99bd-bb89a604801b req-f0bcc96f-f981-4d25-a0cc-17108283536d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:18.210084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-f0bcc96f-f981-4d25-a0cc-17108283536d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=263da5f2-7593-41d7-986a-1f9cc9e910d4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825071 Sep 22 17:38:18.442656 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-b581150d-235b-4eb5-a767-f6b4bad919e4 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265387 Sep 22 17:38:18.570403 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f0756882-4354-4b9f-99bd-bb89a604801b req-674c3320-55c5-41af-a686-456de76eb693 service neutron] 10.222.0.18 "GET /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216173 Sep 22 17:38:19.173318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c3822-1531-48c4-80a9-6d198a0fcc74 req-e44a0135-ee12-4224-9932-a450f88a679c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:19.173991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-732c3822-1531-48c4-80a9-6d198a0fcc74 req-e44a0135-ee12-4224-9932-a450f88a679c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:19.189669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-732c3822-1531-48c4-80a9-6d198a0fcc74 req-e44a0135-ee12-4224-9932-a450f88a679c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:19.190807 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-732c3822-1531-48c4-80a9-6d198a0fcc74 req-e44a0135-ee12-4224-9932-a450f88a679c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 943 time: 0.1013463 Sep 22 17:38:19.234825 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-732c3822-1531-48c4-80a9-6d198a0fcc74 req-0e19fe26-ce87-404e-8e60-b700f4d10ef7 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381613 Sep 22 17:38:20.440082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62db914a-ece6-4566-a7b3-6438134ced23 req-03a3964b-6468-462b-8d37-46388abdba4c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:20.441574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62db914a-ece6-4566-a7b3-6438134ced23 req-03a3964b-6468-462b-8d37-46388abdba4c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 943 time: 0.0963342 Sep 22 17:38:20.489166 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62db914a-ece6-4566-a7b3-6438134ced23 req-724ab835-dbf9-4063-be18-bcf5fc0db8f6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418427 Sep 22 17:38:21.686334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b63b79-0c30-4bf6-9c49-a5ff58264e2f req-6d0c6723-54e5-48cd-a1b5-b1abc56724bc tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:21.687776 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b63b79-0c30-4bf6-9c49-a5ff58264e2f req-6d0c6723-54e5-48cd-a1b5-b1abc56724bc tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 943 time: 0.0900252 Sep 22 17:38:21.732341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b63b79-0c30-4bf6-9c49-a5ff58264e2f req-2049c08e-9df0-40a2-8cb5-22e3d951f648 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389111 Sep 22 17:38:21.827358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:38:21.959437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:21.972982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a', 'network_id': '263da5f2-7593-41d7-986a-1f9cc9e910d4', 'port_id': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a', 'mac_address': 'fa:16:3e:20:93:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e50dd33-e948-4846-aedf-8ecf2c6be3b7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:38:22.030477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:22.030858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:22.075907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:38:22.091518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:22.095917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:22.162591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:22.169657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.170010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.170353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.170689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.171034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.171360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.171685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.172012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.172338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.172685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.173012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.173334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:22.461822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a83748c4-abda-4835-89b6-fdc05641459b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:22.502946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:38:22.929993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed2ebc-48a5-494e-a8f0-6d2c6ffb4b90 req-f1eecf84-ddb2-4773-9b86-8dc9932a9978 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:22.931441 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77ed2ebc-48a5-494e-a8f0-6d2c6ffb4b90 req-f1eecf84-ddb2-4773-9b86-8dc9932a9978 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 944 time: 0.0874252 Sep 22 17:38:22.973995 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-77ed2ebc-48a5-494e-a8f0-6d2c6ffb4b90 req-e31fbe5b-5d36-41a4-add5-7159772d26a1 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368631 Sep 22 17:38:23.843916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:23.910619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:23.915273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:23.915645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:23.915976 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a Sep 22 17:38:24.035643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:24.036027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:24.063398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:24.065749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61df96c7-aac5-48ec-9f3f-b5568f6e7099" -d '{"events": [{"server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "name": "network-vif-plugged", "status": "completed", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:24.073268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:24.077413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:24.110166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e0f3ea7-6f87-4fee-9b29-67ff321d269c x-openstack-request-id: req-7e0f3ea7-6f87-4fee-9b29-67ff321d269c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:24.110460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "name": "network-vif-plugged", "status": "completed", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:24.110709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7e0f3ea7-6f87-4fee-9b29-67ff321d269c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:24.111092 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7e0f3ea7-6f87-4fee-9b29-67ff321d269c'] response: {'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a', 'code': 200} Sep 22 17:38:24.153537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:24.183751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598c0234-042c-452e-935b-141b654e70ce req-4a1cec58-95ed-4a64-903c-de3e84c27831 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:24.185236 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-598c0234-042c-452e-935b-141b654e70ce req-4a1cec58-95ed-4a64-903c-de3e84c27831 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0970631 Sep 22 17:38:24.229110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-598c0234-042c-452e-935b-141b654e70ce req-1bd09c9d-9412-460a-98ea-68eb27cd3b2c tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381606 Sep 22 17:38:24.393477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c06d43-6b27-4abf-88cf-4973a8f5cb26 req-08a63ddc-3cdd-459d-9c85-7fd0849dcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:24.394837 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9c06d43-6b27-4abf-88cf-4973a8f5cb26 req-08a63ddc-3cdd-459d-9c85-7fd0849dcc3e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 1098 time: 0.0765188 Sep 22 17:38:24.434737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9c06d43-6b27-4abf-88cf-4973a8f5cb26 req-377b67a0-ae36-4119-a359-de7bf7775537 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334556 Sep 22 17:38:24.595871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9b5aa7c8-e3fa-4ec4-b8d0-5263df4fd7ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:25.432341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c3d32c-f270-4412-9f87-1c968980bd21 req-32512df2-123b-46ad-a48f-e584f71023af tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:25.434327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5c3d32c-f270-4412-9f87-1c968980bd21 req-32512df2-123b-46ad-a48f-e584f71023af tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0922668 Sep 22 17:38:25.477901 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e5c3d32c-f270-4412-9f87-1c968980bd21 req-49001ac6-96a7-41f9-a0c1-b6872656cc1d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379052 Sep 22 17:38:25.632225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:25.699349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:26.076239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:26.109392 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:38:26.675878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a417f00e-7170-4099-99a5-6f342048c267 req-4d0b3ee0-78cf-42a7-bf2f-c910aed9db27 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:26.677335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a417f00e-7170-4099-99a5-6f342048c267 req-4d0b3ee0-78cf-42a7-bf2f-c910aed9db27 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0901225 Sep 22 17:38:26.720170 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a417f00e-7170-4099-99a5-6f342048c267 req-c2053014-bd22-4dc9-a1b0-c69c77f5bff0 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372829 Sep 22 17:38:27.107149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9dcd20-7259-4361-8640-d4b3068193c5 req-6278bc52-c736-4040-a8d9-7cb435411c6e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:27.108592 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7a9dcd20-7259-4361-8640-d4b3068193c5 req-6278bc52-c736-4040-a8d9-7cb435411c6e tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0901940 Sep 22 17:38:27.151803 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7a9dcd20-7259-4361-8640-d4b3068193c5 req-1fee45d1-9287-4729-ac40-f41628d40b44 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375123 Sep 22 17:38:27.300085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:28.348368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73edc015-541c-49bf-9e59-1044abd77620 req-462d5475-ed2d-4495-884d-29ef2dd80a29 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:28.349838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-73edc015-541c-49bf-9e59-1044abd77620 req-462d5475-ed2d-4495-884d-29ef2dd80a29 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0864835 Sep 22 17:38:28.398244 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-73edc015-541c-49bf-9e59-1044abd77620 req-684fee8d-ba45-414b-9b91-2315f426f54d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426309 Sep 22 17:38:28.838024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-47adfca6-f207-45d3-86b4-27f4e9a9ff8a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:28.839436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-47adfca6-f207-45d3-86b4-27f4e9a9ff8a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 945 time: 0.0855958 Sep 22 17:38:28.912779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Deleting port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:28.913115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:29.152624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] For port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:29.152994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:29.278932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Calling delete_port for 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:29.425017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:29.463266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['5944ec7b-a508-457d-b33d-3c28c07fd175', '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:38:29.476115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Pushing event deleted for resources: {'Port': ['ID=2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:29.730779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9b6f5ea-0eeb-4a51-bd89-1dc6c3273ead req-9075afc0-e05a-4200-bb42-c89a51728a57 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=954845c9-5ab2-4e45-98ed-02da76d1058a HTTP/1.1" status: 200 len: 210 time: 0.1941519 Sep 22 17:38:29.731809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] No DVR routers for this DVR port 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:38:29.734891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:29.740368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'name': 'network-vif-deleted', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:29.744249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c636730-3009-4b2c-a6a4-4cab6a6d2f10" -d '{"events": [{"server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "name": "network-vif-deleted", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:29.764261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-118b7660-81c4-4ecb-b070-1d65f4c73e22 req-967a42bd-7cc7-42cb-80c1-b9cb2a2cb09b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "DELETE /v2.0/ports/2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a HTTP/1.1" status: 204 len: 173 time: 0.9181960 Sep 22 17:38:29.791843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66a5f41-b8be-4e85-a280-d6245b1ca8e1 x-openstack-request-id: req-f66a5f41-b8be-4e85-a280-d6245b1ca8e1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:29.792129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "954845c9-5ab2-4e45-98ed-02da76d1058a", "name": "network-vif-deleted", "tag": "2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:29.792374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f66a5f41-b8be-4e85-a280-d6245b1ca8e1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:29.792789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66a5f41-b8be-4e85-a280-d6245b1ca8e1'] response: {'server_uuid': '954845c9-5ab2-4e45-98ed-02da76d1058a', 'name': 'network-vif-deleted', 'tag': '2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a', 'status': 'completed', 'code': 200} Sep 22 17:38:31.007150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2dc2d10-ae6a-416e-aa23-f5461fd18754 req-798e75af-8792-407d-b9c3-47d679fe4d9f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:31.008593 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2dc2d10-ae6a-416e-aa23-f5461fd18754 req-798e75af-8792-407d-b9c3-47d679fe4d9f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0862386 Sep 22 17:38:31.052170 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b2dc2d10-ae6a-416e-aa23-f5461fd18754 req-0c13a260-6bc5-42fe-9715-1579c407328a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374196 Sep 22 17:38:31.270586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d2eb5-f7a8-4038-8330-2f236f0e31bc req-1095cc45-6abb-4993-bac9-673ee4933224 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:31.272013 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-525d2eb5-f7a8-4038-8330-2f236f0e31bc req-1095cc45-6abb-4993-bac9-673ee4933224 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0910032 Sep 22 17:38:31.314821 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-525d2eb5-f7a8-4038-8330-2f236f0e31bc req-2d402218-a7a7-48cd-aa66-1944f6a30d6b tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370202 Sep 22 17:38:31.512247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe66eb7-a18e-417d-8735-723fe5116213 req-fa71d797-139a-48cb-903a-4f8caef686e1 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:31.512956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0fe66eb7-a18e-417d-8735-723fe5116213 req-fa71d797-139a-48cb-903a-4f8caef686e1 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Synchronizing usage tracker for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:31.528937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-0fe66eb7-a18e-417d-8735-723fe5116213 req-fa71d797-139a-48cb-903a-4f8caef686e1 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Unset dirty status for tenant:c6c91ccfebc3405b92e9be198b9b2a2f on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:31.530052 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0fe66eb7-a18e-417d-8735-723fe5116213 req-fa71d797-139a-48cb-903a-4f8caef686e1 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.1062975 Sep 22 17:38:31.574350 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0fe66eb7-a18e-417d-8735-723fe5116213 req-07c9b04c-02c1-4013-b5b0-9167134185bf tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385704 Sep 22 17:38:31.869784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d53f31-0ba7-4530-8494-cd65befb6ba8 req-dbe90161-e074-41b2-bdd3-e1711511a378 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:31.871729 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10d53f31-0ba7-4530-8494-cd65befb6ba8 req-dbe90161-e074-41b2-bdd3-e1711511a378 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0862207 Sep 22 17:38:31.918021 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-10d53f31-0ba7-4530-8494-cd65befb6ba8 req-d2a40fb6-0857-42e1-9a92-0259e1e4fdca tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406706 Sep 22 17:38:32.112399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8f0181-f1ca-4221-92ae-04f71d3c4347 req-fd75a361-a2b5-4f11-98a9-ad9a9f407c63 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:32.113893 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc8f0181-f1ca-4221-92ae-04f71d3c4347 req-fd75a361-a2b5-4f11-98a9-ad9a9f407c63 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0864177 Sep 22 17:38:32.161007 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fc8f0181-f1ca-4221-92ae-04f71d3c4347 req-1964a100-5281-40ab-9389-2c3d2b3109ae tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413949 Sep 22 17:38:32.518950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47e2520-90e2-43bb-a00d-20c3459071cd req-b183fc40-efbb-48f0-9c50-565a588660e6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:32.520301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d47e2520-90e2-43bb-a00d-20c3459071cd req-b183fc40-efbb-48f0-9c50-565a588660e6 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0886688 Sep 22 17:38:32.563169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d47e2520-90e2-43bb-a00d-20c3459071cd req-0345eb17-6791-4cc1-97bf-d93170f67703 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373476 Sep 22 17:38:33.095115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56d7e2e-afa2-4836-8188-0b75b9d7f32c req-6074a292-5664-49fc-937c-72ef4bb3f3be tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:33.096560 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c56d7e2e-afa2-4836-8188-0b75b9d7f32c req-6074a292-5664-49fc-937c-72ef4bb3f3be tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0945981 Sep 22 17:38:33.141012 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c56d7e2e-afa2-4836-8188-0b75b9d7f32c req-6e21aee5-6927-4f51-8712-b53a2b79b191 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388486 Sep 22 17:38:33.896690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:33.930717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:33.930977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 2a531a50-b3be-4c82-b30e-ae3cb2fa6b3a not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:34.340485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb7adf5-5719-41bc-9dc6-3ca10cf8e035 req-f8a7b417-5c99-4a0c-a861-2e307872829a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:34.341960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abb7adf5-5719-41bc-9dc6-3ca10cf8e035 req-f8a7b417-5c99-4a0c-a861-2e307872829a tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0865719 Sep 22 17:38:34.386155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-abb7adf5-5719-41bc-9dc6-3ca10cf8e035 req-f5a2e317-a428-43f1-816d-80606557d29d tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/security-groups?id=63067287-ec95-4f2f-8373-3b5b7adeedc6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383456 Sep 22 17:38:34.904138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-f0361597-8cce-40de-b9f2-53f107ef24d3 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:34.905621 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-f0361597-8cce-40de-b9f2-53f107ef24d3 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 945 time: 0.0896654 Sep 22 17:38:34.973703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Deleting port 5944ec7b-a508-457d-b33d-3c28c07fd175 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:34.974046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:35.223373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] For port 5944ec7b-a508-457d-b33d-3c28c07fd175, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=5944ec7b-a508-457d-b33d-3c28c07fd175,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:35.223650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:35.344610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Calling delete_port for 5944ec7b-a508-457d-b33d-3c28c07fd175 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:35.500904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:35.534252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['5944ec7b-a508-457d-b33d-3c28c07fd175'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:38:35.552584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Pushing event deleted for resources: {'Port': ['ID=5944ec7b-a508-457d-b33d-3c28c07fd175,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:35.563731 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a09c8a9f-5845-4003-a86a-4902cbe22e84 req-63f7d8fa-4954-43e5-a557-f0b7b72f4733 tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.25 "GET /v2.0/ports?device_id=e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0 HTTP/1.1" status: 200 len: 210 time: 0.0611303 Sep 22 17:38:35.646294 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] No DVR routers for this DVR port 5944ec7b-a508-457d-b33d-3c28c07fd175 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:38:35.648908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:35.651641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'name': 'network-vif-deleted', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:38:35.654013 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27678e4-1ba7-44f6-8a1d-edab2f4af8e4" -d '{"events": [{"server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "name": "network-vif-deleted", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:38:35.669243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-42c0d7a7-641c-4e7e-bfdc-fb971c21d057 req-5bd26580-8463-4690-a3e3-c11132e5ef1f tempest-ServersNegativeTestJSON-621343892 tempest-ServersNegativeTestJSON-621343892-project] 10.222.0.18 "DELETE /v2.0/ports/5944ec7b-a508-457d-b33d-3c28c07fd175 HTTP/1.1" status: 204 len: 173 time: 0.7588110 Sep 22 17:38:35.710581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:38:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abaea0e4-4f72-44fa-b6a5-abf330a141a8 x-openstack-request-id: req-abaea0e4-4f72-44fa-b6a5-abf330a141a8 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:38:35.710877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0", "name": "network-vif-deleted", "tag": "5944ec7b-a508-457d-b33d-3c28c07fd175", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:38:35.711178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-abaea0e4-4f72-44fa-b6a5-abf330a141a8 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:38:35.711591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abaea0e4-4f72-44fa-b6a5-abf330a141a8'] response: {'server_uuid': 'e5d8b08a-104c-4ef5-b3d8-5ddbcb1962c0', 'name': 'network-vif-deleted', 'tag': '5944ec7b-a508-457d-b33d-3c28c07fd175', 'status': 'completed', 'code': 200} Sep 22 17:38:36.658959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57080) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:37.277824 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:37.622035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Deleting port 78fc4f40-10f3-4f6f-8e23-a1aed84af684 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:37.622968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:37.794927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] For port 78fc4f40-10f3-4f6f-8e23-a1aed84af684, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78fc4f40-10f3-4f6f-8e23-a1aed84af684,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:37.795639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:37.918730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Calling delete_port for 78fc4f40-10f3-4f6f-8e23-a1aed84af684 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:38.229863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:38.275713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Pushing event deleted for resources: {'Port': ['ID=78fc4f40-10f3-4f6f-8e23-a1aed84af684,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:38.651728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:39.015182 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Router 21d4c045-3b42-47ef-aee1-33cce3573e8b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:38:39.189505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:38:39.198134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Sync routers for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:38:39.203913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-72192074-3754-4dd3-a064-1b807246c79e admin admin] 10.222.0.25 "PUT /v2.0/routers/21d4c045-3b42-47ef-aee1-33cce3573e8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5415626 Sep 22 17:38:39.204139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:39.207694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:38:39.208355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:39.381616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:39.382897 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:38:39.557839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:39.567430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Deleting port 00dfd089-d1cd-4452-a09d-0420616fe7d5 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:39.567758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:39.689879 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118'}], 'enable_snat': True}, 'gw_port_id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:38:38Z', 'revision_number': 5, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port': {'id': '00dfd089-d1cd-4452-a09d-0420616fe7d5', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:40:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1586, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:37:55Z', 'updated_at': '2022-09-22T17:38:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:39.693715 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Checking router: 21d4c045-3b42-47ef-aee1-33cce3573e8b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:38:39.702503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Routers {'21d4c045-3b42-47ef-aee1-33cce3573e8b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:38:39.703096 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['21d4c045-3b42-47ef-aee1-33cce3573e8b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:39.739760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] For port 00dfd089-d1cd-4452-a09d-0420616fe7d5, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=00dfd089-d1cd-4452-a09d-0420616fe7d5,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:39.740110 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:39.858741 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] Set router 21d4c045-3b42-47ef-aee1-33cce3573e8b gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:38:39.916521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 5944ec7b-a508-457d-b33d-3c28c07fd175 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:39.955911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 5944ec7b-a508-457d-b33d-3c28c07fd175 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:39.956250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 5944ec7b-a508-457d-b33d-3c28c07fd175 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:39.965577 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:38:39Z', 'revision_number': 6, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:39.970332 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fd6203-df0d-4c1e-b662-966d5aecbb2b None None] The sync data for ids ['21d4c045-3b42-47ef-aee1-33cce3573e8b'] in dv-neutron-858953-1-hyperv is: [{'id': '21d4c045-3b42-47ef-aee1-33cce3573e8b', 'name': 'tempest-ServersNegativeTestJSON-1688163300-router', 'tenant_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:37:54Z', 'updated_at': '2022-09-22T17:38:39Z', 'revision_number': 6, 'project_id': 'c6c91ccfebc3405b92e9be198b9b2a2f', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:38:39.978512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Calling delete_port for 00dfd089-d1cd-4452-a09d-0420616fe7d5 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:40.145762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.195205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Pushing event deleted for resources: {'Port': ['ID=00dfd089-d1cd-4452-a09d-0420616fe7d5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:40.290091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.466368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.468537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.490633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.491136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21d4c045-3b42-47ef-aee1-33cce3573e8b {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:38:40.503925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.505076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d222c36c-aab7-47ee-8fc1-480eafef6f4e admin admin] 10.222.0.25 "DELETE /v2.0/routers/21d4c045-3b42-47ef-aee1-33cce3573e8b HTTP/1.1" status: 204 len: 168 time: 1.3000188 Sep 22 17:38:40.507705 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57088) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:40.569052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Deleting subnet 3e50dd33-e948-4846-aedf-8ecf2c6be3b7 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:38:40.571814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.619529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.698574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.765781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.804891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e50dd33-e948-4846-aedf-8ecf2c6be3b7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:40.806882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.813189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e361c2-b7c0-4cab-a028-d3cd16d53158 None None] Network 263da5f2-7593-41d7-986a-1f9cc9e910d4 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:40.813729 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e39fb527-24d4-413f-a135-ee9918181ee7 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/3e50dd33-e948-4846-aedf-8ecf2c6be3b7 HTTP/1.1" status: 204 len: 168 time: 0.3050215 Sep 22 17:38:40.816106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57092) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:40.926074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 00dfd089-d1cd-4452-a09d-0420616fe7d5 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:40.932461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:40.943718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Deleting port c4efa3b0-6130-4664-9c4d-b074b4445c12 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:40.944068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.021182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 00dfd089-d1cd-4452-a09d-0420616fe7d5 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:41.021530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 00dfd089-d1cd-4452-a09d-0420616fe7d5 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:41.021945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78fc4f40-10f3-4f6f-8e23-a1aed84af684 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:41.068014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 78fc4f40-10f3-4f6f-8e23-a1aed84af684 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:41.068359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78fc4f40-10f3-4f6f-8e23-a1aed84af684 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:41.148339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] DHCP port deletion for 263da5f2-7593-41d7-986a-1f9cc9e910d4 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:38:41.152340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Deleting port c4efa3b0-6130-4664-9c4d-b074b4445c12 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:41.152739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.165502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] For port c4efa3b0-6130-4664-9c4d-b074b4445c12, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4efa3b0-6130-4664-9c4d-b074b4445c12,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:41.166051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.290396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Calling delete_port for c4efa3b0-6130-4664-9c4d-b074b4445c12 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:41.353468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] For port c4efa3b0-6130-4664-9c4d-b074b4445c12, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=c4efa3b0-6130-4664-9c4d-b074b4445c12,segment=NetworkSegment(5962fd2c-3825-4a3b-a4ea-084612f8e128),segment_id=5962fd2c-3825-4a3b-a4ea-084612f8e128)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:41.353857 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.364830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.509319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=c4efa3b0-6130-4664-9c4d-b074b4445c12,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:41.513915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] No DVR routers for this DVR port c4efa3b0-6130-4664-9c4d-b074b4445c12 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:38:41.514933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Calling delete_port for c4efa3b0-6130-4664-9c4d-b074b4445c12 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 22 17:38:41.583082 dv-neutron-858953-1-hyperv neutron-server[89053]: util.warn( Sep 22 17:38:41.590610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:38:41.590969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:38:41.628421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.653265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['263da5f2-7593-41d7-986a-1f9cc9e910d4']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:41.664849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5962fd2c-3825-4a3b-a4ea-084612f8e128') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:41.665146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5962fd2c-3825-4a3b-a4ea-084612f8e128') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:41.676038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.691856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.697811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:41.698295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.794745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.811719 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:41.822001 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=263da5f2-7593-41d7-986a-1f9cc9e910d4,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:41.838636 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cfa47654-a951-4064-8d32-9aae97218bdb admin admin] 10.222.0.25 "DELETE /v2.0/networks/263da5f2-7593-41d7-986a-1f9cc9e910d4 HTTP/1.1" status: 204 len: 168 time: 1.0192285 Sep 22 17:38:41.858275 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5962fd2c-3825-4a3b-a4ea-084612f8e128 resource provider aggregate not found Sep 22 17:38:41.874781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 5962fd2c-3825-4a3b-a4ea-084612f8e128 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5962fd2c-3825-4a3b-a4ea-084612f8e128 found for delete ", "request_id": "req-f92f12b8-b2f1-4040-807b-972b6ef3385a"}]} Sep 22 17:38:41.944521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57104) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:41.992882 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-579e0cdf-d93d-4002-b32e-f1e97bfb70f9 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=c6c91ccfebc3405b92e9be198b9b2a2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471594 Sep 22 17:38:41.995219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57108) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:42.055841 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:42.081222 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:42.092404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Deleting port c4efa3b0-6130-4664-9c4d-b074b4445c12 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:42.092905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:42.132562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:42.148389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63067287-ec95-4f2f-8373-3b5b7adeedc6,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:42.162335 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:42.163441 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fd76fd1a-3344-4db2-ba96-92278c6e7c4f admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/63067287-ec95-4f2f-8373-3b5b7adeedc6 HTTP/1.1" status: 204 len: 168 time: 0.1673470 Sep 22 17:38:42.163700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-44186068-ff7e-40c4-b8be-3e56bb5765a4 None None] The port 'c4efa3b0-6130-4664-9c4d-b074b4445c12' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:38:42.890804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57132) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:42.913599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4efa3b0-6130-4664-9c4d-b074b4445c12 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:42.946520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: c4efa3b0-6130-4664-9c4d-b074b4445c12 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:42.946855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device c4efa3b0-6130-4664-9c4d-b074b4445c12 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:42.993303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-297253046'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:42.998241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:43.002117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:network and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:43.004995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:43.011100 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:43.021629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:43.024812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.037141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.051239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:43.055007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:security_group_rule and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:43.057785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:43.063408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:43.150979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.155489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.183948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:43.199531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02dddff7-9b4d-4ca0-9b83-3f2402ea1fdb,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:43.205101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.205435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Added segment 2bf3f15f-9929-4963-a808-95e4776ba058 of type vlan for network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede Sep 22 17:38:43.232498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.261236 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.267564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:43.268143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:43.374661 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4827664 Sep 22 17:38:43.377320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d3093c-9b2f-465a-a18b-c25504ebdfc5 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Network': ['ID=2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:43.399329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:46.652476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57138) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:46.658014 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'subnet': {'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:46.765582 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:46.769659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:subnet and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:46.772405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:46.778124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:46.787567 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:46.790959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.003812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.180900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Subnet': ['ID=6f50a139-e3f0-4223-baa3-15dc064de008,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:47.191728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.192065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.192397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.192750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.193075 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.193394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.193710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.194029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.194342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.194657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.194971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.195280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:38:47.198283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking segment: {'id': '2bf3f15f-9929-4963-a808-95e4776ba058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:47.198635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network hostable DHCP agents. Network: 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:47.219663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:47.229155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:47.234250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:47.234821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.240336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f94ad7-c4a0-4ce1-bf7f-ae58857b3d95 None None] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:47.255861 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-db1b79f1-cf50-4385-86a9-4270ab03f26f tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6021214 Sep 22 17:38:47.259211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57142) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:47.265550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-581066386'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:47.270868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:47.274697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:network and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:47.277595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:47.284435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:47.294513 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:47.297939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.324910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:47.334980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.335471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Added segment 4277d033-0bf8-4869-9b66-d18f19aa114c of type vlan for network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa Sep 22 17:38:47.362615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.393130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.398766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:47.399341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.462778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede', 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede', 'tenant_id': '778f3f7287b34f0b8bebeed6009304fe', 'fixed_ips': [{'subnet_id': '6f50a139-e3f0-4223-baa3-15dc064de008'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:47.463598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.508137 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2451825 Sep 22 17:38:47.508691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57146) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:47.515298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'subnet': {'network_id': '5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:47.518371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a425fc-0e3e-4d85-a8b6-2e4baa5a2b5d tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Network': ['ID=5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:47.530107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:47.626067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:47.629905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:subnet and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:47.632750 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:47.638949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:47.649175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:47.652685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.713605 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Allocated IP 2001:db8:0:ffff::2 (2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede/6f50a139-e3f0-4223-baa3-15dc064de008/5e9fa485-1747-4264-82d7-c7cffb3c38d6) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:47.874644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.919229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.930143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Transition to ACTIVE for port object 5e9fa485-1747-4264-82d7-c7cffb3c38d6 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:47.948410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Transition to ACTIVE for port object 5e9fa485-1747-4264-82d7-c7cffb3c38d6 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:47.955489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:47.957142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Subnet': ['ID=64dd2eba-ba0d-4bdd-9487-acef9506b9dc,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:47.968728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking segment: {'id': '4277d033-0bf8-4869-9b66-d18f19aa114c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:47.969090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network hostable DHCP agents. Network: 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:47.988199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:47.997151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:48.002008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:48.002594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.013828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f89713b-93e4-44bc-850a-b36c3f469849 None None] Network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:48.025886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-060be485-d4b8-40fd-a8f0-2c2680df8a34 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5158165 Sep 22 17:38:48.028581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57150) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:48.040571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:48.083519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:48.093107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:48.104885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Pushing event updated for resources: {'Port': ['ID=5e9fa485-1747-4264-82d7-c7cffb3c38d6,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:48.176712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.230069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Attempting to bind port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:48.230540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Attempting to bind port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '2bf3f15f-9929-4963-a808-95e4776ba058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:48.230973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Attempting to bind port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 on network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:48.243417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.248885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:48.249454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Checking segment: {'id': '2bf3f15f-9929-4963-a808-95e4776ba058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:48.249655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.250047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Bound using segment: {'id': '2bf3f15f-9929-4963-a808-95e4776ba058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:48.250519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Bound port: 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bf3f15f-9929-4963-a808-95e4776ba058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:48.250895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.327336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.367366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Subnet': ['ID=64dd2eba-ba0d-4bdd-9487-acef9506b9dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:48.461851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.465361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] For port 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:48.469350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3030ad7e-1efb-462b-8c78-debffe160345 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa', 'network_id': '5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa', 'tenant_id': '778f3f7287b34f0b8bebeed6009304fe', 'fixed_ips': [{'subnet_id': '64dd2eba-ba0d-4bdd-9487-acef9506b9dc'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:48.470368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3030ad7e-1efb-462b-8c78-debffe160345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.489333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:48.490049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] For port 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e9fa485-1747-4264-82d7-c7cffb3c38d6,segment=NetworkSegment(2bf3f15f-9929-4963-a808-95e4776ba058),segment_id=2bf3f15f-9929-4963-a808-95e4776ba058)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:48.496107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.505732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4277d033-0bf8-4869-9b66-d18f19aa114c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:48.505955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4277d033-0bf8-4869-9b66-d18f19aa114c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:48.518535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.534908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.541195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:48.541633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.610698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4277d033-0bf8-4869-9b66-d18f19aa114c resource provider aggregate not found Sep 22 17:38:48.635762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4277d033-0bf8-4869-9b66-d18f19aa114c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4277d033-0bf8-4869-9b66-d18f19aa114c found for delete ", "request_id": "req-b5192e80-6a3f-4fdf-aada-92d97cd6d52e"}]} Sep 22 17:38:48.641919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937c40c9-e765-40f7-9f61-ed702dd4ad82 None None] Pushing event updated for resources: {'Port': ['ID=5e9fa485-1747-4264-82d7-c7cffb3c38d6,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:48.651621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15b1e6-f0d3-41bb-94f7-fea4dacbe789 None None] Network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:48.655541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.672883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15b1e6-f0d3-41bb-94f7-fea4dacbe789 None None] Network 5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:38:48.677869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.686744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Network': ['ID=5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:48.694320 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a5f7b91-9100-4f74-b641-adcfd74b654e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa HTTP/1.1" status: 204 len: 168 time: 0.6615851 Sep 22 17:38:48.694753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57158) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:48.700210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860768614'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:48.705916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:48.710099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:network and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:48.713254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:48.720143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:48.729907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:48.733937 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.762258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:48.774455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.775041 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Added segment c6f990a8-2574-49dc-a859-f9286848f404 of type vlan for network a1f3489e-b102-49b0-8803-3cb3e0ef7d3d Sep 22 17:38:48.811663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.845521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.850815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:48.851391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:48.956475 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2607203 Sep 22 17:38:48.959394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:48.965759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'subnet': {'network_id': 'a1f3489e-b102-49b0-8803-3cb3e0ef7d3d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:48.965932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ac5bd-6bb0-40e6-bb38-8bdf97a0b6fd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Network': ['ID=a1f3489e-b102-49b0-8803-3cb3e0ef7d3d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:48.981040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network a1f3489e-b102-49b0-8803-3cb3e0ef7d3d details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:48.996995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5e9fa485-1747-4264-82d7-c7cffb3c38d6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:49.080326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:49.085654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:subnet and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:49.088862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:49.096832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:49.107552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:49.111260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.146901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:49.207646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Performing IP validity checks on allocation pools {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Sep 22 17:38:49.208258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.ipam_backend_mixin [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking for overlaps among allocation pools and gateway ip {{(pid=89051) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Sep 22 17:38:49.334068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.418939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Subnet': ['ID=c85ce723-5ef7-4cd0-a30b-ab08235f4cc9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:49.428486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking segment: {'id': 'c6f990a8-2574-49dc-a859-f9286848f404', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'a1f3489e-b102-49b0-8803-3cb3e0ef7d3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:49.428952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network hostable DHCP agents. Network: a1f3489e-b102-49b0-8803-3cb3e0ef7d3d, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:49.448887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network a1f3489e-b102-49b0-8803-3cb3e0ef7d3d is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:49.459752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, a1f3489e-b102-49b0-8803-3cb3e0ef7d3d) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:49.463813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:49.464379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.471342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32779bb6-6a2a-4586-bfee-b5e5a7b43c45 None None] Network a1f3489e-b102-49b0-8803-3cb3e0ef7d3d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:49.499446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-334f961d-98e8-4105-8396-289b33035e01 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5358429 Sep 22 17:38:49.499884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:49.639329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087cdf37-e183-4dc4-b217-b153a9979281 None None] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:49.646314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.715448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.788173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Provisioning for port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:49.791006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.802692 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8b83f88-b6e7-4168-8f48-df2c5c9763a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-a1f3489e-b102-49b0-8803-3cb3e0ef7d3d', 'network_id': 'a1f3489e-b102-49b0-8803-3cb3e0ef7d3d', 'tenant_id': '778f3f7287b34f0b8bebeed6009304fe', 'fixed_ips': [{'subnet_id': 'c85ce723-5ef7-4cd0-a30b-ab08235f4cc9'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:49.803503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8b83f88-b6e7-4168-8f48-df2c5c9763a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.822086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Provisioning complete for port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:49.822463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.822819 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Attempt 1 to provision port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 Sep 22 17:38:49.830460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Subnet': ['ID=c85ce723-5ef7-4cd0-a30b-ab08235f4cc9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:49.925215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.949627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1f3489e-b102-49b0-8803-3cb3e0ef7d3d']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:49.961706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f990a8-2574-49dc-a859-f9286848f404') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:49.962009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f990a8-2574-49dc-a859-f9286848f404') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:49.973782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:49.994247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.000979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:50.001555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.052582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e8a1f42-4fcc-4497-a7d6-09ef58704a00 None None] Network a1f3489e-b102-49b0-8803-3cb3e0ef7d3d requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:50.161599 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c6f990a8-2574-49dc-a859-f9286848f404 resource provider aggregate not found Sep 22 17:38:50.190019 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c6f990a8-2574-49dc-a859-f9286848f404 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c6f990a8-2574-49dc-a859-f9286848f404 found for delete ", "request_id": "req-4353e902-8763-4704-9623-0fba432e3c34"}]} Sep 22 17:38:50.201023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.201210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Current status of the port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:50.201791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.224109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.236980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Network': ['ID=a1f3489e-b102-49b0-8803-3cb3e0ef7d3d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:50.244659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cd20193c-4096-4d9e-bb55-4390c1f308cb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/a1f3489e-b102-49b0-8803-3cb3e0ef7d3d HTTP/1.1" status: 204 len: 168 time: 0.7403896 Sep 22 17:38:50.244981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:50.250822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-705989769'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:50.256046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:50.260078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:network and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:50.262981 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:50.269442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:50.280337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:50.283874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.312774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:50.325671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.325671 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Added segment c0f8d799-ebc6-4168-8e90-03dd93f3c308 of type vlan for network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 Sep 22 17:38:50.331994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] For port 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e9fa485-1747-4264-82d7-c7cffb3c38d6,segment=NetworkSegment(2bf3f15f-9929-4963-a808-95e4776ba058),segment_id=2bf3f15f-9929-4963-a808-95e4776ba058)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:50.336187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.355907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.392229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.401694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:50.402905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.411345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c7612-e859-4a98-9273-c84af9fac928 None None] Pushing event updated for resources: {'Port': ['ID=5e9fa485-1747-4264-82d7-c7cffb3c38d6,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:50.504177 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2580850 Sep 22 17:38:50.507293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:50.513218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'subnet': {'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:50.516997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73f3d8-e211-4a0f-965c-c716da6251eb tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Network': ['ID=924bcdb4-46d3-48b1-96c9-9c6fdd34fff9,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:50.530436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:50.688125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-01793349-ef62-4097-88e9-3d86db9b2091 None None] Provisioning complete for port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:50.688409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-01793349-ef62-4097-88e9-3d86db9b2091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.688757 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-01793349-ef62-4097-88e9-3d86db9b2091 None None] Attempt 1 to provision port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 Sep 22 17:38:50.736713 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:50.741705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:subnet and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:50.744706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:50.752317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:50.764300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:50.768173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.812105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-01793349-ef62-4097-88e9-3d86db9b2091 None None] Current status of the port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:50.921451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5e9fa485-1747-4264-82d7-c7cffb3c38d6 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:50.986992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.990535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:50.990991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:50.991329 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 Sep 22 17:38:51.072222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Subnet': ['ID=2941e25a-f4ce-41d4-bd85-abce7bd0fdf5,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:51.079391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking segment: {'id': 'c0f8d799-ebc6-4168-8e90-03dd93f3c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:51.079836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network hostable DHCP agents. Network: 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:51.098832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:51.108454 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:51.112858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:51.113443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.118354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:38:51.121028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76908e9e-b462-4d87-a38c-e9fcc0e1072b None None] Network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:51.135654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-084bde83-e80b-4b42-b841-2605843a48c4 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6267183 Sep 22 17:38:51.138740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57182) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:51.145192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1908800113'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:51.150120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:51.153993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:network and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:51.156864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for network was recalculated. Used quota:2. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:51.163069 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:51.174462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:51.178302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.208842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:51.217963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.218358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Added segment cb766327-5f65-4d8e-ab2e-ad597dea4917 of type vlan for network 3dcece52-296f-415a-9986-f06ce18de22b Sep 22 17:38:51.246709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.277210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.282800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:51.283384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.349321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-924bcdb4-46d3-48b1-96c9-9c6fdd34fff9', 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9', 'tenant_id': '778f3f7287b34f0b8bebeed6009304fe', 'fixed_ips': [{'subnet_id': '2941e25a-f4ce-41d4-bd85-abce7bd0fdf5'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:51.350143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.382945 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2425702 Sep 22 17:38:51.387260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57186) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:51.393346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Request body: {'subnet': {'network_id': '3dcece52-296f-415a-9986-f06ce18de22b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:51.402028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de092b40-17e7-46e2-a87c-2b80c8fd735e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Network': ['ID=3dcece52-296f-415a-9986-f06ce18de22b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:51.416017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 3dcece52-296f-415a-9986-f06ce18de22b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:51.504508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:51.508558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Usage tracker for resource:subnet and tenant:778f3f7287b34f0b8bebeed6009304fe is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:51.511607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:51.517309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:51.527469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Made reservation on behalf of 778f3f7287b34f0b8bebeed6009304fe for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:51.531576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.599321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Allocated IP 2001:db8::2 (924bcdb4-46d3-48b1-96c9-9c6fdd34fff9/2941e25a-f4ce-41d4-bd85-abce7bd0fdf5/d858315d-5e3f-4e00-9028-8a3c72412fde) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:51.746961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.809225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.819606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Transition to ACTIVE for port object d858315d-5e3f-4e00-9028-8a3c72412fde will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:51.829824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event updated for resources: {'Subnet': ['ID=7c947467-7eff-4db7-875c-aaceafc1f70c,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:51.839116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Checking segment: {'id': 'cb766327-5f65-4d8e-ab2e-ad597dea4917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '3dcece52-296f-415a-9986-f06ce18de22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:51.839479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network hostable DHCP agents. Network: 3dcece52-296f-415a-9986-f06ce18de22b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:51.839639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Transition to ACTIVE for port object d858315d-5e3f-4e00-9028-8a3c72412fde will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:51.845923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.858721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Network 3dcece52-296f-415a-9986-f06ce18de22b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:51.868550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 3dcece52-296f-415a-9986-f06ce18de22b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:51.872518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:51.873216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:51.890582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-003679ac-725d-4462-87d5-e320a48df9f7 None None] Network 3dcece52-296f-415a-9986-f06ce18de22b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:51.895019 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e4b33478-ea2e-4086-9f01-bd241142ec1e tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5066741 Sep 22 17:38:51.897603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57190) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:51.995518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:52.002278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Pushing event updated for resources: {'Port': ['ID=d858315d-5e3f-4e00-9028-8a3c72412fde,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:52.004735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:52.008277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:52.037633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.101367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.136651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Attempting to bind port d858315d-5e3f-4e00-9028-8a3c72412fde on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:52.137017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Attempting to bind port d858315d-5e3f-4e00-9028-8a3c72412fde by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'c0f8d799-ebc6-4168-8e90-03dd93f3c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:52.137379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Attempting to bind port d858315d-5e3f-4e00-9028-8a3c72412fde on network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:52.180022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.180352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:52.180585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Checking segment: {'id': 'c0f8d799-ebc6-4168-8e90-03dd93f3c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:52.181012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.181392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Bound using segment: {'id': 'c0f8d799-ebc6-4168-8e90-03dd93f3c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:52.181867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Bound port: d858315d-5e3f-4e00-9028-8a3c72412fde, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0f8d799-ebc6-4168-8e90-03dd93f3c308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '924bcdb4-46d3-48b1-96c9-9c6fdd34fff9'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:52.182239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.222078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Subnet': ['ID=7c947467-7eff-4db7-875c-aaceafc1f70c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:52.323049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.346254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52a609-43fe-4c43-80e7-3ade1341f6c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-3dcece52-296f-415a-9986-f06ce18de22b', 'network_id': '3dcece52-296f-415a-9986-f06ce18de22b', 'tenant_id': '778f3f7287b34f0b8bebeed6009304fe', 'fixed_ips': [{'subnet_id': '7c947467-7eff-4db7-875c-aaceafc1f70c'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:52.347081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ba52a609-43fe-4c43-80e7-3ade1341f6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.356066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dcece52-296f-415a-9986-f06ce18de22b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:52.371573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb766327-5f65-4d8e-ab2e-ad597dea4917') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:52.372016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb766327-5f65-4d8e-ab2e-ad597dea4917') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:52.375443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] For port d858315d-5e3f-4e00-9028-8a3c72412fde, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:52.379566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] For port d858315d-5e3f-4e00-9028-8a3c72412fde, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d858315d-5e3f-4e00-9028-8a3c72412fde,segment=NetworkSegment(c0f8d799-ebc6-4168-8e90-03dd93f3c308),segment_id=c0f8d799-ebc6-4168-8e90-03dd93f3c308)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:52.389401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.406755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.413807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:52.413959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.416853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.495561 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cb766327-5f65-4d8e-ab2e-ad597dea4917 resource provider aggregate not found Sep 22 17:38:52.528988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment cb766327-5f65-4d8e-ab2e-ad597dea4917 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cb766327-5f65-4d8e-ab2e-ad597dea4917 found for delete ", "request_id": "req-6a024387-25b2-4f66-a2d7-88529982f18a"}]} Sep 22 17:38:52.533952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-da30f814-6150-4e03-8d34-94436c2d498e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.543190 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985cc3f0-489d-452a-a772-70689b8bd6e5 None None] Pushing event updated for resources: {'Port': ['ID=d858315d-5e3f-4e00-9028-8a3c72412fde,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:52.548407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.558390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46151a-6ff4-466f-a024-1a41920aeac6 None None] Network 3dcece52-296f-415a-9986-f06ce18de22b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:52.570795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.580573 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c46151a-6ff4-466f-a024-1a41920aeac6 None None] Network 3dcece52-296f-415a-9986-f06ce18de22b could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:38:52.583040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Network': ['ID=3dcece52-296f-415a-9986-f06ce18de22b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:52.588855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57198) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:52.589379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bb4ac861-1555-446d-8648-94890e7ae374 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/3dcece52-296f-415a-9986-f06ce18de22b HTTP/1.1" status: 204 len: 168 time: 0.6902876 Sep 22 17:38:52.638770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e7e2440-b2f9-478d-afaf-c45d5640cdef tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] GET failed (client error): The resource could not be found. Sep 22 17:38:52.639538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e7e2440-b2f9-478d-afaf-c45d5640cdef tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Synchronizing usage tracker for tenant:778f3f7287b34f0b8bebeed6009304fe on resource:subnet {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:38:52.663665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4e7e2440-b2f9-478d-afaf-c45d5640cdef tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Unset dirty status for tenant:778f3f7287b34f0b8bebeed6009304fe on resource:subnet {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:38:52.664967 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e7e2440-b2f9-478d-afaf-c45d5640cdef tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "GET /v2.0/subnets/7c947467-7eff-4db7-875c-aaceafc1f70c HTTP/1.1" status: 404 len: 337 time: 0.0750077 Sep 22 17:38:52.667653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57202) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:52.697030 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-7db8d6fd-fefa-4bcb-9249-8156ef194a24 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:52.697566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7db8d6fd-fefa-4bcb-9249-8156ef194a24 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:52.703027 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7db8d6fd-fefa-4bcb-9249-8156ef194a24 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/3dcece52-296f-415a-9986-f06ce18de22b HTTP/1.1" status: 404 len: 339 time: 0.0305817 Sep 22 17:38:52.703296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:52.752104 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-5551d445-68db-47c4-8c2e-13f6bea60ccd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:52.752556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5551d445-68db-47c4-8c2e-13f6bea60ccd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:52.754274 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5551d445-68db-47c4-8c2e-13f6bea60ccd tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/subnets/7c947467-7eff-4db7-875c-aaceafc1f70c HTTP/1.1" status: 404 len: 337 time: 0.0499952 Sep 22 17:38:52.756884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57210) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:52.782446 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4e64ed-eef7-4334-a91c-c09aabf7e24b tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:52.782918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4e64ed-eef7-4334-a91c-c09aabf7e24b tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89052) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:52.784634 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a4e64ed-eef7-4334-a91c-c09aabf7e24b tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/3dcece52-296f-415a-9986-f06ce18de22b HTTP/1.1" status: 404 len: 339 time: 0.0268483 Sep 22 17:38:52.787273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:52.858993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Deleting subnet 2941e25a-f4ce-41d4-bd85-abce7bd0fdf5 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:38:52.862129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.918617 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:52.948243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d858315d-5e3f-4e00-9028-8a3c72412fde up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:38:53.005763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.015557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d858315d-5e3f-4e00-9028-8a3c72412fde completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:53.081056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.120863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Subnet': ['ID=2941e25a-f4ce-41d4-bd85-abce7bd0fdf5,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:53.122708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.135611 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8751957e-7857-41b7-a7ad-a9c7164fca74 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/subnets/2941e25a-f4ce-41d4-bd85-abce7bd0fdf5 HTTP/1.1" status: 204 len: 168 time: 0.3473761 Sep 22 17:38:53.138148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:53.257473 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.269044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Deleting port d858315d-5e3f-4e00-9028-8a3c72412fde {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:53.269385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.487690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] For port d858315d-5e3f-4e00-9028-8a3c72412fde, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d858315d-5e3f-4e00-9028-8a3c72412fde,segment=NetworkSegment(c0f8d799-ebc6-4168-8e90-03dd93f3c308),segment_id=c0f8d799-ebc6-4168-8e90-03dd93f3c308)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:53.488140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.496984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca759387-0ade-4926-8bf3-8cd89e016412 None None] Network 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:53.597429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] Provisioning for port d858315d-5e3f-4e00-9028-8a3c72412fde completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:38:53.607181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] Provisioning complete for port d858315d-5e3f-4e00-9028-8a3c72412fde triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:38:53.607595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.607935 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] Attempt 1 to provision port d858315d-5e3f-4e00-9028-8a3c72412fde Sep 22 17:38:53.611498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Calling delete_port for d858315d-5e3f-4e00-9028-8a3c72412fde owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:53.687718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.739277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] Could not find standard attr ID for object d858315d-5e3f-4e00-9028-8a3c72412fde. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:38:53.742192 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.db [None req-c31ceb6e-f879-4a09-b273-0ad31f52cddf None None] No ports have port_id starting with d858315d-5e3f-4e00-9028-8a3c72412fde Sep 22 17:38:53.745390 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No DVR routers for this DVR port d858315d-5e3f-4e00-9028-8a3c72412fde on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:38:53.773496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Port': ['ID=d858315d-5e3f-4e00-9028-8a3c72412fde,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:53.808870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3882b1e5-b672-4391-817c-12c386213093 None None] DHCP port deletion for 924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:38:53.964309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:53.989139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['924bcdb4-46d3-48b1-96c9-9c6fdd34fff9']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:54.001341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f8d799-ebc6-4168-8e90-03dd93f3c308') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:54.001634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f8d799-ebc6-4168-8e90-03dd93f3c308') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:54.012760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.029957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.036404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:54.036839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.104281 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c0f8d799-ebc6-4168-8e90-03dd93f3c308 resource provider aggregate not found Sep 22 17:38:54.128854 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment c0f8d799-ebc6-4168-8e90-03dd93f3c308 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c0f8d799-ebc6-4168-8e90-03dd93f3c308 found for delete ", "request_id": "req-7cb06126-211b-46e6-ab79-bc45b5f605b2"}]} Sep 22 17:38:54.140018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.161477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.173804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Network': ['ID=924bcdb4-46d3-48b1-96c9-9c6fdd34fff9,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:54.179211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57226) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.179687 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c9a8842b-2ca8-4c4c-94b8-b0440721ac11 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/924bcdb4-46d3-48b1-96c9-9c6fdd34fff9 HTTP/1.1" status: 204 len: 168 time: 1.0401773 Sep 22 17:38:54.218039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b10fd85-584f-402f-885f-f2bb00a36b35 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:54.218554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b10fd85-584f-402f-885f-f2bb00a36b35 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:54.220214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4b10fd85-584f-402f-885f-f2bb00a36b35 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/subnets/c85ce723-5ef7-4cd0-a30b-ab08235f4cc9 HTTP/1.1" status: 404 len: 337 time: 0.0400238 Sep 22 17:38:54.222786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57230) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.247522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-727d1be2-1720-4da4-b6aa-0c4e920f27bc tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:54.247982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-727d1be2-1720-4da4-b6aa-0c4e920f27bc tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:54.250155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-727d1be2-1720-4da4-b6aa-0c4e920f27bc tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/a1f3489e-b102-49b0-8803-3cb3e0ef7d3d HTTP/1.1" status: 404 len: 339 time: 0.0263605 Sep 22 17:38:54.252480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.291669 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-976fa643-51ad-45a5-8c14-4e2013861f46 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:54.292090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976fa643-51ad-45a5-8c14-4e2013861f46 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:54.293700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-976fa643-51ad-45a5-8c14-4e2013861f46 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/subnets/64dd2eba-ba0d-4bdd-9487-acef9506b9dc HTTP/1.1" status: 404 len: 337 time: 0.0403306 Sep 22 17:38:54.296531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.320414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.pecan_wsgi.hooks.translation [None req-39ed3ef3-5f32-4c3b-a1ef-1f451e4302aa tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] DELETE failed (client error): The resource could not be found. Sep 22 17:38:54.320894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39ed3ef3-5f32-4c3b-a1ef-1f451e4302aa tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=89051) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 22 17:38:54.322459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-39ed3ef3-5f32-4c3b-a1ef-1f451e4302aa tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/5ffbdcef-5e4a-4953-9ff9-44bcd042c8aa HTTP/1.1" status: 404 len: 339 time: 0.0250525 Sep 22 17:38:54.324622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.389754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Deleting subnet 6f50a139-e3f0-4223-baa3-15dc064de008 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:38:54.392694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.555811 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.598175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b81ea0f7-6cb0-4830-b27b-8f489454a27d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.638950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.713784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.752018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Subnet': ['ID=6f50a139-e3f0-4223-baa3-15dc064de008,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:54.755709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.762032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b40bbfb3-993b-4f5b-9b5a-73bd3dc995a8 None None] Network 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:54.765635 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cfca3a04-1c6b-4db8-8b19-5543a2a6169c tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/subnets/6f50a139-e3f0-4223-baa3-15dc064de008 HTTP/1.1" status: 204 len: 168 time: 0.4401019 Sep 22 17:38:54.768022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57246) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:54.882000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.893981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Deleting port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:54.894444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:54.928771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d858315d-5e3f-4e00-9028-8a3c72412fde no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:54.970992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d858315d-5e3f-4e00-9028-8a3c72412fde {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:54.971342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d858315d-5e3f-4e00-9028-8a3c72412fde not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:55.067585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] DHCP port deletion for 2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:38:55.071507 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Deleting port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:55.071884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.102334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] For port 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e9fa485-1747-4264-82d7-c7cffb3c38d6,segment=NetworkSegment(2bf3f15f-9929-4963-a808-95e4776ba058),segment_id=2bf3f15f-9929-4963-a808-95e4776ba058)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:55.102951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.228789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Calling delete_port for 5e9fa485-1747-4264-82d7-c7cffb3c38d6 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:55.278608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] For port 5e9fa485-1747-4264-82d7-c7cffb3c38d6, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5e9fa485-1747-4264-82d7-c7cffb3c38d6,segment=NetworkSegment(2bf3f15f-9929-4963-a808-95e4776ba058),segment_id=2bf3f15f-9929-4963-a808-95e4776ba058)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:38:55.278998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.304369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.353631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Port': ['ID=5e9fa485-1747-4264-82d7-c7cffb3c38d6,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:55.357159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] No DVR routers for this DVR port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:38:55.405292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Calling delete_port for 5e9fa485-1747-4264-82d7-c7cffb3c38d6 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:38:55.479438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:38:55.479705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:38:55.481477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.507195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:55.519437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf3f15f-9929-4963-a808-95e4776ba058') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:55.519738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf3f15f-9929-4963-a808-95e4776ba058') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:38:55.531216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.547590 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.553589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:38:55.553966 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.620742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2bf3f15f-9929-4963-a808-95e4776ba058 resource provider aggregate not found Sep 22 17:38:55.643539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.646122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 2bf3f15f-9929-4963-a808-95e4776ba058 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bf3f15f-9929-4963-a808-95e4776ba058 found for delete ", "request_id": "req-9e8059a4-6229-4ed5-9139-e6b4b43ce2e3"}]} Sep 22 17:38:55.657006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.674052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.686437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] Pushing event deleted for resources: {'Network': ['ID=2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:55.688974 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f2f98ae9-17fb-4d13-88dd-561ebfafb216 tempest-NetworksIpV6Test-47587736 tempest-NetworksIpV6Test-47587736-project] 10.222.0.25 "DELETE /v2.0/networks/2b3de2a1-4b4b-4c5e-87d8-6892ecd8dede HTTP/1.1" status: 204 len: 168 time: 0.9197338 Sep 22 17:38:55.706047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:55.954689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57262) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:55.980939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Deleting port 5e9fa485-1747-4264-82d7-c7cffb3c38d6 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:38:55.981372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.049893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-07fb1503-75e9-4f82-8865-c4a38c553c7c None None] The port '5e9fa485-1747-4264-82d7-c7cffb3c38d6' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:38:56.079740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.103539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4575c5a3-555a-4838-bb04-868f3153be0a admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=778f3f7287b34f0b8bebeed6009304fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1477098 Sep 22 17:38:56.106122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:56.163277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.189372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.244595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.258497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02dddff7-9b4d-4ca0-9b83-3f2402ea1fdb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:56.265684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:56.267020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5ca85d9-d78c-41d0-903a-88ea1009b7fb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/02dddff7-9b4d-4ca0-9b83-3f2402ea1fdb HTTP/1.1" status: 204 len: 168 time: 0.1599913 Sep 22 17:38:56.918394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5e9fa485-1747-4264-82d7-c7cffb3c38d6 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:38:56.933449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:56.953461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5e9fa485-1747-4264-82d7-c7cffb3c38d6 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:38:56.953804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5e9fa485-1747-4264-82d7-c7cffb3c38d6 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:38:57.035586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1040002476', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:57.042211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:57.046468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:router and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:57.049278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:57.055304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:57.065631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.066557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.080468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.097598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.118923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.120120 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af5db907-9475-4783-b704-09e7c3988bc6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1856129 Sep 22 17:38:57.122841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57298) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:57.129208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1105508572'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:57.134027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:57.138360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:network and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:57.141485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:57.147518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:57.156562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Made reservation on behalf of f216451f71764986b5c10f4e9d39b86f for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:57.159816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.172214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.187116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:57.190893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:security_group_rule and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:57.193690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:57.199304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:57.282760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.287882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.303629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.319998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:57.332680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e662b0c3-6171-4401-9878-b7cd1c9722d0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:57.338230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.338582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Added segment 6ae7338a-8fad-420b-8e38-a713be1d6950 of type vlan for network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 Sep 22 17:38:57.365597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.396613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.401938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:57.402506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.505798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3812125 Sep 22 17:38:57.508484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef5697c-d4cf-423d-ba01-cc7e53722d5f tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event updated for resources: {'Network': ['ID=2ef2480b-4c97-4b98-8ebc-30358d4d4cd8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:57.508715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57302) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:57.515522 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'subnet': {'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:57.519366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:57.628747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:57.632492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:subnet and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:57.635275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:57.640916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:57.650614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Made reservation on behalf of f216451f71764986b5c10f4e9d39b86f for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:57.653954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.868787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.945179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event updated for resources: {'Subnet': ['ID=8899c1c6-cb19-4a4c-adec-0418ce0313c3,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:57.952839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Checking segment: {'id': '6ae7338a-8fad-420b-8e38-a713be1d6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:57.953196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Network hostable DHCP agents. Network: 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:57.972002 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:57.980765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:57.984961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:57.985549 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:57.990401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb51634-9abe-4534-ab70-31e985e3d5f7 None None] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:58.007644 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b621dbe3-7da1-409b-97f6-eb0303541099 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4977221 Sep 22 17:38:58.010791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57306) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:58.017160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2092676307'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:58.022462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:58.026737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:network and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:58.030536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for network was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:58.036658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:58.050217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Made reservation on behalf of f216451f71764986b5c10f4e9d39b86f for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:58.053683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.188079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:38:58.202717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.203091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Added segment 8675f128-88fa-4b32-8011-16f0cbad552b of type vlan for network 24280d8e-fd0e-430f-888a-9d86ef139280 Sep 22 17:38:58.244189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.272460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-2ef2480b-4c97-4b98-8ebc-30358d4d4cd8', 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8', 'tenant_id': 'f216451f71764986b5c10f4e9d39b86f', 'fixed_ips': [{'subnet_id': '8899c1c6-cb19-4a4c-adec-0418ce0313c3'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:58.273617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.275380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.280855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:58.281436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.383850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3719208 Sep 22 17:38:58.386849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57310) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:58.395493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'subnet': {'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:58.413083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6667abc-4678-4497-a05c-55a127095200 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event updated for resources: {'Network': ['ID=24280d8e-fd0e-430f-888a-9d86ef139280,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:58.425731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 24280d8e-fd0e-430f-888a-9d86ef139280 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:38:58.508333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:38:58.512195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Usage tracker for resource:subnet and tenant:f216451f71764986b5c10f4e9d39b86f is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:38:58.515038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:38:58.515194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Allocated IP 172.20.0.2 (2ef2480b-4c97-4b98-8ebc-30358d4d4cd8/8899c1c6-cb19-4a4c-adec-0418ce0313c3/cf9bcf77-260a-4bb1-aed4-80c3e0466c15) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:58.521038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:38:58.532262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Made reservation on behalf of f216451f71764986b5c10f4e9d39b86f for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:38:58.535735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.746172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.754401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.758567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Transition to ACTIVE for port object cf9bcf77-260a-4bb1-aed4-80c3e0466c15 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:58.777417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Transition to ACTIVE for port object cf9bcf77-260a-4bb1-aed4-80c3e0466c15 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:58.782684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.837467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event updated for resources: {'Subnet': ['ID=a59743da-ec04-4949-8acb-4fa0d8c9b46b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:58.843430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Checking segment: {'id': '8675f128-88fa-4b32-8011-16f0cbad552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:58.843786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Network hostable DHCP agents. Network: 24280d8e-fd0e-430f-888a-9d86ef139280, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:38:58.851587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:58.854557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:58.858728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:58.864698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Pushing event updated for resources: {'Port': ['ID=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:58.865283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Network 24280d8e-fd0e-430f-888a-9d86ef139280 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:38:58.877764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 24280d8e-fd0e-430f-888a-9d86ef139280) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:58.882291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:38:58.882864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:58.903606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e6dbdb-688f-455d-983f-c1fdf73a1fce None None] Network 24280d8e-fd0e-430f-888a-9d86ef139280 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:38:58.906958 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a76124dd-3cd1-4b55-b6cb-16a1cf4bf3ad tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5191157 Sep 22 17:38:58.909749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57314) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:58.914751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdbfd6c4-fb55-4e22-9522-1301119723f0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Request body: {'router': {'external_gateway_info': {'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:38:59.042811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Attempting to bind port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:59.043362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Attempting to bind port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6ae7338a-8fad-420b-8e38-a713be1d6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:59.043472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Attempting to bind port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 on network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:38:59.054330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:38:59.054698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Checking segment: {'id': '6ae7338a-8fad-420b-8e38-a713be1d6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:38:59.055096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.055484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Bound using segment: {'id': '6ae7338a-8fad-420b-8e38-a713be1d6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:38:59.055947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Bound port: cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ae7338a-8fad-420b-8e38-a713be1d6950', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '2ef2480b-4c97-4b98-8ebc-30358d4d4cd8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:38:59.056320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.246108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-00731263-1b48-4e97-9076-61b501a30fac None None] For port cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:38:59.258731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-00731263-1b48-4e97-9076-61b501a30fac None None] For port cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,segment=NetworkSegment(6ae7338a-8fad-420b-8e38-a713be1d6950),segment_id=6ae7338a-8fad-420b-8e38-a713be1d6950)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:38:59.265012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.297463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-24280d8e-fd0e-430f-888a-9d86ef139280', 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280', 'tenant_id': 'f216451f71764986b5c10f4e9d39b86f', 'fixed_ips': [{'subnet_id': 'a59743da-ec04-4949-8acb-4fa0d8c9b46b'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:38:59.298188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.301232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdbfd6c4-fb55-4e22-9522-1301119723f0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.412166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00731263-1b48-4e97-9076-61b501a30fac None None] Pushing event updated for resources: {'Port': ['ID=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:59.462039 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.api.v2.resource [None req-fdbfd6c4-fb55-4e22-9522-1301119723f0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 22 17:38:59.465271 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdbfd6c4-fb55-4e22-9522-1301119723f0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "PUT /v2.0/routers/8b38902c-ef95-474c-97aa-093ee6d16de4 HTTP/1.1" status: 400 len: 364 time: 0.5543578 Sep 22 17:38:59.470766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57318) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:38:59.498047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Allocated IP 172.21.0.2 (24280d8e-fd0e-430f-888a-9d86ef139280/a59743da-ec04-4949-8acb-4fa0d8c9b46b/5fd282fb-0492-4c56-a7e0-3d9f111739b2) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:38:59.558166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Deleting subnet a59743da-ec04-4949-8acb-4fa0d8c9b46b {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:38:59.775641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.785405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Transition to ACTIVE for port object 5fd282fb-0492-4c56-a7e0-3d9f111739b2 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:59.803240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Transition to ACTIVE for port object 5fd282fb-0492-4c56-a7e0-3d9f111739b2 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:38:59.808394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.808966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.867688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.876831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Network 24280d8e-fd0e-430f-888a-9d86ef139280 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:38:59.879838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:38:59.883480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:38:59.889816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Pushing event updated for resources: {'Port': ['ID=5fd282fb-0492-4c56-a7e0-3d9f111739b2,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:38:59.951244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:38:59.997521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Attempting to bind port 5fd282fb-0492-4c56-a7e0-3d9f111739b2 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:38:59.997917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Attempting to bind port 5fd282fb-0492-4c56-a7e0-3d9f111739b2 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '8675f128-88fa-4b32-8011-16f0cbad552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:38:59.998423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Attempting to bind port 5fd282fb-0492-4c56-a7e0-3d9f111739b2 on network 24280d8e-fd0e-430f-888a-9d86ef139280 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:00.005192 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:00.005572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Checking segment: {'id': '8675f128-88fa-4b32-8011-16f0cbad552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:00.005976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.006372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Bound using segment: {'id': '8675f128-88fa-4b32-8011-16f0cbad552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:00.006988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Bound port: 5fd282fb-0492-4c56-a7e0-3d9f111739b2, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8675f128-88fa-4b32-8011-16f0cbad552b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '24280d8e-fd0e-430f-888a-9d86ef139280'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:00.007371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.145622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.148998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] For port 5fd282fb-0492-4c56-a7e0-3d9f111739b2, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:00.152771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] For port 5fd282fb-0492-4c56-a7e0-3d9f111739b2, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5fd282fb-0492-4c56-a7e0-3d9f111739b2,segment=NetworkSegment(8675f128-88fa-4b32-8011-16f0cbad552b),segment_id=8675f128-88fa-4b32-8011-16f0cbad552b)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:00.158261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.186079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Subnet': ['ID=a59743da-ec04-4949-8acb-4fa0d8c9b46b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:00.191149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.197622 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bebcc42c-bf2f-4f99-aadc-13fc9f191f8d tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "DELETE /v2.0/subnets/a59743da-ec04-4949-8acb-4fa0d8c9b46b HTTP/1.1" status: 204 len: 168 time: 0.7256992 Sep 22 17:39:00.201289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57322) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:00.251465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5480a72-d12e-476f-805d-00ffeca1f6df None None] Pushing event updated for resources: {'Port': ['ID=5fd282fb-0492-4c56-a7e0-3d9f111739b2,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:00.326871 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.338745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Deleting port 5fd282fb-0492-4c56-a7e0-3d9f111739b2 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:39:00.339151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.403746 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff5c322-034b-4466-bdc4-6cb7b76e77cc None None] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:00.525086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9a1373a3-6214-430b-af82-5e39d9c67546 None None] Provisioning for port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:00.580009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] For port 5fd282fb-0492-4c56-a7e0-3d9f111739b2, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5fd282fb-0492-4c56-a7e0-3d9f111739b2,segment=NetworkSegment(8675f128-88fa-4b32-8011-16f0cbad552b),segment_id=8675f128-88fa-4b32-8011-16f0cbad552b)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:00.580542 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.707115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Calling delete_port for 5fd282fb-0492-4c56-a7e0-3d9f111739b2 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:39:00.786935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.839100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Port': ['ID=5fd282fb-0492-4c56-a7e0-3d9f111739b2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:00.840832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] No DVR routers for this DVR port 5fd282fb-0492-4c56-a7e0-3d9f111739b2 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:39:00.963084 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf9bcf77-260a-4bb1-aed4-80c3e0466c15 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:00.966926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:00.995188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24280d8e-fd0e-430f-888a-9d86ef139280']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:01.008461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8675f128-88fa-4b32-8011-16f0cbad552b') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:01.008739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8675f128-88fa-4b32-8011-16f0cbad552b') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:01.021631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.039880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.045308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:01.047220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:39:01.047671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.050997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:01.051458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.051854 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 Sep 22 17:39:01.120021 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8675f128-88fa-4b32-8011-16f0cbad552b resource provider aggregate not found Sep 22 17:39:01.150464 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 8675f128-88fa-4b32-8011-16f0cbad552b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8675f128-88fa-4b32-8011-16f0cbad552b found for delete ", "request_id": "req-e2ea5ad7-d870-4dd5-a7a2-8cc1c2a26102"}]} Sep 22 17:39:01.158614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.162725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.184964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:01.185577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.189827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Network': ['ID=24280d8e-fd0e-430f-888a-9d86ef139280,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:01.197066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7e77ddf6-6683-4d64-aca2-560d13971ae6 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "DELETE /v2.0/networks/24280d8e-fd0e-430f-888a-9d86ef139280 HTTP/1.1" status: 204 len: 168 time: 0.9935112 Sep 22 17:39:01.197466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57330) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:01.221498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,segment=NetworkSegment(6ae7338a-8fad-420b-8e38-a713be1d6950),segment_id=6ae7338a-8fad-420b-8e38-a713be1d6950)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:01.227215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.275403 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Deleting subnet 8899c1c6-cb19-4a4c-adec-0418ce0313c3 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:39:01.278585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.298854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:01.337607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.344735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-13d58204-0022-4523-ac17-7398437f3c0d None None] Could not find standard attr ID for object 5fd282fb-0492-4c56-a7e0-3d9f111739b2. {{(pid=89053) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 22 17:39:01.353164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d70e8c-7c70-4d8a-9aac-e63328cee5d4 None None] DHCP port deletion for 24280d8e-fd0e-430f-888a-9d86ef139280 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:39:01.367347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f719411-839f-43b4-8d7d-9f5283ba3972 None None] Network 24280d8e-fd0e-430f-888a-9d86ef139280 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:01.388598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f719411-839f-43b4-8d7d-9f5283ba3972 None None] Network 24280d8e-fd0e-430f-888a-9d86ef139280 could not be found, it might have been deleted concurrently. {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Sep 22 17:39:01.425042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.500536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.537945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Subnet': ['ID=8899c1c6-cb19-4a4c-adec-0418ce0313c3,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:01.547196 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.547542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.547876 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.548203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.548527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.548875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.549195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.549517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.549831 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.550146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.550459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.550775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:01.554461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cff291f-a9dd-4940-9642-1d0fb75de810 None None] Network 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:01.554675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.560990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-820481e2-6dd0-4faa-bc2a-814f5ff181e0 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "DELETE /v2.0/subnets/8899c1c6-cb19-4a4c-adec-0418ce0313c3 HTTP/1.1" status: 204 len: 168 time: 0.3625062 Sep 22 17:39:01.563382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57334) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:01.679761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.690519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Deleting port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:39:01.690844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.824896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] DHCP port deletion for 2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:39:01.829472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Deleting port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:39:01.829862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:01.914259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] For port cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,segment=NetworkSegment(6ae7338a-8fad-420b-8e38-a713be1d6950),segment_id=6ae7338a-8fad-420b-8e38-a713be1d6950)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:01.914622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.051139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Calling delete_port for cf9bcf77-260a-4bb1-aed4-80c3e0466c15 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:39:02.068789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] For port cf9bcf77-260a-4bb1-aed4-80c3e0466c15, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,segment=NetworkSegment(6ae7338a-8fad-420b-8e38-a713be1d6950),segment_id=6ae7338a-8fad-420b-8e38-a713be1d6950)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:02.069323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.146262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.194817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Calling delete_port for cf9bcf77-260a-4bb1-aed4-80c3e0466c15 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:39:02.195442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Port': ['ID=cf9bcf77-260a-4bb1-aed4-80c3e0466c15,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:02.201093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] No DVR routers for this DVR port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:39:02.270100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:39:02.270447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:39:02.419230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.444433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef2480b-4c97-4b98-8ebc-30358d4d4cd8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:02.456226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ae7338a-8fad-420b-8e38-a713be1d6950') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:02.456524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ae7338a-8fad-420b-8e38-a713be1d6950') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:02.468451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.485149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.491399 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:39:02.491782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.560498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6ae7338a-8fad-420b-8e38-a713be1d6950 resource provider aggregate not found Sep 22 17:39:02.581146 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6ae7338a-8fad-420b-8e38-a713be1d6950 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ae7338a-8fad-420b-8e38-a713be1d6950 found for delete ", "request_id": "req-242da12f-e3e8-408f-b2f2-41315a57234d"}]} Sep 22 17:39:02.597364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.614887 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.625718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Pushing event deleted for resources: {'Network': ['ID=2ef2480b-4c97-4b98-8ebc-30358d4d4cd8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:02.629717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-85f6bace-700f-4c90-ae6d-ece26691b7a9 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "DELETE /v2.0/networks/2ef2480b-4c97-4b98-8ebc-30358d4d4cd8 HTTP/1.1" status: 204 len: 168 time: 1.0652356 Sep 22 17:39:02.632270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:02.684977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14443c1a-3399-48d7-9c66-ab0252be417a tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Synchronizing usage tracker for tenant:f216451f71764986b5c10f4e9d39b86f on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:02.703842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-14443c1a-3399-48d7-9c66-ab0252be417a tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Unset dirty status for tenant:f216451f71764986b5c10f4e9d39b86f on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:02.704986 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-14443c1a-3399-48d7-9c66-ab0252be417a tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "GET /v2.0/ports?device_id=8b38902c-ef95-474c-97aa-093ee6d16de4 HTTP/1.1" status: 200 len: 205 time: 0.0717700 Sep 22 17:39:02.707507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57346) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:02.772187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Deleting port cf9bcf77-260a-4bb1-aed4-80c3e0466c15 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:39:02.772682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.839265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:02.866369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ea7b5d09-b542-405b-8313-b3811524283b None None] The port 'cf9bcf77-260a-4bb1-aed4-80c3e0466c15' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:39:02.929114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf9bcf77-260a-4bb1-aed4-80c3e0466c15 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:39:02.964689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: cf9bcf77-260a-4bb1-aed4-80c3e0466c15 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:39:02.964957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device cf9bcf77-260a-4bb1-aed4-80c3e0466c15 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:39:02.965371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5fd282fb-0492-4c56-a7e0-3d9f111739b2 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:39:02.998629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5fd282fb-0492-4c56-a7e0-3d9f111739b2 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:39:02.998999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5fd282fb-0492-4c56-a7e0-3d9f111739b2 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:39:03.108778 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:39:03.140532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.142679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.164906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.165380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Fanout notify agent at l3_agent the message router_deleted on router 8b38902c-ef95-474c-97aa-093ee6d16de4 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:39:03.177640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.181070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d28f8a9-f608-4c87-a7af-416651dd6668 tempest-RoutersNegativeTest-390049027 tempest-RoutersNegativeTest-390049027-project] 10.222.0.25 "DELETE /v2.0/routers/8b38902c-ef95-474c-97aa-093ee6d16de4 HTTP/1.1" status: 204 len: 168 time: 0.4726050 Sep 22 17:39:03.436789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:03.581248 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9493b8e2-5022-4a15-9302-3c809b5801a4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=f216451f71764986b5c10f4e9d39b86f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1431372 Sep 22 17:39:03.583803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57360) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:03.640586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.665264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.719756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.734165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e662b0c3-6171-4401-9878-b7cd1c9722d0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:03.740164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:03.741323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-af3426dd-474a-44f7-ae75-503424dd1a94 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/e662b0c3-6171-4401-9878-b7cd1c9722d0 HTTP/1.1" status: 204 len: 168 time: 0.1565721 Sep 22 17:39:04.376066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57384) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:04.476984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1872660928-network', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:04.481768 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:04.486291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Usage tracker for resource:network and tenant:2a2d29ddb7c7408f8480b3c77c7ca815 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:04.489179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:04.494877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:04.508098 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Made reservation on behalf of 2a2d29ddb7c7408f8480b3c77c7ca815 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:04.510352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.523332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.538485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:04.542358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Usage tracker for resource:security_group_rule and tenant:2a2d29ddb7c7408f8480b3c77c7ca815 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:04.545170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:04.550830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:04.634614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.638339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.670497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:39:04.675671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3aced38d-6cb9-4433-bb7e-3de667f0fe32,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:04.682611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.682950 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Added segment 9801ff8f-9705-4ce2-ae94-651708158978 of type vlan for network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 Sep 22 17:39:04.708626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.737749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.738691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:04.739254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:04.844748 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4675496 Sep 22 17:39:04.847635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a28967-02c0-44e0-b055-eff9ef4d0508 admin admin] Pushing event updated for resources: {'Network': ['ID=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:04.847760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57390) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:04.853873 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Request body: {'subnet': {'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-subnet', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:04.857199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:39:04.859774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:04.863770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Usage tracker for resource:subnet and tenant:2a2d29ddb7c7408f8480b3c77c7ca815 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:04.866803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:04.872999 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:04.884119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Made reservation on behalf of 2a2d29ddb7c7408f8480b3c77c7ca815 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:04.886474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.087134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.162070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceda0577-35da-41e6-9fb3-d35634ef0e07,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:05.170843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:05.171195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Network hostable DHCP agents. Network: bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:39:05.189790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:39:05.198864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:05.204201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:05.205167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.209058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a83bd09d-c5cc-44e3-98ca-3afeb2ab9c7a None None] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:05.227917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2711a20-e98f-47f6-b7b3-aef441621709 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3791792 Sep 22 17:39:05.230570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57394) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:05.236012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:05.241035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:05.244925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Usage tracker for resource:router and tenant:2a2d29ddb7c7408f8480b3c77c7ca815 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:05.247787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:05.254246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:05.265250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.266232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.280899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.445681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:39:05.446535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.600245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Allocated IP 172.20.0.2 (bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3/ceda0577-35da-41e6-9fb3-d35634ef0e07/855c3d82-24ce-44a8-bd74-2017589d0f6c) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:05.659347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.816362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.826312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Transition to ACTIVE for port object 855c3d82-24ce-44a8-bd74-2017589d0f6c will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:05.844651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Transition to ACTIVE for port object 855c3d82-24ce-44a8-bd74-2017589d0f6c will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:05.850510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:05.915732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:05.918720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:05.922862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:05.928924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Pushing event updated for resources: {'Port': ['ID=855c3d82-24ce-44a8-bd74-2017589d0f6c,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:05.973902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.003619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.028698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Attempting to bind port 855c3d82-24ce-44a8-bd74-2017589d0f6c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:06.029059 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Attempting to bind port 855c3d82-24ce-44a8-bd74-2017589d0f6c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:06.029413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Attempting to bind port 855c3d82-24ce-44a8-bd74-2017589d0f6c on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:06.035326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:06.035691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:06.036079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.036462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Bound using segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:06.036949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Bound port: 855c3d82-24ce-44a8-bd74-2017589d0f6c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:06.037314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.125937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] For port 855c3d82-24ce-44a8-bd74-2017589d0f6c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:06.129479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] For port 855c3d82-24ce-44a8-bd74-2017589d0f6c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=855c3d82-24ce-44a8-bd74-2017589d0f6c,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:06.133657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.140300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Allocated IP 172.26.8.128 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:06.212978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0448b6e7-a67c-47d3-aeef-b2d122e0bd8d None None] Pushing event updated for resources: {'Port': ['ID=855c3d82-24ce-44a8-bd74-2017589d0f6c,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:06.302016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.333002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.408209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:06.410959 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:06.415572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:06.451009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Pushing event updated for resources: {'Port': ['ID=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:06.952043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:06.959854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 855c3d82-24ce-44a8-bd74-2017589d0f6c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:07.038198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 855c3d82-24ce-44a8-bd74-2017589d0f6c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:07.201917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-880c935e-1b46-4776-b156-3921c21c08bf None None] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:07.316922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.355456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Provisioning for port 855c3d82-24ce-44a8-bd74-2017589d0f6c completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:07.376362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Provisioning complete for port 855c3d82-24ce-44a8-bd74-2017589d0f6c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:07.376763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.377104 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Attempt 1 to provision port 855c3d82-24ce-44a8-bd74-2017589d0f6c Sep 22 17:39:07.537432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Router df80f3a2-067c-44be-8b02-47ed87f8ca2b is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:39:07.603850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Current status of the port 855c3d82-24ce-44a8-bd74-2017589d0f6c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:07.604232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.646004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] For port 855c3d82-24ce-44a8-bd74-2017589d0f6c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=855c3d82-24ce-44a8-bd74-2017589d0f6c,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:07.650603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.725746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:39:07.727080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f347828-1d85-4927-95b8-0f9ee34324fd None None] Pushing event updated for resources: {'Port': ['ID=855c3d82-24ce-44a8-bd74-2017589d0f6c,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:07.739182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Sync routers for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:39:07.749083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:07.749716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:07.751629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.755678 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77e98ee8-96fd-4f41-9c9b-68f89fc7c0f9 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.5217049 Sep 22 17:39:07.756007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57398) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:07.930980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-eff8d4de-30ed-4915-86c3-9cbe26fb90e1 None None] Provisioning complete for port 855c3d82-24ce-44a8-bd74-2017589d0f6c triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:07.931256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eff8d4de-30ed-4915-86c3-9cbe26fb90e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:07.931590 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-eff8d4de-30ed-4915-86c3-9cbe26fb90e1 None None] Attempt 1 to provision port 855c3d82-24ce-44a8-bd74-2017589d0f6c Sep 22 17:39:07.978475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:08.291122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-eff8d4de-30ed-4915-86c3-9cbe26fb90e1 None None] Current status of the port 855c3d82-24ce-44a8-bd74-2017589d0f6c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:08.326418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:06Z', 'revision_number': 3, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:08.330240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Checking router: df80f3a2-067c-44be-8b02-47ed87f8ca2b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:39:08.330585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Updating router df80f3a2-067c-44be-8b02-47ed87f8ca2b port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:39:08.383995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.539809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.708057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.719985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Transition to ACTIVE for port object 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:08.728902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.756844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Allocated IP 172.20.0.1 (bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3/ceda0577-35da-41e6-9fb3-d35634ef0e07/5a0f874d-a5d4-4980-a4cd-52ed12126083) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:08.794802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Attempting to bind port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:08.795081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Attempting to bind port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:08.795422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Attempting to bind port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:08.806016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:08.806380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:08.806782 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.807167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:08.807622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Bound port: 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:08.808005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.844673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7458d-d5e2-4c7d-96c6-52c4645aaa25 None None] Pushing event updated for resources: {'Port': ['ID=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:08.888313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] For port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:08.892078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] For port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:08.901734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.907083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:08.923542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Transition to ACTIVE for port object 5a0f874d-a5d4-4980-a4cd-52ed12126083 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:08.942480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 855c3d82-24ce-44a8-bd74-2017589d0f6c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:08.950649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.007570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:09.008186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:09.016583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:09.020143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:09.024103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:09.065008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:09.092752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.160100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7458d-d5e2-4c7d-96c6-52c4645aaa25 None None] Pushing event updated for resources: {'Port': ['ID=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:09.250529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 855c3d82-24ce-44a8-bd74-2017589d0f6c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:09.250900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.251228 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 855c3d82-24ce-44a8-bd74-2017589d0f6c Sep 22 17:39:09.314132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:09.357331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.507745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Provisioning for port 5a0f874d-a5d4-4980-a4cd-52ed12126083 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:09.542512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Provisioning complete for port 5a0f874d-a5d4-4980-a4cd-52ed12126083 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:09.542886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.543217 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 1 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:09.581210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.585751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.649421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 855c3d82-24ce-44a8-bd74-2017589d0f6c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:09.657414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:09.693652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:09.696160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:09.722012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:06Z', 'revision_number': 3, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:09.725877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f9577b-54b3-49e2-b78d-98f01dac807f None None] The sync data for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv is: [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:06Z', 'revision_number': 3, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:39:09.949298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:09.950483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:10.158249 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 2 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:10.161028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Router df80f3a2-067c-44be-8b02-47ed87f8ca2b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:39:10.219921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:10.355958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:39:10.368228 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ab25f8f8-d4d3-4f4f-8473-44940bfead6a admin admin] 10.222.0.25 "PUT /v2.0/routers/df80f3a2-067c-44be-8b02-47ed87f8ca2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6088481 Sep 22 17:39:10.721741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 3 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:10.777906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:10.867772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:10.873282 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1879649459-network', 'tenant_id': '383813219e104bd9b5276040ef2087fd'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:10.878766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:10.882741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Usage tracker for resource:network and tenant:383813219e104bd9b5276040ef2087fd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:10.887507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:10.896126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:10.906479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Made reservation on behalf of 383813219e104bd9b5276040ef2087fd for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:10.908958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:10.921262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:10.935884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:10.940532 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:383813219e104bd9b5276040ef2087fd is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:10.945497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:10.951523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:10.957578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:11.036098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:11.041073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:11.041449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.041783 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd Sep 22 17:39:11.043732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.048424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.079596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:39:11.092565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a5dad6-4c0d-46c8-8d8d-112fa9192b83,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:11.098355 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.098697 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Added segment 360db194-0a1b-451c-bfd1-47e697f65f50 of type vlan for network a9e23035-10ab-4fb5-afb3-d928197fd79b Sep 22 17:39:11.127682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.160941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.161447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:11.162188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.174063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:11.174625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.191909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:11.196237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.254917 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Sync routers for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:39:11.263854 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:11.264463 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:11.274160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:11.279006 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 4 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:11.292149 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57420) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:11.292717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4233265 Sep 22 17:39:11.295474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3b400-24ce-4053-a05b-4ccd29c0b0e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a9e23035-10ab-4fb5-afb3-d928197fd79b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:11.301834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Request body: {'subnet': {'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-subnet', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:11.308686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:11.313769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Usage tracker for resource:subnet and tenant:383813219e104bd9b5276040ef2087fd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:11.314216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network a9e23035-10ab-4fb5-afb3-d928197fd79b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:39:11.318967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:11.325634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:11.337573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Made reservation on behalf of 383813219e104bd9b5276040ef2087fd for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:11.340716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.419149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:11.447154 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:11.556366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.627934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e6935cd8-edb3-4cd8-a937-1d0727846e77,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:11.640101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Checking segment: {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:11.640459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Network hostable DHCP agents. Network: a9e23035-10ab-4fb5-afb3-d928197fd79b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:39:11.660056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Network a9e23035-10ab-4fb5-afb3-d928197fd79b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:39:11.668569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, a9e23035-10ab-4fb5-afb3-d928197fd79b) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:11.673327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:11.673837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.679707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828d374f-5750-4429-b119-7f034464f3fd None None] Network a9e23035-10ab-4fb5-afb3-d928197fd79b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:11.694852 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-07738de8-a24e-4823-92d0-df292e3d4a5f admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4005570 Sep 22 17:39:11.697420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57424) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:11.702222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:11.706893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:11.710760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Usage tracker for resource:router and tenant:383813219e104bd9b5276040ef2087fd is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:39:11.713619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:39:11.719928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:11.730650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.732487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.749331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.763950 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:09Z', 'revision_number': 4, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '5a0f874d-a5d4-4980-a4cd-52ed12126083', 'name': '', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'mac_address': 'fa:16:3e:54:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:08Z', 'updated_at': '2022-09-22T17:39:09Z', 'revision_number': 2, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'subnets': [{'id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:11.768526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Checking router: df80f3a2-067c-44be-8b02-47ed87f8ca2b for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:39:11.768911 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Updating router df80f3a2-067c-44be-8b02-47ed87f8ca2b port 5a0f874d-a5d4-4980-a4cd-52ed12126083 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:39:11.824840 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.914936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-a9e23035-10ab-4fb5-afb3-d928197fd79b', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:39:11.915785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:11.925717 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 5 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:12.073589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:12.157594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.185422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Allocated IP 172.20.0.2 (a9e23035-10ab-4fb5-afb3-d928197fd79b/e6935cd8-edb3-4cd8-a937-1d0727846e77/9a76f4db-49ea-4fe7-8f6e-7d7649b88e56) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:12.223012 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.235110 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Transition to ACTIVE for port object 5a0f874d-a5d4-4980-a4cd-52ed12126083 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:12.245418 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.415581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.426690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Transition to ACTIVE for port object 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:12.449677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Transition to ACTIVE for port object 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:12.456151 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Pushing event updated for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:12.457884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.469278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.469711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.470046 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.470385 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.470699 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.471021 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.471338 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.471671 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.471972 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.472281 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.472590 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.472919 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:12.477628 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Attempting to bind port 5a0f874d-a5d4-4980-a4cd-52ed12126083 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:12.477988 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Attempting to bind port 5a0f874d-a5d4-4980-a4cd-52ed12126083 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:12.478338 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Attempting to bind port 5a0f874d-a5d4-4980-a4cd-52ed12126083 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:12.483840 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:12.484204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:12.484596 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.485004 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Bound using segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:12.485454 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Bound port: 5a0f874d-a5d4-4980-a4cd-52ed12126083, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:12.485817 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.486378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.520786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Network a9e23035-10ab-4fb5-afb3-d928197fd79b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:12.522676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.529040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:12.530406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:12.576558 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] For port 5a0f874d-a5d4-4980-a4cd-52ed12126083, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:12.580491 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] For port 5a0f874d-a5d4-4980-a4cd-52ed12126083, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a0f874d-a5d4-4980-a4cd-52ed12126083,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:12.584863 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Attempt 6 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:12.587226 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.651504 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:12.652121 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:12.670944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Allocated IP 172.26.8.43 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/f0a769af-3257-4d19-894d-755e8736f0d1) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:12.693291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Pushing event updated for resources: {'Port': ['ID=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:12.700093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Attempting to bind port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:12.700389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Attempting to bind port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:12.700788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Attempting to bind port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 on network a9e23035-10ab-4fb5-afb3-d928197fd79b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:12.710256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:12.710256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Checking segment: {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:12.710256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.710256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Bound using segment: {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:12.710836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Bound port: 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:12.711093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.735016 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02c2748-edb8-4f82-8807-1d5162aa1b82 None None] Pushing event updated for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:12.784816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6ff9d6ad-5f93-45e7-9932-10afff529203 None None] Port 5a0f874d-a5d4-4980-a4cd-52ed12126083 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:39:12.811475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] For port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:12.814589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] For port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:12.820035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.833502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.842318 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:12.866159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:12.908523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e263c549-8e09-4b88-8c72-014c994dc22d None None] Pushing event updated for resources: {'Port': ['ID=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:12.956001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Pushing event updated for resources: {'Port': ['ID=f0a769af-3257-4d19-894d-755e8736f0d1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:12.960189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:12.961637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:12.963927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:12.974712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:13.051462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:13.051922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:13.052459 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd Sep 22 17:39:13.230374 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:09Z', 'revision_number': 4, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '5a0f874d-a5d4-4980-a4cd-52ed12126083', 'name': '', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'mac_address': 'fa:16:3e:54:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:08Z', 'updated_at': '2022-09-22T17:39:12Z', 'revision_number': 4, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'subnets': [{'id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:13.235215 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d86e444-6526-467b-92df-2a6f1fd47626 None None] The sync data for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv is: [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:39:09Z', 'revision_number': 4, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '5a0f874d-a5d4-4980-a4cd-52ed12126083', 'name': '', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'mac_address': 'fa:16:3e:54:94:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1640, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:08Z', 'updated_at': '2022-09-22T17:39:12Z', 'revision_number': 4, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'subnets': [{'id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:39:13.255411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:13.497697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:13.993981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:14.002210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f58011-c5e9-4109-b83a-b357b703c9ea None None] Network a9e23035-10ab-4fb5-afb3-d928197fd79b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:39:14.101763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-358ab090-3022-467b-b8a2-5c8c2bfa883d None None] Provisioning for port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:14.237205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:39:14.437705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:39:14.447813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Sync routers for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:39:14.458590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:14.459266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:14.461799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:14.463150 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ed48a26-959e-415f-a60d-1672967dcc6f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.7648180 Sep 22 17:39:14.465904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57428) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:39:14.651562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:14.985166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:13Z', 'revision_number': 3, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:14.990408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Checking router: 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:39:14.990758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Updating router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 port f0a769af-3257-4d19-894d-755e8736f0d1 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:39:15.019830 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a0f874d-a5d4-4980-a4cd-52ed12126083 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:15.091600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.135971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.185725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 5a0f874d-a5d4-4980-a4cd-52ed12126083 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:15.202005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5a0f874d-a5d4-4980-a4cd-52ed12126083 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:15.202359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.202722 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:15.447856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5a0f874d-a5d4-4980-a4cd-52ed12126083 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:15.448528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.453420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Allocated IP 172.20.0.1 (a9e23035-10ab-4fb5-afb3-d928197fd79b/e6935cd8-edb3-4cd8-a937-1d0727846e77/2575a2ab-af96-4e47-b9bc-a15a036be279) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:15.527384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 5a0f874d-a5d4-4980-a4cd-52ed12126083, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a0f874d-a5d4-4980-a4cd-52ed12126083,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:15.541176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.541911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:15.600372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.616261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Transition to ACTIVE for port object 2575a2ab-af96-4e47-b9bc-a15a036be279 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:15.640287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.653138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.675578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Transition to ACTIVE for port object f0a769af-3257-4d19-894d-755e8736f0d1 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:15.687208 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.700388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:15.710499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Network a9e23035-10ab-4fb5-afb3-d928197fd79b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:15.713468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:15.717060 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:15.747257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Pushing event updated for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:15.760363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Attempting to bind port f0a769af-3257-4d19-894d-755e8736f0d1 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:15.760785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Attempting to bind port f0a769af-3257-4d19-894d-755e8736f0d1 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:15.761155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Attempting to bind port f0a769af-3257-4d19-894d-755e8736f0d1 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:15.774188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:15.774575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:15.775053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.775579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:15.776113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Bound port: f0a769af-3257-4d19-894d-755e8736f0d1, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:15.776634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.777157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.816994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:15.831133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:15.831510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:15.831852 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 Sep 22 17:39:15.875824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49072e6c-31be-4bee-9213-8a3b3dce3819 None None] Pushing event updated for resources: {'Port': ['ID=f0a769af-3257-4d19-894d-755e8736f0d1,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:15.928081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] For port f0a769af-3257-4d19-894d-755e8736f0d1, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:15.934006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] For port f0a769af-3257-4d19-894d-755e8736f0d1, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f0a769af-3257-4d19-894d-755e8736f0d1,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:15.945079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.038274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.060370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Provisioning for port 2575a2ab-af96-4e47-b9bc-a15a036be279 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:16.069363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:16.069978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:16.128058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:16.128444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.147750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Provisioning complete for port 2575a2ab-af96-4e47-b9bc-a15a036be279 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:16.148122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.148454 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 1 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:16.222949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49072e6c-31be-4bee-9213-8a3b3dce3819 None None] Pushing event updated for resources: {'Port': ['ID=f0a769af-3257-4d19-894d-755e8736f0d1,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:16.285982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.291760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.319073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:16.325049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:16.329383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.400283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Pushing event updated for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:16.403001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:16.440843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:16.515852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:16.539908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Network a9e23035-10ab-4fb5-afb3-d928197fd79b is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:16.541022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:16.751989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:39:16.771365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2575a2ab-af96-4e47-b9bc-a15a036be279', 'name': '', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'mac_address': 'fa:16:3e:25:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:15Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 1, 'project_id': '383813219e104bd9b5276040ef2087fd', 'subnets': [{'id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:16.775432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0084faa1-e70a-4c27-9813-860e612c26dc None None] The sync data for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv is: [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2575a2ab-af96-4e47-b9bc-a15a036be279', 'name': '', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'mac_address': 'fa:16:3e:25:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:15Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 1, 'project_id': '383813219e104bd9b5276040ef2087fd', 'subnets': [{'id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:39:16.820003 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 2 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:16.878726 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:16.946496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a0f874d-a5d4-4980-a4cd-52ed12126083 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:17.029092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5a0f874d-a5d4-4980-a4cd-52ed12126083 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:17.029467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:17.029804 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5a0f874d-a5d4-4980-a4cd-52ed12126083 Sep 22 17:39:17.072979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:39:17.082185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-38801270-998a-45f9-a08c-4a72f14aa163 admin admin] 10.222.0.25 "PUT /v2.0/routers/5e6fb927-c6cd-4a60-ba03-e2a5be438a10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6152680 Sep 22 17:39:17.166740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5a0f874d-a5d4-4980-a4cd-52ed12126083 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:17.168170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:17.243450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:17.244052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:17.244401 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 Sep 22 17:39:17.373486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:17.379567 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 3 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:17.440945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:17.791623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-ae8aa3a1-0473-492d-a9b8-a3d84f1080b2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:17.792307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-ae8aa3a1-0473-492d-a9b8-a3d84f1080b2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:17.811124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-ae8aa3a1-0473-492d-a9b8-a3d84f1080b2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:17.812939 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-ae8aa3a1-0473-492d-a9b8-a3d84f1080b2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1748590 Sep 22 17:39:17.828281 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-cbbf1e94-da88-44f7-8053-5b9dd98015b0 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/quotas/2a2d29ddb7c7408f8480b3c77c7ca815 HTTP/1.1" status: 200 len: 375 time: 0.0093575 Sep 22 17:39:17.924020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-a9204bf5-38c3-4f59-b918-ada85ee6d19c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:17.941819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-a9204bf5-38c3-4f59-b918-ada85ee6d19c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:17.942343 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 4 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:17.943322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-a9204bf5-38c3-4f59-b918-ada85ee6d19c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1092725 Sep 22 17:39:17.960930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-6c156cd7-b4bc-4a1f-82d8-b1dd87564f2c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:39:17.962015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-6c156cd7-b4bc-4a1f-82d8-b1dd87564f2c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054650 Sep 22 17:39:18.009031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:18.099868 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-c57ea457-26b5-4fea-b5f2-ce9a3cc5a72b service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308773 Sep 22 17:39:18.238143 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-de2aa426-fce9-4e8f-9e42-44476a604fe7 service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319768 Sep 22 17:39:18.420879 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-117ec3cf-4fa8-4882-b60c-1285f4c4a066 req-f79fc962-6a03-4bbb-ab96-8f8ec2716285 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 210 time: 0.0498950 Sep 22 17:39:18.510165 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 5 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:18.571276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:18.957585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f0a769af-3257-4d19-894d-755e8736f0d1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:19.028910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f0a769af-3257-4d19-894d-755e8736f0d1 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:19.034135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f0a769af-3257-4d19-894d-755e8736f0d1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:19.034508 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:19.034837 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f0a769af-3257-4d19-894d-755e8736f0d1 Sep 22 17:39:19.074712 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 6 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:19.141236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:19.200588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f0a769af-3257-4d19-894d-755e8736f0d1 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:19.200924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:19.217738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f0a769af-3257-4d19-894d-755e8736f0d1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f0a769af-3257-4d19-894d-755e8736f0d1,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:19.221855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:19.289451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f0a769af-3257-4d19-894d-755e8736f0d1,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:19.527977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-1be957bb-1e66-4717-9923-0abd819595d5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:19.529474 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-1be957bb-1e66-4717-9923-0abd819595d5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1560290 Sep 22 17:39:19.548011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Request body: {'port': {'device_id': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'admin_state_up': True, 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:19.588098 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e90cd1a-8aab-4b1e-a5dc-37db57cdedc9 req-76c85578-df17-4670-afbf-9ba482232320 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 210 time: 0.0534966 Sep 22 17:39:19.642207 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 7 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:19.691116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:19.700701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:19.702148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:19.709923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Made reservation on behalf of 2a2d29ddb7c7408f8480b3c77c7ca815 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:19.713310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:19.874326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Allocated IP 172.20.0.9 (bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3/ceda0577-35da-41e6-9fb3-d35634ef0e07/8cf7adf3-b05c-4f7c-979e-6ec54dd95885) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:20.072559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:20.087271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Transition to ACTIVE for port object 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:20.110746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:20.181774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:20.184725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:20.187001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:20.203912 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 8 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:20.234775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event updated for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:20.273552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:20.273770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:20.274413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:20.302176 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-9b7e994f-11f5-4787-968b-23ae064837e3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7590239 Sep 22 17:39:20.317773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-4ffc47f9-8b2e-48e7-9e18-744ae32a918f tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:39:20.318716 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-4ffc47f9-8b2e-48e7-9e18-744ae32a918f tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052009 Sep 22 17:39:20.437813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Request body: {'port': {'device_id': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:20.458425 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Sync routers for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:39:20.468134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:20.469412 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:20.550056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:20.653865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:20.774930 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 9 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:20.831257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:20.902591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b361b8fa-0fab-49bd-9ffc-d9c45edb5568 req-3cc9e033-6fee-4bd5-b870-5b150a8ff1cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:20.903313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b361b8fa-0fab-49bd-9ffc-d9c45edb5568 req-3cc9e033-6fee-4bd5-b870-5b150a8ff1cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:20.936950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-b361b8fa-0fab-49bd-9ffc-d9c45edb5568 req-3cc9e033-6fee-4bd5-b870-5b150a8ff1cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:20.938986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b361b8fa-0fab-49bd-9ffc-d9c45edb5568 req-3cc9e033-6fee-4bd5-b870-5b150a8ff1cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 931 time: 0.2160468 Sep 22 17:39:20.953666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f0a769af-3257-4d19-894d-755e8736f0d1 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:21.008425 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2575a2ab-af96-4e47-b9bc-a15a036be279', 'name': '', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'mac_address': 'fa:16:3e:25:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:15Z', 'updated_at': '2022-09-22T17:39:16Z', 'revision_number': 2, 'project_id': '383813219e104bd9b5276040ef2087fd', 'subnets': [{'id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:21.013644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Checking router: 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:39:21.014139 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Updating router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 port 2575a2ab-af96-4e47-b9bc-a15a036be279 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:39:21.025537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f0a769af-3257-4d19-894d-755e8736f0d1 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:21.025995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.026400 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f0a769af-3257-4d19-894d-755e8736f0d1 Sep 22 17:39:21.052795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:39:21.064006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.068522 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.068723 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b361b8fa-0fab-49bd-9ffc-d9c45edb5568 req-d1ed9bf3-7405-40d2-ace6-b07529234a3b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862260 Sep 22 17:39:21.082695 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Transition to ACTIVE for port object 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:21.087769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.154282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f0a769af-3257-4d19-894d-755e8736f0d1 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:21.332328 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Attempt 10 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:21.418572 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.425420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b85db8bf-af50-4416-963f-7752b42162d5 None None] Port 2575a2ab-af96-4e47-b9bc-a15a036be279 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:21.427350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:21.432809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Transition to ACTIVE for port object 2575a2ab-af96-4e47-b9bc-a15a036be279 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:21.439297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.467087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Attempting to bind port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:21.467423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Attempting to bind port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:21.467782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Attempting to bind port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:21.472953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:39:21.473269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Attempting to bind port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:21.478255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:21.478611 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:21.478989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Bound using segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:21.479405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Bound port: 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:21.479749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.547544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d8486d2d-c56a-4ab4-a223-19e13451f713 None None] Provisioning for port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:21.569343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:21.572351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:21.577759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.613386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:21.613988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.615335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] 10.222.0.18 "PUT /v2.0/ports/8cf7adf3-b05c-4f7c-979e-6ec54dd95885 HTTP/1.1" status: 200 len: 1093 time: 1.2903628 Sep 22 17:39:21.615759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:39:21.618077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0daa50aa-db8b-4dbe-ac43-4067a834d566" -d '{"events": [{"name": "network-changed", "server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:39:21.654173 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0839e9-a222-459e-989c-cae5861015d9 None None] Pushing event updated for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:21.658055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7585a3ca-b7f8-4397-bb11-b76b0bbfb9ce service neutron] Pushing event updated for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:21.658711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Attempting to bind port 2575a2ab-af96-4e47-b9bc-a15a036be279 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:21.659249 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Attempting to bind port 2575a2ab-af96-4e47-b9bc-a15a036be279 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:21.659793 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Attempting to bind port 2575a2ab-af96-4e47-b9bc-a15a036be279 on network a9e23035-10ab-4fb5-afb3-d928197fd79b {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:21.665837 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 38, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:21.666257 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Checking segment: {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:21.666843 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.667258 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Bound using segment: {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:21.667716 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Bound port: 2575a2ab-af96-4e47-b9bc-a15a036be279, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360db194-0a1b-451c-bfd1-47e697f65f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:21.668265 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.678463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bdb2859-dc95-4939-9653-825b89d5eba3 x-openstack-request-id: req-7bdb2859-dc95-4939-9653-825b89d5eba3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:39:21.678752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:39:21.679150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bdb2859-dc95-4939-9653-825b89d5eba3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:39:21.679437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bdb2859-dc95-4939-9653-825b89d5eba3'] response: {'name': 'network-changed', 'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885', 'status': 'completed', 'code': 200} Sep 22 17:39:21.759711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] For port 2575a2ab-af96-4e47-b9bc-a15a036be279, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:21.762713 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] For port 2575a2ab-af96-4e47-b9bc-a15a036be279, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2575a2ab-af96-4e47-b9bc-a15a036be279,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:21.767713 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:21.777419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-dc4c9893-29bb-43e9-9795-fa6cdbfd00c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:21.778896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-dc4c9893-29bb-43e9-9795-fa6cdbfd00c3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 1096 time: 0.0836520 Sep 22 17:39:21.827370 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:39:21.828501 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:38:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:21.856457 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-6283b427-b189-49e4-9913-f37ff6598482 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885 HTTP/1.1" status: 200 len: 217 time: 0.0639110 Sep 22 17:39:21.913230 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0839e9-a222-459e-989c-cae5861015d9 None None] Pushing event updated for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:21.918605 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-47e8e5bf-48c1-454d-9060-2e8022895d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:21.920145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-47e8e5bf-48c1-454d-9060-2e8022895d5f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0571725 Sep 22 17:39:22.002317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-324421fa-e784-4c41-bc6c-5a44baac07fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.003698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-324421fa-e784-4c41-bc6c-5a44baac07fb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772619 Sep 22 17:39:22.014564 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:39:22.135408 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-f5a9d7c1-4fa7-4726-99f1-dfbe0ec95d1f service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255596 Sep 22 17:39:22.321684 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2575a2ab-af96-4e47-b9bc-a15a036be279', 'name': '', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'mac_address': 'fa:16:3e:25:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:15Z', 'updated_at': '2022-09-22T17:39:21Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'subnets': [{'id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:39:22.325581 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d4a38ae-17a9-4c4c-a507-91952a63e5b5 None None] The sync data for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv is: [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:39:15Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2575a2ab-af96-4e47-b9bc-a15a036be279', 'name': '', 'network_id': 'a9e23035-10ab-4fb5-afb3-d928197fd79b', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'mac_address': 'fa:16:3e:25:25:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_interface', 'standard_attr_id': 1652, 'fixed_ips': [{'subnet_id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:15Z', 'updated_at': '2022-09-22T17:39:21Z', 'revision_number': 4, 'project_id': '383813219e104bd9b5276040ef2087fd', 'subnets': [{'id': 'e6935cd8-edb3-4cd8-a937-1d0727846e77', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:39:22.346071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-172988dd-7882-442f-aac1-087acd2b1aa0 req-4b829535-c889-45a6-9139-5764903bf1e8 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041056 Sep 22 17:39:22.364516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762b440-51fa-4554-a983-d05b89cd15eb req-c1c919d1-ed4c-400c-bbf8-9d5b7235b599 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.366285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5762b440-51fa-4554-a983-d05b89cd15eb req-c1c919d1-ed4c-400c-bbf8-9d5b7235b599 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 943 time: 0.1401081 Sep 22 17:39:22.413908 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5762b440-51fa-4554-a983-d05b89cd15eb req-e686a8cb-8100-4ca6-9961-d43048cdab8e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414829 Sep 22 17:39:22.469943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a197a6c9-3b66-4b7f-97e0-7c1da5fae1ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:22.521650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-94d53525-88b2-4e70-83c3-ea0f646206c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.523116 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-94d53525-88b2-4e70-83c3-ea0f646206c1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 1096 time: 0.0898592 Sep 22 17:39:22.659510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-c59778ba-0262-4178-b6d1-90bdb9328e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.661037 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-c59778ba-0262-4178-b6d1-90bdb9328e8d service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 918 time: 0.1318393 Sep 22 17:39:22.733106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-1e2f5409-cc06-4532-b404-5f1dcd2f489f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885 HTTP/1.1" status: 200 len: 217 time: 0.0660675 Sep 22 17:39:22.797716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-0b67c612-7f22-4be4-8e24-02a47bd16456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.799106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-0b67c612-7f22-4be4-8e24-02a47bd16456 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0599604 Sep 22 17:39:22.879334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-e5886bf9-deb9-4dd1-bf5b-a6a6f67a0764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:22.880807 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-e5886bf9-deb9-4dd1-bf5b-a6a6f67a0764 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753498 Sep 22 17:39:22.955891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2575a2ab-af96-4e47-b9bc-a15a036be279 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:23.019898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-5bc67fa8-d78e-47c9-8b85-c06ee8433d38 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327677 Sep 22 17:39:23.022773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2575a2ab-af96-4e47-b9bc-a15a036be279 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:23.027526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2575a2ab-af96-4e47-b9bc-a15a036be279 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:23.027900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:23.028249 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:23.146810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2575a2ab-af96-4e47-b9bc-a15a036be279 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:23.147112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:23.182362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 2575a2ab-af96-4e47-b9bc-a15a036be279, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2575a2ab-af96-4e47-b9bc-a15a036be279,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:23.186600 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:23.266218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:23.273479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.273825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.274170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.274485 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.274812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.275133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.275449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.275763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.276076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.276388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.276725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.277035 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:23.285517 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0daa50aa-db8b-4dbe-ac43-4067a834d566 req-00c5813d-ca77-4a75-bc8d-6a2f0a72c266 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599540 Sep 22 17:39:23.618321 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8425167-01dc-4ff7-b5c7-57dce5b5c932 req-06300f6b-f89c-4725-9922-ca2a23d584a4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:23.619745 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e8425167-01dc-4ff7-b5c7-57dce5b5c932 req-06300f6b-f89c-4725-9922-ca2a23d584a4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 943 time: 0.0894139 Sep 22 17:39:23.663096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e8425167-01dc-4ff7-b5c7-57dce5b5c932 req-1db8176e-8331-40ff-af3e-84dcac6da86c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:23.679436 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-e8425167-01dc-4ff7-b5c7-57dce5b5c932 req-1db8176e-8331-40ff-af3e-84dcac6da86c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:23.680669 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e8425167-01dc-4ff7-b5c7-57dce5b5c932 req-1db8176e-8331-40ff-af3e-84dcac6da86c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546832 Sep 22 17:39:24.600102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ee7daf25-d58d-4f6a-9ed4-5ae8d70e0945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:24.879907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6873676f-2752-444d-943a-bc06be9b024b req-2f6abe94-b8dd-41ba-8ed5-7f4afdc55a72 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:24.881399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6873676f-2752-444d-943a-bc06be9b024b req-2f6abe94-b8dd-41ba-8ed5-7f4afdc55a72 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 943 time: 0.0902405 Sep 22 17:39:24.926628 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6873676f-2752-444d-943a-bc06be9b024b req-e6ee5323-7d76-4164-abf6-8e327d2b29cf tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393960 Sep 22 17:39:24.955713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2575a2ab-af96-4e47-b9bc-a15a036be279 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:25.021867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2575a2ab-af96-4e47-b9bc-a15a036be279 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:25.022237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:25.022572 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2575a2ab-af96-4e47-b9bc-a15a036be279 Sep 22 17:39:25.135749 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2575a2ab-af96-4e47-b9bc-a15a036be279 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:25.647238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:25.698302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:26.085504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:26.123237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:39:26.167931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8ac90-f9d5-45b4-b012-ee30e2283bf1 req-1be2f87b-9400-41c6-83e1-e12bdad886ea tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:26.170086 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7dc8ac90-f9d5-45b4-b012-ee30e2283bf1 req-1be2f87b-9400-41c6-83e1-e12bdad886ea tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 943 time: 0.1367829 Sep 22 17:39:26.217435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7dc8ac90-f9d5-45b4-b012-ee30e2283bf1 req-1ff1e635-90e0-4d22-8043-8b11c7a6caf5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Sep 22 17:39:26.257337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:26.270939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'port_id': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885', 'mac_address': 'fa:16:3e:e6:f4:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:39:26.328640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:26.329028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:26.346053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:39:26.360921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:26.364769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:26.431945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:26.806740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['8cf7adf3-b05c-4f7c-979e-6ec54dd95885'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:39:27.304898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:27.463589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335d87-9d35-411a-84b2-dda010a75ea9 req-9cb1e2e6-293c-4b1d-b098-76ef716fdee4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:27.465069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c335d87-9d35-411a-84b2-dda010a75ea9 req-9cb1e2e6-293c-4b1d-b098-76ef716fdee4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 944 time: 0.1361434 Sep 22 17:39:27.508696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2c335d87-9d35-411a-84b2-dda010a75ea9 req-5bef8542-1387-4f33-8186-d9fef2302098 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373909 Sep 22 17:39:28.138993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:39:28.206212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:28.210925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:28.211298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:28.211627 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 Sep 22 17:39:28.325438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:28.325813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:28.351767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:39:28.354840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72c5a5c-995b-4cdb-ac97-8ac12392af86" -d '{"events": [{"server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:39:28.362261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:28.366677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:28.403608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23620a99-daba-4bec-a8d6-67a8a852c7af x-openstack-request-id: req-23620a99-daba-4bec-a8d6-67a8a852c7af {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:39:28.403893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "name": "network-vif-plugged", "status": "completed", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:39:28.404139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23620a99-daba-4bec-a8d6-67a8a852c7af {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:39:28.404519 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23620a99-daba-4bec-a8d6-67a8a852c7af'] response: {'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885', 'code': 200} Sep 22 17:39:28.434871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:28.743080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5517d1d8-b200-41cf-856c-d974ee1040d8 req-e64be0b0-ad3e-4e40-8dad-9e16b4942183 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:28.744461 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5517d1d8-b200-41cf-856c-d974ee1040d8 req-e64be0b0-ad3e-4e40-8dad-9e16b4942183 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.1176913 Sep 22 17:39:28.747153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5269b4-227a-4151-8213-324d688f8bb5 req-e41d8fbd-ffc5-420e-a021-60c9ef656e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:28.748487 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b5269b4-227a-4151-8213-324d688f8bb5 req-e41d8fbd-ffc5-420e-a021-60c9ef656e11 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 1098 time: 0.1617875 Sep 22 17:39:28.818046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5517d1d8-b200-41cf-856c-d974ee1040d8 req-9fc0b3f6-b1f0-41b0-9f29-f75182b67265 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679154 Sep 22 17:39:28.821296 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0b5269b4-227a-4151-8213-324d688f8bb5 req-91dba693-c44f-477c-bce7-4ba3733c6b37 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578926 Sep 22 17:39:30.114805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be7c181-937c-467d-a95f-09f6e1535a0b req-e9d7e818-d20d-417d-b2b5-3cae59e068ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:30.116192 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8be7c181-937c-467d-a95f-09f6e1535a0b req-e9d7e818-d20d-417d-b2b5-3cae59e068ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.1876361 Sep 22 17:39:30.159142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8be7c181-937c-467d-a95f-09f6e1535a0b req-3b6d0323-697b-4300-86b6-5462154907b4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373893 Sep 22 17:39:31.357775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbfd51f-845c-4ecf-8189-13bf2fcd5a13 req-8a0c3857-cd4a-4e9d-b1e7-cb411a115928 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:31.359221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9fbfd51f-845c-4ecf-8189-13bf2fcd5a13 req-8a0c3857-cd4a-4e9d-b1e7-cb411a115928 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.0875001 Sep 22 17:39:31.404373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9fbfd51f-845c-4ecf-8189-13bf2fcd5a13 req-a51e36aa-e065-408d-8f7e-2636bf957360 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393929 Sep 22 17:39:31.604042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949b323-1f5e-4e00-a531-b22912ed380e req-87848eea-9b3e-437e-b2b9-16ba222bfcc7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:31.605509 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d949b323-1f5e-4e00-a531-b22912ed380e req-87848eea-9b3e-437e-b2b9-16ba222bfcc7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.0887194 Sep 22 17:39:31.649986 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d949b323-1f5e-4e00-a531-b22912ed380e req-17155168-1aaf-48a2-9dad-74fe338340e9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386374 Sep 22 17:39:40.107188 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:39:41.606227 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-9529d83c-0e1f-4b53-af5a-5e2cbb6750e3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0868278 Sep 22 17:39:41.776392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8a28-619b-4321-be01-dcec47e28675 req-9424934d-7e2f-44bd-96a8-94a40f33e7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:41.778016 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-9424934d-7e2f-44bd-96a8-94a40f33e7cc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 1098 time: 0.0827270 Sep 22 17:39:41.927172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8a28-619b-4321-be01-dcec47e28675 req-de6fa247-4f7d-4bb2-b70c-f4444de70980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:41.928685 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-de6fa247-4f7d-4bb2-b70c-f4444de70980 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 918 time: 0.1305299 Sep 22 17:39:42.001967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-2e3edfea-72f0-4c2f-9420-1e9dcae87c76 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885 HTTP/1.1" status: 200 len: 217 time: 0.0672805 Sep 22 17:39:42.065477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8a28-619b-4321-be01-dcec47e28675 req-0842d2ec-8fc8-4c09-854b-0d58d1dc9bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:42.066978 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-0842d2ec-8fc8-4c09-854b-0d58d1dc9bbc service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0595820 Sep 22 17:39:42.150610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dace8a28-619b-4321-be01-dcec47e28675 req-3afa403e-d6c6-4b88-b0d3-07fc57b3e310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:42.152084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-3afa403e-d6c6-4b88-b0d3-07fc57b3e310 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788863 Sep 22 17:39:42.287137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-4c084b15-3a05-4870-8da1-421c8ade29c0 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267416 Sep 22 17:39:42.428055 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dace8a28-619b-4321-be01-dcec47e28675 req-149bd7ff-6f57-4f59-80e4-94d960d37dc2 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235528 Sep 22 17:39:47.251905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c89e89-e20b-4d2b-ba31-053a8c48603a req-14243437-3deb-40b3-be5d-dd28a847b3dc tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:47.253393 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c6c89e89-e20b-4d2b-ba31-053a8c48603a req-14243437-3deb-40b3-be5d-dd28a847b3dc tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.0872831 Sep 22 17:39:47.300570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c6c89e89-e20b-4d2b-ba31-053a8c48603a req-8ae533d9-2cd2-44fb-88a5-f9ad310100f7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413733 Sep 22 17:39:48.505770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90479781-927b-4b2b-9cde-41bf20e7f20b req-7c773a58-daf0-4030-a613-2d7936e430d1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:48.507129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90479781-927b-4b2b-9cde-41bf20e7f20b req-7c773a58-daf0-4030-a613-2d7936e430d1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.0899801 Sep 22 17:39:48.550425 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-90479781-927b-4b2b-9cde-41bf20e7f20b req-c14fd3c6-d06f-4c08-b5bd-e2d5ad1adba1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377455 Sep 22 17:39:49.226828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-260e1d62-3c01-4f86-be99-51e4a04323a1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:49.228126 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-260e1d62-3c01-4f86-be99-51e4a04323a1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.1924298 Sep 22 17:39:49.297046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Deleting port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:39:49.297392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:49.542822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] For port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:49.543488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:49.665881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Calling delete_port for 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:39:49.747144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de617c-90e4-4fdc-aae5-b1b6504fc217 req-c09a12cd-d201-40da-8d9a-01cb4cc4c7c0 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:49.748628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68de617c-90e4-4fdc-aae5-b1b6504fc217 req-c09a12cd-d201-40da-8d9a-01cb4cc4c7c0 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b HTTP/1.1" status: 200 len: 945 time: 0.0869968 Sep 22 17:39:49.794563 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-68de617c-90e4-4fdc-aae5-b1b6504fc217 req-1c0d27a9-43ca-4523-9b1b-7332b795211c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393887 Sep 22 17:39:49.819754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:49.852564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['8cf7adf3-b05c-4f7c-979e-6ec54dd95885'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:39:49.870001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event deleted for resources: {'Port': ['ID=8cf7adf3-b05c-4f7c-979e-6ec54dd95885,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:49.922879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.923222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.923562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.923882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.924206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.925279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.925602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.925921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.926239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.926555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.926872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.927185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:39:49.972465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] No DVR routers for this DVR port 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:39:49.974921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:49.977532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'name': 'network-vif-deleted', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:39:49.979797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156e9683-2f77-48cc-a196-672d952b6e84" -d '{"events": [{"server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "name": "network-vif-deleted", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:39:49.998288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc26d831-3637-4b3f-aa6a-01600e4a773d req-e60acf6e-93fa-4033-a6ba-5a74d153b35e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "DELETE /v2.0/ports/8cf7adf3-b05c-4f7c-979e-6ec54dd95885 HTTP/1.1" status: 204 len: 173 time: 0.7645204 Sep 22 17:39:50.030685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440a36fb-d251-4c66-bc99-656bc14b7369 x-openstack-request-id: req-440a36fb-d251-4c66-bc99-656bc14b7369 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:39:50.030685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b", "name": "network-vif-deleted", "tag": "8cf7adf3-b05c-4f7c-979e-6ec54dd95885", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:39:50.030957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-440a36fb-d251-4c66-bc99-656bc14b7369 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:39:50.031238 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-440a36fb-d251-4c66-bc99-656bc14b7369'] response: {'server_uuid': '3d8902c0-2bc1-4ebc-b0d7-80cc407a7b5b', 'name': 'network-vif-deleted', 'tag': '8cf7adf3-b05c-4f7c-979e-6ec54dd95885', 'status': 'completed', 'code': 200} Sep 22 17:39:51.254786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-8954ec79-7ff0-4dc6-a7bf-80b5a5d9ef46 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:51.256225 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-8954ec79-7ff0-4dc6-a7bf-80b5a5d9ef46 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1490078 Sep 22 17:39:51.270635 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-074a6468-0253-4481-bf8e-a23777b19751 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/quotas/2a2d29ddb7c7408f8480b3c77c7ca815 HTTP/1.1" status: 200 len: 375 time: 0.0088716 Sep 22 17:39:51.357613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-43429be9-0887-4711-902c-61110ba93930 req-4d13c1c3-2314-4174-8d71-bcf7ad725ee5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:51.373817 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-43429be9-0887-4711-902c-61110ba93930 req-4d13c1c3-2314-4174-8d71-bcf7ad725ee5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:51.375235 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-4d13c1c3-2314-4174-8d71-bcf7ad725ee5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0995922 Sep 22 17:39:51.513938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-22b9d95b-f53d-4f38-9656-98d388b74a89 service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264937 Sep 22 17:39:51.646479 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-4e3a9e76-8c4b-4b18-9e84-9e9d2dd0b1e2 service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1265209 Sep 22 17:39:51.832748 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06bb0ba0-5b5b-4d5d-b4ca-912dab163333 req-2bd73f85-7225-43bd-8688-1365af35a4b4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 210 time: 0.0550292 Sep 22 17:39:52.264735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:39:52.299358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:39:52.299739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 8cf7adf3-b05c-4f7c-979e-6ec54dd95885 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:39:52.471213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bcefdfda-a5e0-40ab-b160-f3067e568be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:53.078972 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f82d637f-67e8-4089-98bc-2fb2d330c348 req-eba3b8ad-79d5-4e92-83da-0fe7234500e0 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 210 time: 0.1087024 Sep 22 17:39:53.139288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-7a0c2d4a-1991-482f-931a-18e58e52d2d9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:53.140585 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-7a0c2d4a-1991-482f-931a-18e58e52d2d9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1959999 Sep 22 17:39:53.163551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Request body: {'port': {'device_id': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'admin_state_up': True, 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:53.411409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:39:53.420591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:39:53.429865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Made reservation on behalf of 2a2d29ddb7c7408f8480b3c77c7ca815 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:39:53.433268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:53.589859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Allocated IP 172.20.0.4 (bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3/ceda0577-35da-41e6-9fb3-d35634ef0e07/00199049-6b2f-493f-92ae-b31953f2bdc9) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:39:53.790710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:53.805812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Transition to ACTIVE for port object 00199049-6b2f-493f-92ae-b31953f2bdc9 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:53.828546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:53.901498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:39:53.904623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:39:53.908368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:39:53.939159 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event updated for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:53.977563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:53.978177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.005499 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-0372b89a-7c4e-4dc1-90ab-3cd6f7e90563 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8453555 Sep 22 17:39:54.022719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Request body: {'port': {'device_id': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:39:54.136733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.156743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Provisioning for port 00199049-6b2f-493f-92ae-b31953f2bdc9 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:39:54.162887 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Provisioning complete for port 00199049-6b2f-493f-92ae-b31953f2bdc9 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:39:54.163377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.163783 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Attempt 1 to provision port 00199049-6b2f-493f-92ae-b31953f2bdc9 Sep 22 17:39:54.226252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Port 00199049-6b2f-493f-92ae-b31953f2bdc9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:54.287045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79682112-02f0-4383-9725-0bfdd678abbd req-3b3fba19-275c-4c77-887b-9851f21964b7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:54.288483 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-79682112-02f0-4383-9725-0bfdd678abbd req-3b3fba19-275c-4c77-887b-9851f21964b7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 931 time: 0.0897310 Sep 22 17:39:54.333168 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-79682112-02f0-4383-9725-0bfdd678abbd req-f1010b91-6e70-4547-af19-a5fdd9d737a8 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385444 Sep 22 17:39:54.481745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00199049-6b2f-493f-92ae-b31953f2bdc9 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:39:54.489385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.503452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Transition to ACTIVE for port object 00199049-6b2f-493f-92ae-b31953f2bdc9 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:39:54.507129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.601419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4faba1ca-7134-401c-8a4a-958c5601c49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.702635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Pushing event updated for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:54.727769 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Attempt 2 to provision port 00199049-6b2f-493f-92ae-b31953f2bdc9 Sep 22 17:39:54.731737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Attempting to bind port 00199049-6b2f-493f-92ae-b31953f2bdc9 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:39:54.732076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Attempting to bind port 00199049-6b2f-493f-92ae-b31953f2bdc9 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:39:54.732405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Attempting to bind port 00199049-6b2f-493f-92ae-b31953f2bdc9 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:54.736993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Port 00199049-6b2f-493f-92ae-b31953f2bdc9 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:39:54.737347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Attempting to bind port 00199049-6b2f-493f-92ae-b31953f2bdc9 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:39:54.742411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:39:54.742746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:39:54.743130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Bound using segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:39:54.743551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Bound port: 00199049-6b2f-493f-92ae-b31953f2bdc9, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:39:54.743894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.781529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Port 00199049-6b2f-493f-92ae-b31953f2bdc9 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:39:54.837328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:39:54.840334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=00199049-6b2f-493f-92ae-b31953f2bdc9,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:39:54.844709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.874943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:54.875480 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:54.876836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] 10.222.0.18 "PUT /v2.0/ports/00199049-6b2f-493f-92ae-b31953f2bdc9 HTTP/1.1" status: 200 len: 1093 time: 0.8585324 Sep 22 17:39:54.877261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:39:54.879516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d758130-c377-4212-b777-02f9c0a73061" -d '{"events": [{"name": "network-changed", "server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:39:54.929250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a92695cd-30e5-42c7-96de-b7a43cedb9ac x-openstack-request-id: req-a92695cd-30e5-42c7-96de-b7a43cedb9ac {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:39:54.929538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:39:54.929807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a92695cd-30e5-42c7-96de-b7a43cedb9ac {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:39:54.930207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a92695cd-30e5-42c7-96de-b7a43cedb9ac'] response: {'name': 'network-changed', 'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9', 'status': 'completed', 'code': 200} Sep 22 17:39:54.930900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d92823-b86f-45be-a1f7-75fef602ea46 service neutron] Pushing event updated for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:55.022971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-41938d31-8565-4709-a1a6-bb8c83380f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.024727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-41938d31-8565-4709-a1a6-bb8c83380f43 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 1096 time: 0.0809209 Sep 22 17:39:55.096405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-904f5696-d7d1-446c-9e20-bb9e063b8374 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00199049-6b2f-493f-92ae-b31953f2bdc9 HTTP/1.1" status: 200 len: 217 time: 0.0593760 Sep 22 17:39:55.271198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-8258af89-5770-4e04-b79a-7c19aeda45be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.272647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-8258af89-5770-4e04-b79a-7c19aeda45be service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.1703954 Sep 22 17:39:55.282680 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Attempt 3 to provision port 00199049-6b2f-493f-92ae-b31953f2bdc9 Sep 22 17:39:55.345509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7cd46f7e-5e46-4bc1-bb8e-4904579ebd4b None None] Port 00199049-6b2f-493f-92ae-b31953f2bdc9 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:39:55.354621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43429be9-0887-4711-902c-61110ba93930 req-423954c5-f361-48a8-9b29-7dca51eaa690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.356135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-423954c5-f361-48a8-9b29-7dca51eaa690 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0766735 Sep 22 17:39:55.492091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-e0495943-cd42-4fd6-92ed-98220f952ce7 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293194 Sep 22 17:39:55.539980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31666204-b3b4-4961-bb1e-1446ff650e6c req-7873cf8b-f21a-4c97-a60d-9f465c828b2e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.541475 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31666204-b3b4-4961-bb1e-1446ff650e6c req-7873cf8b-f21a-4c97-a60d-9f465c828b2e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 943 time: 0.0899556 Sep 22 17:39:55.585728 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31666204-b3b4-4961-bb1e-1446ff650e6c req-b0eb6364-d7ce-4c77-8c07-0c89636e6176 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386436 Sep 22 17:39:55.623154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-43429be9-0887-4711-902c-61110ba93930 req-f5898eb8-b0e5-40c2-a0b5-d82fd11af162 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251929 Sep 22 17:39:55.678515 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:55.699410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:55.787701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758130-c377-4212-b777-02f9c0a73061 req-67d5ba8b-caca-4cc1-8f57-19c06f49d9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.789109 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-67d5ba8b-caca-4cc1-8f57-19c06f49d9a6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 1096 time: 0.0813844 Sep 22 17:39:55.919917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758130-c377-4212-b777-02f9c0a73061 req-80a3cf65-1ab0-431b-93c1-a02fbc2faa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:55.921387 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-80a3cf65-1ab0-431b-93c1-a02fbc2faa4e service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 918 time: 0.1256998 Sep 22 17:39:55.988476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-ee1b46a0-9169-451b-9bfa-ac33c71b7b22 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00199049-6b2f-493f-92ae-b31953f2bdc9 HTTP/1.1" status: 200 len: 217 time: 0.0609214 Sep 22 17:39:56.052960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758130-c377-4212-b777-02f9c0a73061 req-d65288c2-5804-4bcd-8317-38caeacb4304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:56.054307 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-d65288c2-5804-4bcd-8317-38caeacb4304 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0598803 Sep 22 17:39:56.086045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:56.135712 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d758130-c377-4212-b777-02f9c0a73061 req-c01cc92b-db19-4fc7-8fc6-636ccf641e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:56.137221 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-c01cc92b-db19-4fc7-8fc6-636ccf641e59 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760329 Sep 22 17:39:56.266003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-c67b2f8f-cce5-40d5-8ff4-389157de257b service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229098 Sep 22 17:39:56.397588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5d758130-c377-4212-b777-02f9c0a73061 req-acbd0c50-4325-4fa7-836f-b3e13231b531 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253121 Sep 22 17:39:56.787293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e93d3-1e58-47a0-9de9-404d9dcb0a48 req-f054d354-4422-472e-af79-e31055c0bc42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:56.787890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-516e93d3-1e58-47a0-9de9-404d9dcb0a48 req-f054d354-4422-472e-af79-e31055c0bc42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:39:56.802946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-516e93d3-1e58-47a0-9de9-404d9dcb0a48 req-f054d354-4422-472e-af79-e31055c0bc42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:39:56.804101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-516e93d3-1e58-47a0-9de9-404d9dcb0a48 req-f054d354-4422-472e-af79-e31055c0bc42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 943 time: 0.1059139 Sep 22 17:39:56.850510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-516e93d3-1e58-47a0-9de9-404d9dcb0a48 req-a1d90052-3847-4031-a84a-c76a39a5c0be tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398302 Sep 22 17:39:57.307855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:58.043869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b91e6f-87ae-4510-a324-de6e0599bc1d req-6c4f448c-98fa-4310-805b-37969b4032cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:58.045330 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35b91e6f-87ae-4510-a324-de6e0599bc1d req-6c4f448c-98fa-4310-805b-37969b4032cd tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 943 time: 0.0859661 Sep 22 17:39:58.091785 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35b91e6f-87ae-4510-a324-de6e0599bc1d req-a1199248-0092-4643-b4cc-d25b364ccdab tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407815 Sep 22 17:39:58.330126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 00199049-6b2f-493f-92ae-b31953f2bdc9 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:39:58.490547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=00199049-6b2f-493f-92ae-b31953f2bdc9,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:58.503990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '00199049-6b2f-493f-92ae-b31953f2bdc9', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'port_id': '00199049-6b2f-493f-92ae-b31953f2bdc9', 'mac_address': 'fa:16:3e:75:84:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:39:58.556935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 00199049-6b2f-493f-92ae-b31953f2bdc9 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:39:58.557313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:58.573881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00199049-6b2f-493f-92ae-b31953f2bdc9 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:39:58.588490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=00199049-6b2f-493f-92ae-b31953f2bdc9,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:39:58.592511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:39:58.658974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:39:59.006400 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['00199049-6b2f-493f-92ae-b31953f2bdc9'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:39:59.289034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b11d7-a329-4b16-acf1-77e76139efea req-d99454e8-fea7-4fa1-90ba-f0a257bf76ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:39:59.290460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d3b11d7-a329-4b16-acf1-77e76139efea req-d99454e8-fea7-4fa1-90ba-f0a257bf76ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 944 time: 0.0891271 Sep 22 17:39:59.333353 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d3b11d7-a329-4b16-acf1-77e76139efea req-4b0c9b64-8a5a-4f74-97e4-734a59b3ee0a tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369294 Sep 22 17:40:00.348022 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 00199049-6b2f-493f-92ae-b31953f2bdc9 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:40:00.418042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 00199049-6b2f-493f-92ae-b31953f2bdc9 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:40:00.422880 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 00199049-6b2f-493f-92ae-b31953f2bdc9 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:40:00.423304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:00.423621 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 00199049-6b2f-493f-92ae-b31953f2bdc9 Sep 22 17:40:00.538117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e590a5-0629-4bc6-9252-b1f77796cb05 req-5d7a2e31-0c1d-457c-84c6-31557a3c1e32 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:00.539493 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1e590a5-0629-4bc6-9252-b1f77796cb05 req-5d7a2e31-0c1d-457c-84c6-31557a3c1e32 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 944 time: 0.0883183 Sep 22 17:40:00.543226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 00199049-6b2f-493f-92ae-b31953f2bdc9 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:40:00.543604 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:00.570673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:40:00.573169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec22916-dc5e-4162-81ea-9b47699439af" -d '{"events": [{"server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "name": "network-vif-plugged", "status": "completed", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:40:00.580635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=00199049-6b2f-493f-92ae-b31953f2bdc9,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:00.585070 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f1e590a5-0629-4bc6-9252-b1f77796cb05 req-d4b935ce-7e90-45cd-8974-7c3768b0cab5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398495 Sep 22 17:40:00.585471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:00.629303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d50bc75-f1c1-49b4-b1df-46b9fea0e67c x-openstack-request-id: req-4d50bc75-f1c1-49b4-b1df-46b9fea0e67c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:40:00.629588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "name": "network-vif-plugged", "status": "completed", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:40:00.629844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4d50bc75-f1c1-49b4-b1df-46b9fea0e67c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:40:00.630215 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d50bc75-f1c1-49b4-b1df-46b9fea0e67c'] response: {'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9', 'code': 200} Sep 22 17:40:00.655155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:00.886799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b495f18-f544-40e3-ad86-25b2ca47e6bf req-52bc4dbc-0148-493f-bea8-6466fb5b2e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:00.888303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b495f18-f544-40e3-ad86-25b2ca47e6bf req-52bc4dbc-0148-493f-bea8-6466fb5b2e7f service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 1098 time: 0.0787766 Sep 22 17:40:00.928145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5b495f18-f544-40e3-ad86-25b2ca47e6bf req-23a95573-0b93-4a3e-8c4a-cef8b676d5d0 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341926 Sep 22 17:40:01.790783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1eb901-a476-447e-aa7d-8d963c604eb4 req-57446c81-4be0-408c-bf0a-1893450bcd42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:01.792222 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db1eb901-a476-447e-aa7d-8d963c604eb4 req-57446c81-4be0-408c-bf0a-1893450bcd42 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0901358 Sep 22 17:40:01.837008 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db1eb901-a476-447e-aa7d-8d963c604eb4 req-ec9014e1-6c1f-42fb-ad2b-994133c82204 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391083 Sep 22 17:40:03.041091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc4c138-e445-4867-b763-918a9a8e1ea3 req-56528dc0-863d-43d9-98a8-a0620956c392 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:03.042547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1dc4c138-e445-4867-b763-918a9a8e1ea3 req-56528dc0-863d-43d9-98a8-a0620956c392 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0894246 Sep 22 17:40:03.086312 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1dc4c138-e445-4867-b763-918a9a8e1ea3 req-de76c3ae-977f-4e26-8d36-e537ef652069 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382345 Sep 22 17:40:03.280985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e59f9-bf88-49df-b667-d282f804ae98 req-beb2ee77-f217-409e-b894-65e059a05603 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:03.282443 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-652e59f9-bf88-49df-b667-d282f804ae98 req-beb2ee77-f217-409e-b894-65e059a05603 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0878100 Sep 22 17:40:03.329466 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-652e59f9-bf88-49df-b667-d282f804ae98 req-f7309e5b-e8d0-4c95-8e05-336649e039a5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406573 Sep 22 17:40:17.109334 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:40:18.726169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6373d1-8a93-4fbd-89f5-c139e8cd3da8 req-227c576d-9862-4998-911f-5d04223e6404 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:18.727541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e6373d1-8a93-4fbd-89f5-c139e8cd3da8 req-227c576d-9862-4998-911f-5d04223e6404 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0868382 Sep 22 17:40:18.771216 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e6373d1-8a93-4fbd-89f5-c139e8cd3da8 req-5ed7005b-c0ef-4e1e-a522-a9fc4a1986e4 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380490 Sep 22 17:40:19.966287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b18ab0-48e2-4fd8-969d-e1315cb6921a req-e25a0d82-fd92-40a8-a801-590a09211669 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:19.967738 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-39b18ab0-48e2-4fd8-969d-e1315cb6921a req-e25a0d82-fd92-40a8-a801-590a09211669 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0854363 Sep 22 17:40:20.014286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-39b18ab0-48e2-4fd8-969d-e1315cb6921a req-a14a2c70-d399-4a45-b0e7-c39d37aab6f5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404065 Sep 22 17:40:20.623172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-2b6f0c1d-1934-4594-a295-9f2e240f464e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:20.624591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-2b6f0c1d-1934-4594-a295-9f2e240f464e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0847602 Sep 22 17:40:20.696107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Deleting port 00199049-6b2f-493f-92ae-b31953f2bdc9 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:20.696445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:21.036392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] For port 00199049-6b2f-493f-92ae-b31953f2bdc9, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=00199049-6b2f-493f-92ae-b31953f2bdc9,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:21.037123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:21.162927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Calling delete_port for 00199049-6b2f-493f-92ae-b31953f2bdc9 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:40:21.219959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cedfae-619f-4e80-aacb-e56b0d0e4f51 req-95bcea18-aaf8-4cf4-9e46-55fb47fc1983 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:21.221500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39cedfae-619f-4e80-aacb-e56b0d0e4f51 req-95bcea18-aaf8-4cf4-9e46-55fb47fc1983 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=6ab43e7f-ad30-43bc-8b13-2d82ace2e360 HTTP/1.1" status: 200 len: 945 time: 0.0943861 Sep 22 17:40:21.268550 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-39cedfae-619f-4e80-aacb-e56b0d0e4f51 req-d4fc8d1b-38ef-4e76-97b4-74060c6e2c6a tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398691 Sep 22 17:40:21.310799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:21.352347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['00199049-6b2f-493f-92ae-b31953f2bdc9'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:40:21.362560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event deleted for resources: {'Port': ['ID=00199049-6b2f-493f-92ae-b31953f2bdc9,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:21.451320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] No DVR routers for this DVR port 00199049-6b2f-493f-92ae-b31953f2bdc9 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:40:21.453834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:21.456403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'name': 'network-vif-deleted', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:40:21.458752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-361d515a-d9ac-46a8-b3d6-23a71559c9e4" -d '{"events": [{"server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "name": "network-vif-deleted", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:40:21.474037 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f14cf29c-e71d-4e8e-9a85-dd974b8a536f req-3361a425-d890-4f1d-85e3-a1912c03c75b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "DELETE /v2.0/ports/00199049-6b2f-493f-92ae-b31953f2bdc9 HTTP/1.1" status: 204 len: 173 time: 0.8438404 Sep 22 17:40:21.507327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f44be2a-a2b2-418f-b513-2f2dde7ed6bc x-openstack-request-id: req-5f44be2a-a2b2-418f-b513-2f2dde7ed6bc {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:40:21.507615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ab43e7f-ad30-43bc-8b13-2d82ace2e360", "name": "network-vif-deleted", "tag": "00199049-6b2f-493f-92ae-b31953f2bdc9", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:40:21.507893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5f44be2a-a2b2-418f-b513-2f2dde7ed6bc {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:40:21.508297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f44be2a-a2b2-418f-b513-2f2dde7ed6bc'] response: {'server_uuid': '6ab43e7f-ad30-43bc-8b13-2d82ace2e360', 'name': 'network-vif-deleted', 'tag': '00199049-6b2f-493f-92ae-b31953f2bdc9', 'status': 'completed', 'code': 200} Sep 22 17:40:22.474100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9aa45ac3-c52c-4793-b309-4a57ca314605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:22.725399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-2921c8aa-fbfe-4007-a917-795dbcca6602 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:22.726827 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-2921c8aa-fbfe-4007-a917-795dbcca6602 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1433201 Sep 22 17:40:22.741685 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-6ed7cbea-91b1-41f4-8fde-9da7d151f07f tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/quotas/2a2d29ddb7c7408f8480b3c77c7ca815 HTTP/1.1" status: 200 len: 375 time: 0.0094159 Sep 22 17:40:22.828253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c667906f-cca0-49c1-9363-6f832aa13040 req-c6357747-79ce-4467-a357-edc0e01e91c9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:40:22.843071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c667906f-cca0-49c1-9363-6f832aa13040 req-c6357747-79ce-4467-a357-edc0e01e91c9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:40:22.844376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-c6357747-79ce-4467-a357-edc0e01e91c9 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0980279 Sep 22 17:40:22.983886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-34e68e00-4038-45a7-983c-92b0fd3c048b service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276019 Sep 22 17:40:23.114517 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-f78b167c-ca8b-4ef2-b46c-09b8155c8b6b service neutron] 10.222.0.25 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242099 Sep 22 17:40:23.295831 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a6a50cb-0acb-4195-9dbf-dbd8e603bc78 req-6bc7cfee-5ae5-4e78-a535-2bc3164bba3e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 210 time: 0.0495410 Sep 22 17:40:24.399342 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-2fb050ae-6d44-40fd-a826-95a04a924704 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:24.400698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-2fb050ae-6d44-40fd-a826-95a04a924704 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 817 time: 0.1568930 Sep 22 17:40:24.415794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 00199049-6b2f-493f-92ae-b31953f2bdc9 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:40:24.451098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 00199049-6b2f-493f-92ae-b31953f2bdc9 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:40:24.451442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 00199049-6b2f-493f-92ae-b31953f2bdc9 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:40:24.457932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Request body: {'port': {'device_id': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'admin_state_up': True, 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:40:24.493417 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9694316-7fdb-439c-b2b6-14ff5befc548 req-48197b03-fe0a-4a1e-b35f-9144bcffd88e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 210 time: 0.0787754 Sep 22 17:40:24.609566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-76b5b258-4047-4f2b-9399-fe1fc401b84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:24.611621 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:40:24.621745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:40:24.630754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Made reservation on behalf of 2a2d29ddb7c7408f8480b3c77c7ca815 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:40:24.634140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:24.788535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Allocated IP 172.20.0.10 (bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3/ceda0577-35da-41e6-9fb3-d35634ef0e07/aae8d482-22de-4ad8-b35c-9383c53015e3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:40:25.088218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.103229 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Transition to ACTIVE for port object aae8d482-22de-4ad8-b35c-9383c53015e3 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:40:25.126084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.195913 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:40:25.199044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:40:25.202794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:40:25.247317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event updated for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:25.273320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:25.273941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.300335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-9eeaf3f8-bd30-48b3-9dd0-31b845b83fa1 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8837879 Sep 22 17:40:25.318575 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Request body: {'port': {'device_id': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:40:25.420710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Provisioning for port aae8d482-22de-4ad8-b35c-9383c53015e3 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:40:25.425562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Provisioning complete for port aae8d482-22de-4ad8-b35c-9383c53015e3 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:40:25.425932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.426773 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Attempt 1 to provision port aae8d482-22de-4ad8-b35c-9383c53015e3 Sep 22 17:40:25.433856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.479631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Port aae8d482-22de-4ad8-b35c-9383c53015e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:40:25.693152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.697252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a45c29e-82d1-4361-871a-f684a5485d66 req-e8e19709-c6aa-4d8b-bcab-29bb7ab2c7ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:25.698827 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a45c29e-82d1-4361-871a-f684a5485d66 req-e8e19709-c6aa-4d8b-bcab-29bb7ab2c7ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 932 time: 0.0952871 Sep 22 17:40:25.705325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.747465 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0a45c29e-82d1-4361-871a-f684a5485d66 req-2ab53f2e-5c63-4861-aa22-aac0b35b433e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417652 Sep 22 17:40:25.780728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aae8d482-22de-4ad8-b35c-9383c53015e3 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:40:25.788720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.802807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Transition to ACTIVE for port object aae8d482-22de-4ad8-b35c-9383c53015e3 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:40:25.806696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:25.980929 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Attempt 2 to provision port aae8d482-22de-4ad8-b35c-9383c53015e3 Sep 22 17:40:25.998118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Pushing event updated for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:26.038279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Port aae8d482-22de-4ad8-b35c-9383c53015e3 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:40:26.040295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Attempting to bind port aae8d482-22de-4ad8-b35c-9383c53015e3 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:40:26.040671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Attempting to bind port aae8d482-22de-4ad8-b35c-9383c53015e3 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:40:26.041002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Attempting to bind port aae8d482-22de-4ad8-b35c-9383c53015e3 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:40:26.045572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Port aae8d482-22de-4ad8-b35c-9383c53015e3 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:40:26.045892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Attempting to bind port aae8d482-22de-4ad8-b35c-9383c53015e3 on network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:40:26.050857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:40:26.051219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Checking segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:40:26.051601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Bound using segment: {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:40:26.052027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Bound port: aae8d482-22de-4ad8-b35c-9383c53015e3, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9801ff8f-9705-4ce2-ae94-651708158978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:40:26.052371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:26.090109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:26.142790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:40:26.146470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=aae8d482-22de-4ad8-b35c-9383c53015e3,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:40:26.150356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:26.180723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:26.181328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:26.182684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] 10.222.0.18 "PUT /v2.0/ports/aae8d482-22de-4ad8-b35c-9383c53015e3 HTTP/1.1" status: 200 len: 1094 time: 0.8690364 Sep 22 17:40:26.183117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:40:26.185403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42" -d '{"events": [{"name": "network-changed", "server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:40:26.235474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d02010-5d50-4fdf-812c-be9c6a9e4efd service neutron] Pushing event updated for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:26.242347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c05e57-2348-4610-a644-7987bec13df1 x-openstack-request-id: req-54c05e57-2348-4610-a644-7987bec13df1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:40:26.242642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:40:26.242961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-54c05e57-2348-4610-a644-7987bec13df1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:40:26.243363 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-54c05e57-2348-4610-a644-7987bec13df1'] response: {'name': 'network-changed', 'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3', 'status': 'completed', 'code': 200} Sep 22 17:40:26.332049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-f45e6452-dd5d-47cb-91c2-9eed342bc146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:26.333567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-f45e6452-dd5d-47cb-91c2-9eed342bc146 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 1097 time: 0.0778372 Sep 22 17:40:26.409727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-6f63bd26-0150-462f-a15b-756863533a4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae8d482-22de-4ad8-b35c-9383c53015e3 HTTP/1.1" status: 200 len: 217 time: 0.0635989 Sep 22 17:40:26.470214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-c60b2b69-753a-4c11-aa85-2bdf07383048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:26.471604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-c60b2b69-753a-4c11-aa85-2bdf07383048 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0564828 Sep 22 17:40:26.539374 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Attempt 3 to provision port aae8d482-22de-4ad8-b35c-9383c53015e3 Sep 22 17:40:26.555474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c667906f-cca0-49c1-9363-6f832aa13040 req-f6f8b413-6423-417d-aa10-3d1da4e78be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:26.556959 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-f6f8b413-6423-417d-aa10-3d1da4e78be2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796356 Sep 22 17:40:26.602337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-517a902a-c8e3-4326-b863-adae2ba5a03b None None] Port aae8d482-22de-4ad8-b35c-9383c53015e3 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:40:26.688891 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-587c524c-890f-4fab-9ed6-628d0591564a service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263504 Sep 22 17:40:26.932338 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c667906f-cca0-49c1-9363-6f832aa13040 req-5c5c802a-f8cb-4fe8-b7f7-761ca068bfab service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376792 Sep 22 17:40:26.959476 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c231533f-781d-4e48-a0ff-7b6b1df680e0 req-6fc0fdcd-7092-4297-a052-97e8be333b4e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:26.960522 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c231533f-781d-4e48-a0ff-7b6b1df680e0 req-6fc0fdcd-7092-4297-a052-97e8be333b4e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 944 time: 0.0955143 Sep 22 17:40:27.008464 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c231533f-781d-4e48-a0ff-7b6b1df680e0 req-7db04cae-aafb-402b-ac91-869d3acd7c8b tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421174 Sep 22 17:40:27.097327 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-b25de9ec-5cd7-4530-aef7-199d793190d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:27.099408 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-b25de9ec-5cd7-4530-aef7-199d793190d0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 1097 time: 0.0777452 Sep 22 17:40:27.227543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-37475920-b0be-496c-b526-9ce49a7ed206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:27.229013 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-37475920-b0be-496c-b526-9ce49a7ed206 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 918 time: 0.1230931 Sep 22 17:40:27.298687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-adaa6a77-2265-4bac-be51-dee0db6852ed service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae8d482-22de-4ad8-b35c-9383c53015e3 HTTP/1.1" status: 200 len: 217 time: 0.0636573 Sep 22 17:40:27.309772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:27.360910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-8f5c9cac-8775-4f9d-b58a-c795fbe88672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:27.362239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-8f5c9cac-8775-4f9d-b58a-c795fbe88672 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0575886 Sep 22 17:40:27.446636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-046231fc-d95f-404c-a85a-1fe781a0517e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:27.448068 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-046231fc-d95f-404c-a85a-1fe781a0517e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797384 Sep 22 17:40:27.577123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-6fad5c42-f082-498c-abec-5eec3fe078fd service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217020 Sep 22 17:40:27.705913 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e0ccdbb-98a4-4876-8dcf-04d6060b3f42 req-ec30fe43-a969-4df2-8d25-3f2657e5552e service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218631 Sep 22 17:40:28.205826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a4c5d2-0c4f-4825-8f92-dcfce4437212 req-8bdf65f6-c1be-4e8f-a437-fc7f8f5dffb5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:28.206505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-12a4c5d2-0c4f-4825-8f92-dcfce4437212 req-8bdf65f6-c1be-4e8f-a437-fc7f8f5dffb5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Synchronizing usage tracker for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:40:28.221667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-12a4c5d2-0c4f-4825-8f92-dcfce4437212 req-8bdf65f6-c1be-4e8f-a437-fc7f8f5dffb5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Unset dirty status for tenant:2a2d29ddb7c7408f8480b3c77c7ca815 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:40:28.222798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12a4c5d2-0c4f-4825-8f92-dcfce4437212 req-8bdf65f6-c1be-4e8f-a437-fc7f8f5dffb5 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 944 time: 0.1021800 Sep 22 17:40:28.267310 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12a4c5d2-0c4f-4825-8f92-dcfce4437212 req-bdf59989-b53a-4ea9-b72b-99a5f1f60a55 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383384 Sep 22 17:40:29.461037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f267cc-e976-4015-99bc-d85880df944f req-92d292dc-2582-4654-b8b3-a3d1f5a764b6 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:29.462474 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20f267cc-e976-4015-99bc-d85880df944f req-92d292dc-2582-4654-b8b3-a3d1f5a764b6 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 944 time: 0.0868194 Sep 22 17:40:29.505457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-20f267cc-e976-4015-99bc-d85880df944f req-86da0b93-9588-444c-8080-8b5f3d84a470 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372415 Sep 22 17:40:30.455691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device aae8d482-22de-4ad8-b35c-9383c53015e3 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:40:30.591179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=aae8d482-22de-4ad8-b35c-9383c53015e3,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:30.604061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'aae8d482-22de-4ad8-b35c-9383c53015e3', 'network_id': 'bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3', 'port_id': 'aae8d482-22de-4ad8-b35c-9383c53015e3', 'mac_address': 'fa:16:3e:29:c3:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ceda0577-35da-41e6-9fb3-d35634ef0e07', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:40:30.663808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port aae8d482-22de-4ad8-b35c-9383c53015e3 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:40:30.664216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:30.681512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aae8d482-22de-4ad8-b35c-9383c53015e3 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:40:30.697660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=aae8d482-22de-4ad8-b35c-9383c53015e3,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:30.701661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:30.704950 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9517d83-139c-4a72-a552-24ce765e3e98 req-d1989217-2fe6-4ea3-8915-976d5a95622e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:30.706429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9517d83-139c-4a72-a552-24ce765e3e98 req-d1989217-2fe6-4ea3-8915-976d5a95622e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 944 time: 0.0911193 Sep 22 17:40:30.751362 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c9517d83-139c-4a72-a552-24ce765e3e98 req-047a1b33-80a3-4f4a-ae5a-b7dee8ec3b85 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389552 Sep 22 17:40:30.767229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:30.774312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.774656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.775104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.775335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.775716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.776048 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.776376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.777161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.777720 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.778052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.778372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:30.778703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:31.142858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['aae8d482-22de-4ad8-b35c-9383c53015e3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:40:31.952912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c18be4c-95bb-420d-bd13-0a3681b620a7 req-12b79e4b-4536-4ab0-8e07-ef86d1e562d7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:31.954391 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c18be4c-95bb-420d-bd13-0a3681b620a7 req-12b79e4b-4536-4ab0-8e07-ef86d1e562d7 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 945 time: 0.0909517 Sep 22 17:40:31.997796 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c18be4c-95bb-420d-bd13-0a3681b620a7 req-91b3f134-51b9-430a-a526-2ca00e52407a tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370746 Sep 22 17:40:32.455294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device aae8d482-22de-4ad8-b35c-9383c53015e3 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:40:32.521296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port aae8d482-22de-4ad8-b35c-9383c53015e3 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:40:32.525874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port aae8d482-22de-4ad8-b35c-9383c53015e3 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:40:32.526246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:32.526818 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port aae8d482-22de-4ad8-b35c-9383c53015e3 Sep 22 17:40:32.669537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port aae8d482-22de-4ad8-b35c-9383c53015e3 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:40:32.669911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:32.699851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:40:32.702141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53c72bf1-2259-4b29-bd76-34313a65af80" -d '{"events": [{"server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "name": "network-vif-plugged", "status": "completed", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:40:32.710312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=aae8d482-22de-4ad8-b35c-9383c53015e3,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:32.714171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:32.745666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:40:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e42f63f-a3e6-4358-9fe9-88a79c89c3d8 x-openstack-request-id: req-5e42f63f-a3e6-4358-9fe9-88a79c89c3d8 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:40:32.745955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "name": "network-vif-plugged", "status": "completed", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:40:32.746203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e42f63f-a3e6-4358-9fe9-88a79c89c3d8 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:40:32.746582 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e42f63f-a3e6-4358-9fe9-88a79c89c3d8'] response: {'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3', 'code': 200} Sep 22 17:40:32.787083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:33.023884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e0c6c-f3bf-4d0a-b1ff-6994ed56fc3c req-e27e4a68-e76e-4508-869b-e91d52ca3b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:33.026098 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837e0c6c-f3bf-4d0a-b1ff-6994ed56fc3c req-e27e4a68-e76e-4508-869b-e91d52ca3b45 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 1099 time: 0.0858257 Sep 22 17:40:33.067245 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837e0c6c-f3bf-4d0a-b1ff-6994ed56fc3c req-d90f2e26-de32-4ea8-bdfb-cea5540f0dc6 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357165 Sep 22 17:40:33.200621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256c836-4f72-419f-81ce-b62369b7e919 req-e93bf0ee-6f66-4562-849a-2fa964f4f80d tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:33.202188 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b256c836-4f72-419f-81ce-b62369b7e919 req-e93bf0ee-6f66-4562-849a-2fa964f4f80d tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0884583 Sep 22 17:40:33.254755 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b256c836-4f72-419f-81ce-b62369b7e919 req-7fc47938-0d4b-410b-9058-31840b6dfe01 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465631 Sep 22 17:40:34.467784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d70eb-a268-4fe8-a17b-8b997618e659 req-6d77c9bc-eb7a-4399-9bbe-542668b5fbf2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:34.469279 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b60d70eb-a268-4fe8-a17b-8b997618e659 req-6d77c9bc-eb7a-4399-9bbe-542668b5fbf2 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0950797 Sep 22 17:40:34.516215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b60d70eb-a268-4fe8-a17b-8b997618e659 req-5bb3c9dd-abe3-4107-a436-50ec8d1b70ed tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409048 Sep 22 17:40:35.713805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a72487-62c2-4396-9656-ef66e7ddc2ec req-543e6a33-5105-46f2-aef4-61ef1da81d13 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:35.715241 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-75a72487-62c2-4396-9656-ef66e7ddc2ec req-543e6a33-5105-46f2-aef4-61ef1da81d13 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0866334 Sep 22 17:40:35.761258 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-75a72487-62c2-4396-9656-ef66e7ddc2ec req-97c5e58d-7212-49c1-a362-6540001aa739 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403786 Sep 22 17:40:35.957409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2d87fa-aae7-4bfe-9bc8-ade56ecbb67e req-d028deb7-65e5-48be-99a8-9c1a9261e731 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:35.958862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ec2d87fa-aae7-4bfe-9bc8-ade56ecbb67e req-d028deb7-65e5-48be-99a8-9c1a9261e731 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0884364 Sep 22 17:40:36.002250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ec2d87fa-aae7-4bfe-9bc8-ade56ecbb67e req-3ceeb457-abe3-4a7a-ba00-12ab1ded8271 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372038 Sep 22 17:40:42.585961 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-b136c138-df40-4555-9fd2-86cbb39e9675 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746708 Sep 22 17:40:42.745487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435bec0-c385-4b54-8e21-0f132eee955e req-89936e50-78cf-40b7-b823-97b136d5dc23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:42.746923 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-89936e50-78cf-40b7-b823-97b136d5dc23 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 1099 time: 0.0792735 Sep 22 17:40:42.889120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435bec0-c385-4b54-8e21-0f132eee955e req-be114af4-a806-40ce-85f8-e4c8682ee3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:42.890571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-be114af4-a806-40ce-85f8-e4c8682ee3cd service neutron] 10.222.0.18 "GET /v2.0/networks?id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 200 len: 918 time: 0.1239257 Sep 22 17:40:43.067212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-77c6be6a-e14d-43bc-86dc-3103af099eda service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=aae8d482-22de-4ad8-b35c-9383c53015e3 HTTP/1.1" status: 200 len: 217 time: 0.1702697 Sep 22 17:40:43.126253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435bec0-c385-4b54-8e21-0f132eee955e req-111cd966-5668-45cb-957d-67f8eff5447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:43.127587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-111cd966-5668-45cb-957d-67f8eff5447d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 200 len: 856 time: 0.0552680 Sep 22 17:40:43.208425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435bec0-c385-4b54-8e21-0f132eee955e req-adc0fb9a-5abc-4ecc-affb-0ec8547cd220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:43.210525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-adc0fb9a-5abc-4ecc-affb-0ec8547cd220 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763543 Sep 22 17:40:43.338336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-26cdfada-ab75-4c29-bc33-8490f57dfe18 service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225755 Sep 22 17:40:43.467334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2435bec0-c385-4b54-8e21-0f132eee955e req-48e941e3-4ea5-443a-864d-893c1e18322d service neutron] 10.222.0.18 "GET /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225107 Sep 22 17:40:51.415980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31379b4-c1de-48b2-bd0c-11b2d43517d0 req-d7386059-554e-4ca8-9c07-28974c28e80d tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:51.417369 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a31379b4-c1de-48b2-bd0c-11b2d43517d0 req-d7386059-554e-4ca8-9c07-28974c28e80d tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0903463 Sep 22 17:40:51.460784 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a31379b4-c1de-48b2-bd0c-11b2d43517d0 req-517e7fe7-49f8-4fea-938e-875aea28a7d3 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377162 Sep 22 17:40:52.475140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-491fd3e6-9f5b-4306-880d-71a11f4714ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:52.662009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0cfa4a-9faf-41ce-b61b-bf0447702bf2 req-58a30d6b-9bc9-43df-a76d-2b3a994126ad tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:52.663473 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c0cfa4a-9faf-41ce-b61b-bf0447702bf2 req-58a30d6b-9bc9-43df-a76d-2b3a994126ad tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0898769 Sep 22 17:40:52.707139 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9c0cfa4a-9faf-41ce-b61b-bf0447702bf2 req-fc254e19-f353-48d8-b391-f65a8f0623eb tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379906 Sep 22 17:40:53.299645 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-502ac0d3-92d5-4547-a434-78efde943108 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:53.301072 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-502ac0d3-92d5-4547-a434-78efde943108 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.0890455 Sep 22 17:40:53.368840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Deleting port aae8d482-22de-4ad8-b35c-9383c53015e3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:53.369179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:53.608804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] For port aae8d482-22de-4ad8-b35c-9383c53015e3, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=aae8d482-22de-4ad8-b35c-9383c53015e3,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:53.609154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:53.727922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Calling delete_port for aae8d482-22de-4ad8-b35c-9383c53015e3 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:40:53.930340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:53.964447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['aae8d482-22de-4ad8-b35c-9383c53015e3'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:40:53.980960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Pushing event deleted for resources: {'Port': ['ID=aae8d482-22de-4ad8-b35c-9383c53015e3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:53.993141 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.993554 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.993813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.994143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.994469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.994793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.995116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.995440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.995752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.996070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.996384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:53.997309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:40:54.049654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02c5e65-8754-4fa7-9edc-c961852a5fee req-23af2c81-7d6f-47bc-b167-4c9deefcfb06 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:40:54.051195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f02c5e65-8754-4fa7-9edc-c961852a5fee req-23af2c81-7d6f-47bc-b167-4c9deefcfb06 tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/ports?device_id=429fa186-8fb9-4fc9-880b-af1cd9377faa HTTP/1.1" status: 200 len: 946 time: 0.2123089 Sep 22 17:40:54.108035 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:40:54.113247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] No DVR routers for this DVR port aae8d482-22de-4ad8-b35c-9383c53015e3 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:40:54.116241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:54.122308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'name': 'network-vif-deleted', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:40:54.124577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8f064f-a895-4339-8fc1-216f2425115d" -d '{"events": [{"server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "name": "network-vif-deleted", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:40:54.150689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bc45ae4d-846c-4b23-85f7-279c4ebf5246 req-2cd232bf-3920-427b-8891-574135bd3b1e tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.18 "DELETE /v2.0/ports/aae8d482-22de-4ad8-b35c-9383c53015e3 HTTP/1.1" status: 204 len: 173 time: 0.8440516 Sep 22 17:40:54.174362 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f02c5e65-8754-4fa7-9edc-c961852a5fee req-bd7dfcf5-5d3b-436b-a499-dadd00c64d0c tempest-TestEncryptedCinderVolumes-473512743 tempest-TestEncryptedCinderVolumes-473512743-project] 10.222.0.25 "GET /v2.0/security-groups?id=3aced38d-6cb9-4433-bb7e-3de667f0fe32&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860982 Sep 22 17:40:54.176558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80eef163-18a3-4bcd-b113-a04ff3c0f0e0 x-openstack-request-id: req-80eef163-18a3-4bcd-b113-a04ff3c0f0e0 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:40:54.176885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "429fa186-8fb9-4fc9-880b-af1cd9377faa", "name": "network-vif-deleted", "tag": "aae8d482-22de-4ad8-b35c-9383c53015e3", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:40:54.177136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-80eef163-18a3-4bcd-b113-a04ff3c0f0e0 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:40:54.177686 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80eef163-18a3-4bcd-b113-a04ff3c0f0e0'] response: {'server_uuid': '429fa186-8fb9-4fc9-880b-af1cd9377faa', 'name': 'network-vif-deleted', 'tag': 'aae8d482-22de-4ad8-b35c-9383c53015e3', 'status': 'completed', 'code': 200} Sep 22 17:40:54.602772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c590fb00-668b-43de-89bb-d034c318e8ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:55.300884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57864) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:40:55.687950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:55.699157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:55.940247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:56.092673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:56.287594 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Deleting port 5a0f874d-a5d4-4980-a4cd-52ed12126083 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:56.287936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:56.455096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] For port 5a0f874d-a5d4-4980-a4cd-52ed12126083, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a0f874d-a5d4-4980-a4cd-52ed12126083,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:56.455765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:56.550439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device aae8d482-22de-4ad8-b35c-9383c53015e3 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:40:56.583615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Calling delete_port for 5a0f874d-a5d4-4980-a4cd-52ed12126083 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:40:56.584112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: aae8d482-22de-4ad8-b35c-9383c53015e3 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:40:56.584451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device aae8d482-22de-4ad8-b35c-9383c53015e3 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:40:56.843506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:57.006318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a0f874d-a5d4-4980-a4cd-52ed12126083,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:57.274625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:57.314356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:57.624562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Router df80f3a2-067c-44be-8b02-47ed87f8ca2b has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:40:57.799930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:40:57.809036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Sync routers for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:40:57.812274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3b0c87e3-5b20-40c9-981d-26a65cdcd679 admin admin] 10.222.0.25 "PUT /v2.0/routers/df80f3a2-067c-44be-8b02-47ed87f8ca2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5100565 Sep 22 17:40:57.814734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57868) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:40:57.818231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:40:57.818840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:40:57.985672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:57.999534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:40:58.160998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:58.172021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Deleting port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:58.172363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:58.288106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128'}], 'enable_snat': True}, 'gw_port_id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:40:56Z', 'revision_number': 5, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port': {'id': '3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f7:35:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1639, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.128', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:06Z', 'updated_at': '2022-09-22T17:39:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:40:58.292260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Checking router: df80f3a2-067c-44be-8b02-47ed87f8ca2b for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:40:58.301143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Routers {'df80f3a2-067c-44be-8b02-47ed87f8ca2b'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:40:58.301737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:40:58.451933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] Set router df80f3a2-067c-44be-8b02-47ed87f8ca2b gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:40:58.462620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] For port 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:58.462977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:58.555393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:40:58Z', 'revision_number': 6, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:40:58.559102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52c361c-5025-4871-a145-c3e4207ae2d2 None None] The sync data for ids ['df80f3a2-067c-44be-8b02-47ed87f8ca2b'] in dv-neutron-858953-1-hyperv is: [{'id': 'df80f3a2-067c-44be-8b02-47ed87f8ca2b', 'name': 'tempest-TestEncryptedCinderVolumes-1872660928-router', 'tenant_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:05Z', 'updated_at': '2022-09-22T17:40:58Z', 'revision_number': 6, 'project_id': '2a2d29ddb7c7408f8480b3c77c7ca815', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:40:58.587477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Calling delete_port for 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:40:58.752592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:58.799677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Pushing event deleted for resources: {'Port': ['ID=3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:58.899440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.082769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.084895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.107096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.107651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Fanout notify agent at l3_agent the message router_deleted on router df80f3a2-067c-44be-8b02-47ed87f8ca2b {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:40:59.120436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.121604 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0bb203a2-548b-4163-9f42-535512fa151f admin admin] 10.222.0.25 "DELETE /v2.0/routers/df80f3a2-067c-44be-8b02-47ed87f8ca2b HTTP/1.1" status: 204 len: 168 time: 1.3059807 Sep 22 17:40:59.124228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57872) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:40:59.183325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Deleting subnet ceda0577-35da-41e6-9fb3-d35634ef0e07 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:40:59.186254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.236788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.314853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.340488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a0f874d-a5d4-4980-a4cd-52ed12126083 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:40:59.381010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5a0f874d-a5d4-4980-a4cd-52ed12126083 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:40:59.381452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a0f874d-a5d4-4980-a4cd-52ed12126083 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:40:59.384348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.425970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceda0577-35da-41e6-9fb3-d35634ef0e07,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:40:59.429552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.435011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-180503c2-bdec-4f2d-a114-053e5d42635c None None] Network bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:40:59.435850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-64483691-283d-4796-85a8-62309f1ab77a admin admin] 10.222.0.25 "DELETE /v2.0/subnets/ceda0577-35da-41e6-9fb3-d35634ef0e07 HTTP/1.1" status: 204 len: 168 time: 0.3106568 Sep 22 17:40:59.438400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57876) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:40:59.544299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.555170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Deleting port 855c3d82-24ce-44a8-bd74-2017589d0f6c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:59.555503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.728220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] DHCP port deletion for bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:40:59.732536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Deleting port 855c3d82-24ce-44a8-bd74-2017589d0f6c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:40:59.732994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.771732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] For port 855c3d82-24ce-44a8-bd74-2017589d0f6c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=855c3d82-24ce-44a8-bd74-2017589d0f6c,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:59.772335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:40:59.896116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Calling delete_port for 855c3d82-24ce-44a8-bd74-2017589d0f6c owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:40:59.976554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] For port 855c3d82-24ce-44a8-bd74-2017589d0f6c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=855c3d82-24ce-44a8-bd74-2017589d0f6c,segment=NetworkSegment(9801ff8f-9705-4ce2-ae94-651708158978),segment_id=9801ff8f-9705-4ce2-ae94-651708158978)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:40:59.976974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.074759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.099317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Calling delete_port for 855c3d82-24ce-44a8-bd74-2017589d0f6c owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:41:00.121378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=855c3d82-24ce-44a8-bd74-2017589d0f6c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:00.125717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] No DVR routers for this DVR port 855c3d82-24ce-44a8-bd74-2017589d0f6c on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:41:00.174990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:41:00.175324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:41:00.240142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.269080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:00.280941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9801ff8f-9705-4ce2-ae94-651708158978') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:00.281233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9801ff8f-9705-4ce2-ae94-651708158978') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:00.292572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.308352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.314867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:41:00.315374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.377747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9801ff8f-9705-4ce2-ae94-651708158978 resource provider aggregate not found Sep 22 17:41:00.396486 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 9801ff8f-9705-4ce2-ae94-651708158978 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9801ff8f-9705-4ce2-ae94-651708158978 found for delete ", "request_id": "req-c178c37a-a37e-4de2-a4cc-414ac75b85b3"}]} Sep 22 17:41:00.410848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.431155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.441267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:00.454437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0fb4bc85-e241-42c4-babc-68d1419108a2 admin admin] 10.222.0.25 "DELETE /v2.0/networks/bb67a764-6aae-40cf-a8f5-cf2a4ca36fd3 HTTP/1.1" status: 204 len: 168 time: 1.0150204 Sep 22 17:41:00.457368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57884) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:00.676382 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Deleting port 855c3d82-24ce-44a8-bd74-2017589d0f6c {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:00.676802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.742556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fb4276be-abfb-4c14-9036-300426a5f75d None None] The port '855c3d82-24ce-44a8-bd74-2017589d0f6c' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:41:00.985995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:00.988118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 855c3d82-24ce-44a8-bd74-2017589d0f6c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:41:01.024971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 855c3d82-24ce-44a8-bd74-2017589d0f6c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:41:01.025165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 855c3d82-24ce-44a8-bd74-2017589d0f6c not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:41:01.025571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:41:01.058139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:41:01.058477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3a95a5d7-7e62-41e2-b93c-6da8ff1cf9bd not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:41:01.338704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Deleting port 2575a2ab-af96-4e47-b9bc-a15a036be279 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:01.339195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:01.608104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] For port 2575a2ab-af96-4e47-b9bc-a15a036be279, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2575a2ab-af96-4e47-b9bc-a15a036be279,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:01.608461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:01.730151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Calling delete_port for 2575a2ab-af96-4e47-b9bc-a15a036be279 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:41:01.907406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:01.952829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Pushing event deleted for resources: {'Port': ['ID=2575a2ab-af96-4e47-b9bc-a15a036be279,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:02.221726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:02.575446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:41:02.747323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:41:02.756533 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7760dbb5-4c67-449f-a86f-87ba9f46331b admin admin] 10.222.0.25 "PUT /v2.0/routers/5e6fb927-c6cd-4a60-ba03-e2a5be438a10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2981758 Sep 22 17:41:02.756738 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Sync routers for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:41:02.759571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57888) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:02.766248 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:02.766844 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:02.948101 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:03.053445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:03.229590 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43'}], 'enable_snat': True}, 'gw_port_id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:41:01Z', 'revision_number': 5, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port': {'id': 'f0a769af-3257-4d19-894d-755e8736f0d1', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:76:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:39:12Z', 'updated_at': '2022-09-22T17:39:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:03.232678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:03.233946 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Checking router: 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:41:03.243431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Routers {'5e6fb927-c6cd-4a60-ba03-e2a5be438a10'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:03.243622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Deleting port f0a769af-3257-4d19-894d-755e8736f0d1 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:03.244036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:03.244170 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:03.390883 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] Set router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:03.416825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] For port f0a769af-3257-4d19-894d-755e8736f0d1, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f0a769af-3257-4d19-894d-755e8736f0d1,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:03.417195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:03.496654 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:41:03Z', 'revision_number': 6, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:03.500528 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b489c-ab1a-4d11-881b-0c92c561cb60 None None] The sync data for ids ['5e6fb927-c6cd-4a60-ba03-e2a5be438a10'] in dv-neutron-858953-1-hyperv is: [{'id': '5e6fb927-c6cd-4a60-ba03-e2a5be438a10', 'name': 'tempest-TestEncryptedCinderVolumes-1879649459-router', 'tenant_id': '383813219e104bd9b5276040ef2087fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:39:11Z', 'updated_at': '2022-09-22T17:41:03Z', 'revision_number': 6, 'project_id': '383813219e104bd9b5276040ef2087fd', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:41:03.547515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Calling delete_port for f0a769af-3257-4d19-894d-755e8736f0d1 owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:41:03.713053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:03.764398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0a769af-3257-4d19-894d-755e8736f0d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:03.863400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.039131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.041273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.064767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.065289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6fb927-c6cd-4a60-ba03-e2a5be438a10 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:41:04.078423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.081898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0a7c1de4-87a6-440c-bb5f-351f30699b01 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5e6fb927-c6cd-4a60-ba03-e2a5be438a10 HTTP/1.1" status: 204 len: 168 time: 1.3190734 Sep 22 17:41:04.082158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57892) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:04.143563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Deleting subnet e6935cd8-edb3-4cd8-a937-1d0727846e77 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:41:04.146390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.196775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.274373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.459847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.498635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e6935cd8-edb3-4cd8-a937-1d0727846e77,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:04.503363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.511155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2419d8a1-1f8c-43e5-9e2b-71e7e2c78287 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/e6935cd8-edb3-4cd8-a937-1d0727846e77 HTTP/1.1" status: 204 len: 168 time: 0.4279442 Sep 22 17:41:04.513578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57896) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:04.514025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5783fffb-2fa6-40c5-b60a-49598c13ffc5 None None] Network a9e23035-10ab-4fb5-afb3-d928197fd79b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:41:04.631102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.641812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Deleting port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:04.642137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.799930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] DHCP port deletion for a9e23035-10ab-4fb5-afb3-d928197fd79b request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:41:04.804312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Deleting port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:04.804719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.850593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] For port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:04.851047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:04.974256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Calling delete_port for 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:41:05.000350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2575a2ab-af96-4e47-b9bc-a15a036be279 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:41:05.040481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2575a2ab-af96-4e47-b9bc-a15a036be279 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:41:05.040842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2575a2ab-af96-4e47-b9bc-a15a036be279 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:41:05.041256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f0a769af-3257-4d19-894d-755e8736f0d1 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:41:05.054270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.078995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: f0a769af-3257-4d19-894d-755e8736f0d1 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:41:05.079348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f0a769af-3257-4d19-894d-755e8736f0d1 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:41:05.079759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:41:05.104022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:05.109288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] No DVR routers for this DVR port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:41:05.113458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] For port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9a76f4db-49ea-4fe7-8f6e-7d7649b88e56,segment=NetworkSegment(360db194-0a1b-451c-bfd1-47e697f65f50),segment_id=360db194-0a1b-451c-bfd1-47e697f65f50)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:05.113855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.120967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:41:05.121313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:41:05.230333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.236596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Calling delete_port for 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:41:05.255287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9e23035-10ab-4fb5-afb3-d928197fd79b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:05.267856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360db194-0a1b-451c-bfd1-47e697f65f50') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:05.268154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360db194-0a1b-451c-bfd1-47e697f65f50') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:05.279556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.295646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.302331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:41:05.302743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.312000 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:41:05.312401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:41:05.368041 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 360db194-0a1b-451c-bfd1-47e697f65f50 resource provider aggregate not found Sep 22 17:41:05.387209 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 360db194-0a1b-451c-bfd1-47e697f65f50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 360db194-0a1b-451c-bfd1-47e697f65f50 found for delete ", "request_id": "req-e6e5ca65-9503-4992-88d2-a9544819200e"}]} Sep 22 17:41:05.401180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.419286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.430430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9e23035-10ab-4fb5-afb3-d928197fd79b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:05.433215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd6bfca2-d52e-45d3-a4de-47189ac71464 admin admin] 10.222.0.25 "DELETE /v2.0/networks/a9e23035-10ab-4fb5-afb3-d928197fd79b HTTP/1.1" status: 204 len: 168 time: 0.9187052 Sep 22 17:41:05.613568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:05.661164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8e84ee6a-8984-4704-8e09-ba98c5347e9b admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=2a2d29ddb7c7408f8480b3c77c7ca815&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464799 Sep 22 17:41:05.663561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:05.722906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.748593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.798492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.813747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Deleting port 9a76f4db-49ea-4fe7-8f6e-7d7649b88e56 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:41:05.814235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.814570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aced38d-6cb9-4433-bb7e-3de667f0fe32,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:05.826936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:05.828063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5c58c845-1055-4594-b867-6689eeeeeb4e admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/3aced38d-6cb9-4433-bb7e-3de667f0fe32 HTTP/1.1" status: 204 len: 168 time: 0.1630402 Sep 22 17:41:05.895784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7634c880-1e52-4c7c-979a-1010ad7de20e None None] The port '9a76f4db-49ea-4fe7-8f6e-7d7649b88e56' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:41:06.174562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57918) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:06.223634 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c2b8dd91-97ee-4aca-8b76-67f590b19a5d admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=383813219e104bd9b5276040ef2087fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0479255 Sep 22 17:41:06.226138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57922) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:06.283416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:06.308684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:06.363778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:06.379445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a5dad6-4c0d-46c8-8d8d-112fa9192b83,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:06.385071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:06.386709 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a7c2916d-5592-4f40-9a24-23d856ab5277 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/53a5dad6-4c0d-46c8-8d8d-112fa9192b83 HTTP/1.1" status: 204 len: 168 time: 0.1591258 Sep 22 17:41:07.077313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57946) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:07.178709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-109444342-network', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:07.183459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:07.187360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Usage tracker for resource:network and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:07.190198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:07.196355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:07.206530 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Made reservation on behalf of 35ed83207c064303a88e5c261a8b9b62 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:41:07.208991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.221799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.235805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:07.239632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:07.242412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:07.248095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:07.332260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.336531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.363316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:41:07.375659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589d4459-9951-49ed-abf0-19e1b71a8042,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:07.380890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.381234 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Added segment e44adf6c-b6e2-45d4-bbb8-12dd60011d49 of type vlan for network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 Sep 22 17:41:07.408952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.438045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.438985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:07.439557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.541247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4625840 Sep 22 17:41:07.544017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48734127-cf4a-425f-af16-e262ddd23f35 admin admin] Pushing event updated for resources: {'Network': ['ID=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:07.544264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57952) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:07.550008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Request body: {'subnet': {'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-109444342-subnet', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:07.555282 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:41:07.555797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:07.559767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Usage tracker for resource:subnet and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:07.562773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:07.569408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:07.581169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Made reservation on behalf of 35ed83207c064303a88e5c261a8b9b62 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:41:07.583749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.782444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:07.948564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b0d9968-5152-407f-bce8-b81f31db0678,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:07.958925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.959265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.959595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.959926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.960251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.960575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.960951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.961273 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.961593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.961912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.962229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.962544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:07.967472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Checking segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:07.967826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Network hostable DHCP agents. Network: d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:41:07.986622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:41:07.998074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:08.002287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:08.003470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.007632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39a6fd08-1a52-4949-949f-6e527c6e8a8e None None] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:41:08.023638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-674d861d-4971-4091-8587-5ac7285d4b4b admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4781611 Sep 22 17:41:08.026489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57956) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:08.031795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:08.036755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:08.041198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Usage tracker for resource:router and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:08.044084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:08.049851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:08.060709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.061689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.077415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.238476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:41:08.239581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.398089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Allocated IP 172.20.0.2 (d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8/0b0d9968-5152-407f-bce8-b81f31db0678/9178c1cb-db4f-46d8-99bc-b0155805d6c0) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:08.445790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.603142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.613708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Transition to ACTIVE for port object 9178c1cb-db4f-46d8-99bc-b0155805d6c0 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:08.633057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Transition to ACTIVE for port object 9178c1cb-db4f-46d8-99bc-b0155805d6c0 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:08.639696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.711423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:08.714143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:08.717966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:08.726717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Pushing event updated for resources: {'Port': ['ID=9178c1cb-db4f-46d8-99bc-b0155805d6c0,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:08.756785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.787435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.830172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Attempting to bind port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:08.830541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Attempting to bind port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:08.830905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Attempting to bind port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:08.837300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:08.837678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Checking segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:08.838100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.838497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Bound using segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:08.838962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Bound port: 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:08.839340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:08.928110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] For port 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:08.931601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] For port 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9178c1cb-db4f-46d8-99bc-b0155805d6c0,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:08.933210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Allocated IP 172.26.8.253 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/55bdb63e-e972-40ea-bd40-a3070655b121) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:08.936265 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:09.025693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81151d9d-e74a-4cd3-9f1e-b1e7c64172f3 None None] Pushing event updated for resources: {'Port': ['ID=9178c1cb-db4f-46d8-99bc-b0155805d6c0,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:09.093407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:09.125262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:09.190358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:09.196393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:09.200285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:09.255584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Pushing event updated for resources: {'Port': ['ID=55bdb63e-e972-40ea-bd40-a3070655b121,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:09.641228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:09.975217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0ae506-3958-4bca-b97c-56d994a48e08 None None] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:41:10.081334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2f1746b9-e775-4887-91cc-a76ab9295970 None None] Provisioning for port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:10.111518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:10.323565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:41:10.503135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:41:10.513915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:41:10.522753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:10.523444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:10.529272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:10.530730 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c4b92f5d-3ef8-4d87-b048-a4db87622646 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5032427 Sep 22 17:41:10.533733 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:10.703777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:11.027421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9178c1cb-db4f-46d8-99bc-b0155805d6c0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:11.072747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:09Z', 'revision_number': 3, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:11.081939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:41:11.082285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Updating router b8885123-44da-40ee-a13f-9c4bcf3eff88 port 55bdb63e-e972-40ea-bd40-a3070655b121 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:41:11.145878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.196097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:11.206463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:11.206775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.207101 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 Sep 22 17:41:11.218735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.423016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Allocated IP 172.20.0.1 (d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8/0b0d9968-5152-407f-bce8-b81f31db0678/8ba40680-ec9f-4d41-a44f-ab29d50e3941) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:11.481128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:11.481418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.533229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9178c1cb-db4f-46d8-99bc-b0155805d6c0,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:11.547998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.572511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.588402 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Transition to ACTIVE for port object 8ba40680-ec9f-4d41-a44f-ab29d50e3941 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:11.611979 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.670440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.676252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=9178c1cb-db4f-46d8-99bc-b0155805d6c0,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:11.681725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:11.684762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:11.688238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Transition to ACTIVE for port object 55bdb63e-e972-40ea-bd40-a3070655b121 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:11.688482 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:11.696131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.719494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:11.748478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.764454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Attempting to bind port 55bdb63e-e972-40ea-bd40-a3070655b121 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:11.765235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Attempting to bind port 55bdb63e-e972-40ea-bd40-a3070655b121 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:11.765235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Attempting to bind port 55bdb63e-e972-40ea-bd40-a3070655b121 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:11.776919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:11.777319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:11.777709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.778099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:11.779123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Bound port: 55bdb63e-e972-40ea-bd40-a3070655b121, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:11.779123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.815927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08e52-5841-458f-b257-bbb0a2da3186 None None] Pushing event updated for resources: {'Port': ['ID=55bdb63e-e972-40ea-bd40-a3070655b121,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:11.868701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] For port 55bdb63e-e972-40ea-bd40-a3070655b121, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:11.872575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] For port 55bdb63e-e972-40ea-bd40-a3070655b121, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=55bdb63e-e972-40ea-bd40-a3070655b121,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:11.877556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.885079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:11.949025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:11.949642 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:12.023904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Provisioning for port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:12.046841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Provisioning complete for port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:12.047618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:12.047618 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 1 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:12.074226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af08e52-5841-458f-b257-bbb0a2da3186 None None] Pushing event updated for resources: {'Port': ['ID=55bdb63e-e972-40ea-bd40-a3070655b121,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:12.182818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:12.198240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:12.222649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:12.227655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:12.337056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:12.340303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Pushing event updated for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:12.473517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:12.474671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:12.551572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 1, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:12.556445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e36e02-552b-4343-954e-0921d4ff7d7b None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 1, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:41:12.670331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:41:12.683644 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 2 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:12.743910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:12.865193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:41:12.875114 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c2c99de6-d388-465a-a929-466ce49199d6 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8885123-44da-40ee-a13f-9c4bcf3eff88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3401330 Sep 22 17:41:13.001081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9178c1cb-db4f-46d8-99bc-b0155805d6c0 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:13.081456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:13.082096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.082303 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 Sep 22 17:41:13.232861 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:13.244930 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 3 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:13.306883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:13.452195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 57978) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:13.457827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1279494004-network', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:13.462809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:13.466840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Usage tracker for resource:network and tenant:1c430a42583d486db69f3ef2915d5a87 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:13.469836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:13.475753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:13.486611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Made reservation on behalf of 1c430a42583d486db69f3ef2915d5a87 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:41:13.489164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.502242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.521133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:13.525147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Usage tracker for resource:security_group_rule and tenant:1c430a42583d486db69f3ef2915d5a87 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:13.527982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:13.533956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:13.620927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.624650 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.656655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:41:13.665458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d966290d-12d5-4319-b432-92ef1429ee06,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:13.671248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.671895 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Added segment 6745307e-13d8-41ce-801e-4f134741268f of type vlan for network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 Sep 22 17:41:13.699878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.730836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.731852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:13.732429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.809089 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 4 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:13.842481 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3865340 Sep 22 17:41:13.842481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aedf8b-404f-40b7-a0ab-fe13456ee071 admin admin] Pushing event updated for resources: {'Network': ['ID=05ff5f5b-30bc-4094-a263-c09bfc49f2c7,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:13.842788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:13.850004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Request body: {'subnet': {'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1279494004-subnet', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:13.856351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:13.860840 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:41:13.861458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Usage tracker for resource:subnet and tenant:1c430a42583d486db69f3ef2915d5a87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:13.869606 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:13.875804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:13.885441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Made reservation on behalf of 1c430a42583d486db69f3ef2915d5a87 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:41:13.887790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:13.954535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:14.089352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.162821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d582f638-56a1-4b42-93a5-0c1168d046d8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:14.171474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Checking segment: {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:14.171838 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Network hostable DHCP agents. Network: 05ff5f5b-30bc-4094-a263-c09bfc49f2c7, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:41:14.191784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:41:14.201050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 05ff5f5b-30bc-4094-a263-c09bfc49f2c7) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:14.205235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:14.205819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.210517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d85777-32db-44ae-9199-45b6bfdb51ea None None] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:41:14.228428 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-a993a315-ccf5-421a-8688-69d078033bd1 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3845127 Sep 22 17:41:14.231016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57986) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:14.236529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:14.242111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:14.247620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Usage tracker for resource:router and tenant:1c430a42583d486db69f3ef2915d5a87 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:41:14.251049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:41:14.258022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:14.275544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.276656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.293110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.455351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:41:14.456231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.466055 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 5 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:14.543915 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:41:14.553339 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:14.553944 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:14.567030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.569147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:14.668070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Allocated IP 172.20.0.2 (05ff5f5b-30bc-4094-a263-c09bfc49f2c7/d582f638-56a1-4b42-93a5-0c1168d046d8/dd896b69-49d1-47b6-923c-1f42ae0db55b) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:14.734619 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:14.889225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.900452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Transition to ACTIVE for port object dd896b69-49d1-47b6-923c-1f42ae0db55b will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:14.918941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Transition to ACTIVE for port object dd896b69-49d1-47b6-923c-1f42ae0db55b will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:14.925270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:14.996359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Pushing event updated for resources: {'Port': ['ID=dd896b69-49d1-47b6-923c-1f42ae0db55b,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:15.011956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.018583 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:15.019975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:15.024495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:15.044856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.081306 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 6 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:15.090186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 2, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:15.094329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:41:15.094874 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Updating router b8885123-44da-40ee-a13f-9c4bcf3eff88 port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:41:15.105119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 55bdb63e-e972-40ea-bd40-a3070655b121 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:15.149544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.187778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Allocated IP 172.26.8.67 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/e3a20cee-ea59-49fb-8c54-8131e3e4a72e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:15.276572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Attempting to bind port dd896b69-49d1-47b6-923c-1f42ae0db55b on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:15.277177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Attempting to bind port dd896b69-49d1-47b6-923c-1f42ae0db55b by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:15.277293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Attempting to bind port dd896b69-49d1-47b6-923c-1f42ae0db55b on network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:15.291566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:15.291944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Checking segment: {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:15.292340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.292750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Bound using segment: {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:15.293212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Bound port: dd896b69-49d1-47b6-923c-1f42ae0db55b, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:15.293579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.309812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:15.349841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.385030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.385452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 55bdb63e-e972-40ea-bd40-a3070655b121 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:15.394566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 55bdb63e-e972-40ea-bd40-a3070655b121 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:15.394943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.395281 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 55bdb63e-e972-40ea-bd40-a3070655b121 Sep 22 17:41:15.451401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] For port dd896b69-49d1-47b6-923c-1f42ae0db55b, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:15.456186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:15.458981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:15.463166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:15.465588 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] For port dd896b69-49d1-47b6-923c-1f42ae0db55b, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd896b69-49d1-47b6-923c-1f42ae0db55b,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:15.475521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.498972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:15.535198 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.549084 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Transition to ACTIVE for port object 8ba40680-ec9f-4d41-a44f-ab29d50e3941 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:15.560862 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.601220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15d245-bdcb-4c6c-8493-44363b922cc9 None None] Pushing event updated for resources: {'Port': ['ID=dd896b69-49d1-47b6-923c-1f42ae0db55b,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:15.608689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 55bdb63e-e972-40ea-bd40-a3070655b121 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:15.609077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.633218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 55bdb63e-e972-40ea-bd40-a3070655b121, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=55bdb63e-e972-40ea-bd40-a3070655b121,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:15.647113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.729809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=55bdb63e-e972-40ea-bd40-a3070655b121,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:15.800109 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Attempting to bind port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:15.800479 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Attempting to bind port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:15.800866 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Attempting to bind port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:15.807372 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Pushing event updated for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:15.810617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:15.810828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 7 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:15.810985 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Checking segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:15.811371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.811762 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Bound using segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:15.812227 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Bound port: 8ba40680-ec9f-4d41-a44f-ab29d50e3941, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:15.812599 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.838266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.838266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.838266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.838266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.838730 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.838809 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.839147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.841118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.841118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.841118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.841118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.841118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:15.892327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:15.939760 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] For port 8ba40680-ec9f-4d41-a44f-ab29d50e3941, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:15.943323 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] For port 8ba40680-ec9f-4d41-a44f-ab29d50e3941, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8ba40680-ec9f-4d41-a44f-ab29d50e3941,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:15.948917 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:15.952430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:16.010519 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:16.011126 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:16.099060 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce875d21-a8d1-4e6e-af38-1bfbeece8c4e None None] Pushing event updated for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:16.200841 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:16.394028 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Attempt 8 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:16.419154 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:16.482916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-2b70e2cd-b521-4658-a306-652f3d9a520a None None] Port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:41:16.567150 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:16.572438 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162578aa-f964-4fbf-a96a-2d1a2d7313e9 None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:41:16.626801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-895985a3-504b-4ec8-b44b-93a86d030f14 None None] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:41:16.644343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Router b1fcc5e5-23f0-4809-a65b-1565129da8ed is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:41:16.767413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-94590c57-1dd3-489d-8eb7-87a018845361 None None] Provisioning for port dd896b69-49d1-47b6-923c-1f42ae0db55b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:16.838610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:41:16.865221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:16.866283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-055d3b26-644a-45d0-bf5f-4d3af00d63b7 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.6343212 Sep 22 17:41:16.869194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 57990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:41:16.872449 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Sync routers for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:41:16.889948 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:16.890564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:17.091198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:17.191825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd896b69-49d1-47b6-923c-1f42ae0db55b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:17.369661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dd896b69-49d1-47b6-923c-1f42ae0db55b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:17.384090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dd896b69-49d1-47b6-923c-1f42ae0db55b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:17.384390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.384751 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dd896b69-49d1-47b6-923c-1f42ae0db55b Sep 22 17:41:17.595426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.608015 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dd896b69-49d1-47b6-923c-1f42ae0db55b is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:17.608488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.619151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-99e7dd3d-156c-4ebe-9a62-6e6fa4a8e875 None None] Provisioning complete for port dd896b69-49d1-47b6-923c-1f42ae0db55b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:17.619510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-99e7dd3d-156c-4ebe-9a62-6e6fa4a8e875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.619838 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-99e7dd3d-156c-4ebe-9a62-6e6fa4a8e875 None None] Attempt 1 to provision port dd896b69-49d1-47b6-923c-1f42ae0db55b Sep 22 17:41:17.655343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 3, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:17.680836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Checking router: b1fcc5e5-23f0-4809-a65b-1565129da8ed for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:41:17.681186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Updating router b1fcc5e5-23f0-4809-a65b-1565129da8ed port e3a20cee-ea59-49fb-8c54-8131e3e4a72e binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:41:17.740355 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port dd896b69-49d1-47b6-923c-1f42ae0db55b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd896b69-49d1-47b6-923c-1f42ae0db55b,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:17.747124 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.747864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8ba40680-ec9f-4d41-a44f-ab29d50e3941 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:17.844924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:17.922262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Allocated IP 172.20.0.1 (05ff5f5b-30bc-4094-a263-c09bfc49f2c7/d582f638-56a1-4b42-93a5-0c1168d046d8/810e01b5-56f3-4ba2-8c14-281845ec827a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:18.028500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-99e7dd3d-156c-4ebe-9a62-6e6fa4a8e875 None None] Current status of the port dd896b69-49d1-47b6-923c-1f42ae0db55b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:18.046045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=dd896b69-49d1-47b6-923c-1f42ae0db55b,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:18.056078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:18.065424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:18.065795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.066121 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:18.079718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.095558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Transition to ACTIVE for port object 810e01b5-56f3-4ba2-8c14-281845ec827a will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:18.120888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.185534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:18.188140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:18.192831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:18.234910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Pushing event updated for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:18.263831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.311436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:18.311809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.399996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 8ba40680-ec9f-4d41-a44f-ab29d50e3941, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8ba40680-ec9f-4d41-a44f-ab29d50e3941,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:18.407873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.408664 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 55bdb63e-e972-40ea-bd40-a3070655b121 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:18.516325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.529311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.551028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Transition to ACTIVE for port object e3a20cee-ea59-49fb-8c54-8131e3e4a72e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:18.556257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Provisioning for port 810e01b5-56f3-4ba2-8c14-281845ec827a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:18.566738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:18.570785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Provisioning complete for port 810e01b5-56f3-4ba2-8c14-281845ec827a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:18.571159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.571488 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 1 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:18.594608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.682767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Attempting to bind port e3a20cee-ea59-49fb-8c54-8131e3e4a72e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:18.683438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Attempting to bind port e3a20cee-ea59-49fb-8c54-8131e3e4a72e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:18.683544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Attempting to bind port e3a20cee-ea59-49fb-8c54-8131e3e4a72e on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:18.705826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:18.706196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:18.706594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.706982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:18.707438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Bound port: e3a20cee-ea59-49fb-8c54-8131e3e4a72e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:18.707804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.731366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 55bdb63e-e972-40ea-bd40-a3070655b121 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:18.731729 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.732060 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 55bdb63e-e972-40ea-bd40-a3070655b121 Sep 22 17:41:18.757237 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513c1e8-aebb-405f-b960-24b2d6c1b350 None None] Pushing event updated for resources: {'Port': ['ID=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:18.758083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.763550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.768804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:18.838924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] For port e3a20cee-ea59-49fb-8c54-8131e3e4a72e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:18.842453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] For port e3a20cee-ea59-49fb-8c54-8131e3e4a72e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:18.869844 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Pushing event updated for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:18.872447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.872737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:18.958437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:18.959060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:19.005740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 55bdb63e-e972-40ea-bd40-a3070655b121 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:19.008262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:19.009581 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:19.045808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3513c1e8-aebb-405f-b960-24b2d6c1b350 None None] Pushing event updated for resources: {'Port': ['ID=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:19.113772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd896b69-49d1-47b6-923c-1f42ae0db55b up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:19.231691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Router b1fcc5e5-23f0-4809-a65b-1565129da8ed has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:41:19.261550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:19.302654 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 2 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:19.419569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:41:19.428383 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8f9cf492-617c-42ac-998d-c4a46466281c admin admin] 10.222.0.25 "PUT /v2.0/routers/b1fcc5e5-23f0-4809-a65b-1565129da8ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5580914 Sep 22 17:41:19.449289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:19.533670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dd896b69-49d1-47b6-923c-1f42ae0db55b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:19.534047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:19.534382 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dd896b69-49d1-47b6-923c-1f42ae0db55b Sep 22 17:41:19.724538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dd896b69-49d1-47b6-923c-1f42ae0db55b is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:19.725656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8ba40680-ec9f-4d41-a44f-ab29d50e3941 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:19.798260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '810e01b5-56f3-4ba2-8c14-281845ec827a', 'name': '', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'mac_address': 'fa:16:3e:86:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:17Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 2, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'subnets': [{'id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:19.803928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68bd30a-5337-4e49-94dc-c2f02302be0b None None] The sync data for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv is: [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '810e01b5-56f3-4ba2-8c14-281845ec827a', 'name': '', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'mac_address': 'fa:16:3e:86:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:17Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 2, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'subnets': [{'id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:41:19.814753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:19.815128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:19.815466 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 Sep 22 17:41:19.949843 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 3 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:19.978755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:20.024278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:20.525945 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 4 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:20.591673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:21.093481 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 5 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:21.145083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3a20cee-ea59-49fb-8c54-8131e3e4a72e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:21.230005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:21.271324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e3a20cee-ea59-49fb-8c54-8131e3e4a72e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:21.277028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e3a20cee-ea59-49fb-8c54-8131e3e4a72e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:21.277403 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:21.277741 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e3a20cee-ea59-49fb-8c54-8131e3e4a72e Sep 22 17:41:21.408731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e3a20cee-ea59-49fb-8c54-8131e3e4a72e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:21.408731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:21.427285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port e3a20cee-ea59-49fb-8c54-8131e3e4a72e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:21.433421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:21.510960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:21.731070 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 6 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:21.795046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:22.295973 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 7 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:22.360210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:22.481001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-217b02f8-567e-4a31-bb3c-f0d36449e1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:22.861258 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 8 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:22.922037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:23.074564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3a20cee-ea59-49fb-8c54-8131e3e4a72e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:23.140681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e3a20cee-ea59-49fb-8c54-8131e3e4a72e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:23.140985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:23.141315 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e3a20cee-ea59-49fb-8c54-8131e3e4a72e Sep 22 17:41:23.266963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e3a20cee-ea59-49fb-8c54-8131e3e4a72e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:23.423163 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 9 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:23.493921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:23.684936 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Sync routers for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:41:23.695090 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:23.696293 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:40:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:23.881097 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:23.994983 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Attempt 10 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:24.075536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fc7170df-fa88-4967-969f-56c9819a3813 None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:24.203719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Provisioning complete for port 810e01b5-56f3-4ba2-8c14-281845ec827a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:24.204086 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.204416 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Attempt 1 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:24.221990 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '810e01b5-56f3-4ba2-8c14-281845ec827a', 'name': '', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'mac_address': 'fa:16:3e:86:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:17Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 2, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'subnets': [{'id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:24.235908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Checking router: b1fcc5e5-23f0-4809-a65b-1565129da8ed for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:41:24.236535 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Updating router b1fcc5e5-23f0-4809-a65b-1565129da8ed port 810e01b5-56f3-4ba2-8c14-281845ec827a binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:41:24.298859 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.336698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:24.606331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2a9b7404-dc8c-486a-8526-67c9c4394c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.673997 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.686091 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Transition to ACTIVE for port object 810e01b5-56f3-4ba2-8c14-281845ec827a will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:24.694360 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.837796 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Attempt 2 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:24.912002 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Attempting to bind port 810e01b5-56f3-4ba2-8c14-281845ec827a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:24.912280 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Attempting to bind port 810e01b5-56f3-4ba2-8c14-281845ec827a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:24.912652 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Attempting to bind port 810e01b5-56f3-4ba2-8c14-281845ec827a on network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:24.915189 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956a5f1-076b-40ac-9db0-fb2367953789 None None] Pushing event updated for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:24.916779 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:24.925672 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 40, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:24.926040 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Checking segment: {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:24.926432 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:24.926810 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Bound using segment: {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:24.927267 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Bound port: 810e01b5-56f3-4ba2-8c14-281845ec827a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6745307e-13d8-41ce-801e-4f134741268f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:24.927629 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:25.025823 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] For port 810e01b5-56f3-4ba2-8c14-281845ec827a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:25.029669 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] For port 810e01b5-56f3-4ba2-8c14-281845ec827a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=810e01b5-56f3-4ba2-8c14-281845ec827a,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:25.038735 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:25.084546 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:41:25.085339 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:41:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:25.276463 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2956a5f1-076b-40ac-9db0-fb2367953789 None None] Pushing event updated for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:25.331230 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:41:25.417037 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Attempt 3 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:25.508825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-843e1885-9227-405f-ab9d-916993b0873a None None] Port 810e01b5-56f3-4ba2-8c14-281845ec827a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:41:25.715656 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:25.746451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:25.750850 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '810e01b5-56f3-4ba2-8c14-281845ec827a', 'name': '', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'mac_address': 'fa:16:3e:86:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:17Z', 'updated_at': '2022-09-22T17:41:25Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'subnets': [{'id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:41:25.755382 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edb65ad-4f38-4de4-9d62-fb7a8dbbde3c None None] The sync data for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv is: [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '810e01b5-56f3-4ba2-8c14-281845ec827a', 'name': '', 'network_id': '05ff5f5b-30bc-4094-a263-c09bfc49f2c7', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'mac_address': 'fa:16:3e:86:de:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1679, 'fixed_ips': [{'subnet_id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:17Z', 'updated_at': '2022-09-22T17:41:25Z', 'revision_number': 4, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'subnets': [{'id': 'd582f638-56a1-4b42-93a5-0c1168d046d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:41:26.097393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:27.112658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 810e01b5-56f3-4ba2-8c14-281845ec827a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:27.188571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 810e01b5-56f3-4ba2-8c14-281845ec827a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:27.198028 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 810e01b5-56f3-4ba2-8c14-281845ec827a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:27.198608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:27.198995 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:27.353437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:27.357907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 810e01b5-56f3-4ba2-8c14-281845ec827a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:27.358291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:27.393096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 810e01b5-56f3-4ba2-8c14-281845ec827a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=810e01b5-56f3-4ba2-8c14-281845ec827a,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:27.398299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:27.483135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:29.079054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 810e01b5-56f3-4ba2-8c14-281845ec827a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:29.145537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 810e01b5-56f3-4ba2-8c14-281845ec827a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:29.145908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:29.146239 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 810e01b5-56f3-4ba2-8c14-281845ec827a Sep 22 17:41:29.274580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 810e01b5-56f3-4ba2-8c14-281845ec827a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:29.452641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-59d2ddeb-a14c-4fb6-8efe-5a7adf6d708b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:29.453258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-59d2ddeb-a14c-4fb6-8efe-5a7adf6d708b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:41:29.470236 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-59d2ddeb-a14c-4fb6-8efe-5a7adf6d708b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:41:29.471436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-59d2ddeb-a14c-4fb6-8efe-5a7adf6d708b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 814 time: 0.2651565 Sep 22 17:41:29.486318 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-66e4ce42-69c9-48e5-b207-87c412ef4670 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/quotas/35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Sep 22 17:41:29.575049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-0e1a8133-5c8e-499f-af06-638d4239d2b2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0835166 Sep 22 17:41:29.713451 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-15cdc354-9f96-4223-9270-155a5d2fdfcd service neutron] 10.222.0.25 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271157 Sep 22 17:41:29.841319 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-d87a42f7-a63f-4e0a-a35e-f844aa26451c service neutron] 10.222.0.25 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221843 Sep 22 17:41:30.021867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-eca4bef5-ab82-4466-97e0-2d71fa74ccdf req-a91d3799-c9ab-4dd0-a5e7-90eae9a5eac9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:41:30.038108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-eca4bef5-ab82-4466-97e0-2d71fa74ccdf req-a91d3799-c9ab-4dd0-a5e7-90eae9a5eac9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:41:30.039264 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eca4bef5-ab82-4466-97e0-2d71fa74ccdf req-a91d3799-c9ab-4dd0-a5e7-90eae9a5eac9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 210 time: 0.0663953 Sep 22 17:41:31.108892 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:41:31.138424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-71a2bbc1-1ab9-4c5f-be8a-f08b1c3b938e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:31.139880 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-71a2bbc1-1ab9-4c5f-be8a-f08b1c3b938e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 814 time: 0.1519175 Sep 22 17:41:31.198742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'device_id': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'admin_state_up': True, 'tenant_id': '35ed83207c064303a88e5c261a8b9b62'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:31.273525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b0b15d75-f5ef-4163-b745-a2d788b35484 req-0bcf3fd1-25ee-4851-a046-dcdbfcf97648 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 210 time: 0.1190584 Sep 22 17:41:31.345758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:41:31.355200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:41:31.365156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Made reservation on behalf of 35ed83207c064303a88e5c261a8b9b62 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:41:31.368697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:31.541677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Allocated IP 172.20.0.7 (d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8/0b0d9968-5152-407f-bce8-b81f31db0678/57ea921e-9ffc-4344-9d20-35ddef289948) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:41:31.834512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:31.853476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Transition to ACTIVE for port object 57ea921e-9ffc-4344-9d20-35ddef289948 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:31.881299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:31.955891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:41:31.958899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:41:31.963121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:41:32.005995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:32.040676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:32.041331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:32.082602 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-83e24501-97f5-4f1c-85a6-b25a342735e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9263160 Sep 22 17:41:32.291054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Provisioning for port 57ea921e-9ffc-4344-9d20-35ddef289948 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:32.299175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Provisioning complete for port 57ea921e-9ffc-4344-9d20-35ddef289948 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:32.299909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:32.300428 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 1 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:32.367143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:32.485736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b78372-a426-46ac-bc14-6c4c7e6cfd4b req-5f6f19f0-55a6-481f-b79e-01730587deb2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:32.487500 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3b78372-a426-46ac-bc14-6c4c7e6cfd4b req-5f6f19f0-55a6-481f-b79e-01730587deb2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.0961661 Sep 22 17:41:32.548071 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d3b78372-a426-46ac-bc14-6c4c7e6cfd4b req-9634d1f0-1a61-4eb3-913a-320fef479704 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546045 Sep 22 17:41:32.868757 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 2 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:32.939931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:33.441251 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 3 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:33.506472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:33.783708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-262d5f6a-4d04-47eb-8d23-436f8c2cda13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:33.784420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-262d5f6a-4d04-47eb-8d23-436f8c2cda13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:41:33.801901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-262d5f6a-4d04-47eb-8d23-436f8c2cda13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:41:33.803099 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-262d5f6a-4d04-47eb-8d23-436f8c2cda13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.1168828 Sep 22 17:41:33.858537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-f36dca01-e190-48fe-bc93-e38b4891e55b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:41:33.877179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-f36dca01-e190-48fe-bc93-e38b4891e55b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:41:33.878431 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060c60b2-177f-4dfb-a68d-8c3cba190ebc req-f36dca01-e190-48fe-bc93-e38b4891e55b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687318 Sep 22 17:41:34.007925 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 4 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:34.071409 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:34.573633 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 5 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:34.631363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:35.107796 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c2a3ba-8503-4d0c-8239-d7d5458c3be1 req-f230165c-503e-4db1-8cd5-d74d67834bd1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:35.113163 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8c2a3ba-8503-4d0c-8239-d7d5458c3be1 req-f230165c-503e-4db1-8cd5-d74d67834bd1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.1191902 Sep 22 17:41:35.132190 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 6 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:35.173853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8c2a3ba-8503-4d0c-8239-d7d5458c3be1 req-49b7a350-3a79-4b70-ad85-a9746b3beca1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571158 Sep 22 17:41:35.198899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:35.700471 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 7 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:35.761562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:36.262822 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 8 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:36.344256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:36.404057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2698e82-16f4-4527-acb0-f522a8291052 req-517cc234-e81f-4b7e-a1eb-9094c161ff8b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:36.405630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e2698e82-16f4-4527-acb0-f522a8291052 req-517cc234-e81f-4b7e-a1eb-9094c161ff8b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.1001534 Sep 22 17:41:36.456947 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e2698e82-16f4-4527-acb0-f522a8291052 req-a632b556-3227-4bbc-b0b0-fb41ad78d8fd tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438712 Sep 22 17:41:36.845633 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 9 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:36.909331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:37.410478 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Attempt 10 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:37.472081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-30cbf82d-25de-4ef4-8c5d-abe28192bfd4 None None] Port 57ea921e-9ffc-4344-9d20-35ddef289948 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:41:37.664109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550232b-5ed9-4d6d-a2fb-05f463a45876 req-6c42984a-d873-4e35-940d-f2120cbd9889 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:37.666314 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c550232b-5ed9-4d6d-a2fb-05f463a45876 req-6c42984a-d873-4e35-940d-f2120cbd9889 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.0926957 Sep 22 17:41:37.713301 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c550232b-5ed9-4d6d-a2fb-05f463a45876 req-9b8db4bd-9ddd-4386-970e-56648fbfb89b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410502 Sep 22 17:41:38.941766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5f049a-90b1-4baa-92c7-37b06fb14b0c req-6a1ff386-7d14-4823-a228-5186ef280ac5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:38.943220 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc5f049a-90b1-4baa-92c7-37b06fb14b0c req-6a1ff386-7d14-4823-a228-5186ef280ac5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.0973537 Sep 22 17:41:39.094623 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc5f049a-90b1-4baa-92c7-37b06fb14b0c req-ba4a0d8a-c76f-4dd1-8901-ead53b73c69c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456695 Sep 22 17:41:40.295188 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a216a035-c4d8-44ad-8ce0-0ac502af992f req-db786305-08b4-418f-96d2-a70ccffce7ba tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:40.296628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a216a035-c4d8-44ad-8ce0-0ac502af992f req-db786305-08b4-418f-96d2-a70ccffce7ba tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 931 time: 0.0910273 Sep 22 17:41:40.339658 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a216a035-c4d8-44ad-8ce0-0ac502af992f req-f968222e-4b7d-48dd-b4f5-e2df086caee1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374758 Sep 22 17:41:40.806895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Request body: {'port': {'device_id': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:41:40.916250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.275378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57ea921e-9ffc-4344-9d20-35ddef289948 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:41:41.282868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.296630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Transition to ACTIVE for port object 57ea921e-9ffc-4344-9d20-35ddef289948 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:41:41.300666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.538266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:41.596233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Attempting to bind port 57ea921e-9ffc-4344-9d20-35ddef289948 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:41:41.596568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Attempting to bind port 57ea921e-9ffc-4344-9d20-35ddef289948 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:41:41.596922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Attempting to bind port 57ea921e-9ffc-4344-9d20-35ddef289948 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:41.604026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Port 57ea921e-9ffc-4344-9d20-35ddef289948 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:41:41.604348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Attempting to bind port 57ea921e-9ffc-4344-9d20-35ddef289948 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:41:41.613156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:41:41.613495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Checking segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:41:41.613879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Bound using segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:41:41.614304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Bound port: 57ea921e-9ffc-4344-9d20-35ddef289948, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:41:41.614648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.638699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d254bf9c-c275-4374-a67d-700ea40a8dfc req-d21f7605-d697-46aa-b4df-898d5394ebda tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:41.640148 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d254bf9c-c275-4374-a67d-700ea40a8dfc req-d21f7605-d697-46aa-b4df-898d5394ebda tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 943 time: 0.1863644 Sep 22 17:41:41.747183 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d254bf9c-c275-4374-a67d-700ea40a8dfc req-d0b2bdb8-01c7-45c2-a160-966fd89fddcf tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768607 Sep 22 17:41:41.752992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:41:41.756220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:41:41.761954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.765441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:41.766042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:41.767746 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] 10.222.0.18 "PUT /v2.0/ports/57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1093 time: 0.9651384 Sep 22 17:41:41.801329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:41:41.803558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95568f6c-b63b-4ea1-96f4-8878fab0a046" -d '{"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:41:41.860331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e907edb5-d1e7-4739-9c41-36b981cac0d1 x-openstack-request-id: req-e907edb5-d1e7-4739-9c41-36b981cac0d1 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:41:41.860981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:41:41.860981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e907edb5-d1e7-4739-9c41-36b981cac0d1 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:41:41.861239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e907edb5-d1e7-4739-9c41-36b981cac0d1'] response: {'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:41:41.899181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1008fc-5a2c-4ed9-9d75-a77326177230 service neutron] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:41.919597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-30ad19d3-8db6-4ad7-b438-98885a3cd764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:41.921079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-30ad19d3-8db6-4ad7-b438-98885a3cd764 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1096 time: 0.1013558 Sep 22 17:41:41.995535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-a577b4ba-d7b0-4d65-a4c1-868e9387e102 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 217 time: 0.0616691 Sep 22 17:41:42.056916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-a2a7f054-3adc-4a23-bda7-4869c731966f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:42.058255 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-a2a7f054-3adc-4a23-bda7-4869c731966f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0573978 Sep 22 17:41:42.142102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-afc9d7d6-41b7-40be-beac-e3986046fe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:42.143553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-afc9d7d6-41b7-40be-beac-e3986046fe0b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796793 Sep 22 17:41:42.275010 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-4886caa1-ed95-4f44-a7e9-c09013652de5 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239512 Sep 22 17:41:42.501653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0ff6b09-e8de-4c13-b2e8-8b0acf4ea3ac req-e62793a8-0e5d-4269-9561-55ecf57fcd2d service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216442 Sep 22 17:41:42.677607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-ad6fc859-acda-48b7-9f89-a142d73407f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:42.679084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-ad6fc859-acda-48b7-9f89-a142d73407f9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1096 time: 0.0770333 Sep 22 17:41:42.825688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-6a7a8aea-cc43-4b79-bc6b-c2fe11d55cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:42.827139 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-6a7a8aea-cc43-4b79-bc6b-c2fe11d55cab service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1421602 Sep 22 17:41:42.940630 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-4c468f38-1a1e-4149-92bf-3f4c5c469706 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 217 time: 0.1071444 Sep 22 17:41:43.023417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-05375854-2f48-4647-8a78-f78c20a6857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:43.025575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-05375854-2f48-4647-8a78-f78c20a6857e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0745358 Sep 22 17:41:43.037488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8557328-6112-4248-b4e8-8a59600f2539 req-9aa99e25-a4cf-43ea-8177-dac3acd2a796 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:43.038866 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8557328-6112-4248-b4e8-8a59600f2539 req-9aa99e25-a4cf-43ea-8177-dac3acd2a796 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 943 time: 0.1552227 Sep 22 17:41:43.141670 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e8557328-6112-4248-b4e8-8a59600f2539 req-98ed4932-04e6-429e-b23a-6282715aef50 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668044 Sep 22 17:41:43.157496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-4647fd2e-5a57-479a-ae45-fef102617ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:43.158955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-4647fd2e-5a57-479a-ae45-fef102617ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1192272 Sep 22 17:41:43.290283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-89cf1c47-901e-4872-9d52-71dae36dde8d service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243908 Sep 22 17:41:43.421265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-95568f6c-b63b-4ea1-96f4-8878fab0a046 req-36436d77-7526-4d14-a702-76c5c71d03e2 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249897 Sep 22 17:41:44.343439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aed50-1815-4ca6-a62e-ac126ca859bf req-d34f2d7c-7353-4a5d-81c4-0f37d0d522fa tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:44.344932 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a71aed50-1815-4ca6-a62e-ac126ca859bf req-d34f2d7c-7353-4a5d-81c4-0f37d0d522fa tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 943 time: 0.0854383 Sep 22 17:41:44.391655 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a71aed50-1815-4ca6-a62e-ac126ca859bf req-f4e0c933-57a8-4b01-a354-c578287bc1c0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411870 Sep 22 17:41:45.588650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6b68f-baca-4051-b8e2-4bfcf7337f05 req-cf36f8ec-f863-4562-b9f3-3eee18aaba45 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:45.590105 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8dd6b68f-baca-4051-b8e2-4bfcf7337f05 req-cf36f8ec-f863-4562-b9f3-3eee18aaba45 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 943 time: 0.0858848 Sep 22 17:41:45.633181 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8dd6b68f-baca-4051-b8e2-4bfcf7337f05 req-32440a19-95d2-4924-b685-aab126a18d40 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374699 Sep 22 17:41:46.771541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 57ea921e-9ffc-4344-9d20-35ddef289948 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:41:46.908450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:46.921548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '57ea921e-9ffc-4344-9d20-35ddef289948', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'port_id': '57ea921e-9ffc-4344-9d20-35ddef289948', 'mac_address': 'fa:16:3e:fc:55:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:41:46.930462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed539234-9d66-4351-bd42-b4e233f9d09e req-b5910cbd-3ede-4619-85d1-b6eb4d566462 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:46.931915 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed539234-9d66-4351-bd42-b4e233f9d09e req-b5910cbd-3ede-4619-85d1-b6eb4d566462 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 943 time: 0.1884301 Sep 22 17:41:46.976245 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ed539234-9d66-4351-bd42-b4e233f9d09e req-2ba03b21-32e3-44d0-9c4b-7bda334d6e2c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Sep 22 17:41:46.979877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 57ea921e-9ffc-4344-9d20-35ddef289948 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:46.980259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:46.996963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57ea921e-9ffc-4344-9d20-35ddef289948 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:41:47.012350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:47.016506 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:47.084339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:47.092310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.092747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.093101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.093435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.093762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.094091 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.094421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.094751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.095146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.095498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.095825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.096143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:41:47.468852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:41:48.171981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436120a0-b7ab-4297-a6cb-061df2698c2f req-a43939c4-3404-4cde-b9ea-ca485e2ca9f5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:48.173486 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-436120a0-b7ab-4297-a6cb-061df2698c2f req-a43939c4-3404-4cde-b9ea-ca485e2ca9f5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 944 time: 0.0905287 Sep 22 17:41:48.217360 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-436120a0-b7ab-4297-a6cb-061df2698c2f req-5cdb1e4c-4525-4c32-983e-29ab8873b4ae tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381875 Sep 22 17:41:48.781003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 57ea921e-9ffc-4344-9d20-35ddef289948 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:41:48.848662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 57ea921e-9ffc-4344-9d20-35ddef289948 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:41:48.853301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 57ea921e-9ffc-4344-9d20-35ddef289948 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:41:48.853663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:48.853996 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 57ea921e-9ffc-4344-9d20-35ddef289948 Sep 22 17:41:48.970142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 57ea921e-9ffc-4344-9d20-35ddef289948 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:41:48.970523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:48.998024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:41:49.000380 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06fe7e58-e2a4-405f-b62f-d9e0e90ad0c9" -d '{"events": [{"server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "name": "network-vif-plugged", "status": "completed", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:41:49.008223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:41:49.014246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:49.052223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecfd3200-755f-45a6-bc40-4e1a4e07bf4f x-openstack-request-id: req-ecfd3200-755f-45a6-bc40-4e1a4e07bf4f {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:41:49.052503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "name": "network-vif-plugged", "status": "completed", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:41:49.052792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ecfd3200-755f-45a6-bc40-4e1a4e07bf4f {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:41:49.053165 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecfd3200-755f-45a6-bc40-4e1a4e07bf4f'] response: {'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'code': 200} Sep 22 17:41:49.091343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:41:49.387731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f905a8-39f7-4944-b4f4-28b9f884be60 req-2e15dd0a-7b5a-4372-b566-76829c4173d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:49.389210 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99f905a8-39f7-4944-b4f4-28b9f884be60 req-2e15dd0a-7b5a-4372-b566-76829c4173d6 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1098 time: 0.1264923 Sep 22 17:41:49.440928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99f905a8-39f7-4944-b4f4-28b9f884be60 req-7332833b-4ede-4d1f-be51-fcafd42824b4 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434811 Sep 22 17:41:49.452855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cc818-6c81-46f9-ab66-9cf83ea26a14 req-13ffcc53-ad84-4c1a-9f3d-31174123222d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:49.454226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-600cc818-6c81-46f9-ab66-9cf83ea26a14 req-13ffcc53-ad84-4c1a-9f3d-31174123222d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.1257854 Sep 22 17:41:49.496092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-600cc818-6c81-46f9-ab66-9cf83ea26a14 req-4e570821-20c8-4b41-8746-b5a17e6cde45 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358200 Sep 22 17:41:50.695914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035fef9-e049-4421-9e40-c558f5c095a1 req-b00ac564-dccb-4d8b-a3c7-02c98c874b13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:50.697385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f035fef9-e049-4421-9e40-c558f5c095a1 req-b00ac564-dccb-4d8b-a3c7-02c98c874b13 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0906239 Sep 22 17:41:50.741005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f035fef9-e049-4421-9e40-c558f5c095a1 req-f5dca709-3908-474b-93cf-957d526c9157 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373690 Sep 22 17:41:51.940255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d25557-2450-4ccb-b33e-75126f295d48 req-52c07f33-8e8a-4bf3-b45c-48af75179968 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:51.941721 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38d25557-2450-4ccb-b33e-75126f295d48 req-52c07f33-8e8a-4bf3-b45c-48af75179968 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0899115 Sep 22 17:41:51.985166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-38d25557-2450-4ccb-b33e-75126f295d48 req-88dfd34a-090d-4d11-9f77-cf2f13b110cb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378995 Sep 22 17:41:52.178984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2555b-9272-424e-b74c-3c8bc8f94729 req-d0454918-ea81-4a51-a7a9-fc7fd36f9942 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:52.180418 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fac2555b-9272-424e-b74c-3c8bc8f94729 req-d0454918-ea81-4a51-a7a9-fc7fd36f9942 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0872691 Sep 22 17:41:52.227690 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fac2555b-9272-424e-b74c-3c8bc8f94729 req-712cca88-3aa0-4d30-949d-9318c38d6ff8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410385 Sep 22 17:41:52.473730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-022b7336-f546-4334-8892-97abe6c0e6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:52.630397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f821c-8039-4eb6-9fc4-3c905fa560cb req-8f2aad80-588d-4bfb-839d-39e1ef52c698 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:41:52.631773 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1c4f821c-8039-4eb6-9fc4-3c905fa560cb req-8f2aad80-588d-4bfb-839d-39e1ef52c698 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0866370 Sep 22 17:41:52.675605 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1c4f821c-8039-4eb6-9fc4-3c905fa560cb req-bac9e349-4e8f-4a39-9a16-1ceda78ff117 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382228 Sep 22 17:41:54.608229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3395c1e8-df54-42c9-95ec-8f7a39aba133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:55.713441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:55.716593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:56.091393 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:41:57.320107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:05.240458 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022216f5-89ff-41e4-ac25-a107fb588e29 req-6883857b-38f1-4e72-bd60-fcbd13b80cc6 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:05.241972 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-022216f5-89ff-41e4-ac25-a107fb588e29 req-6883857b-38f1-4e72-bd60-fcbd13b80cc6 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0902078 Sep 22 17:42:05.285785 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-022216f5-89ff-41e4-ac25-a107fb588e29 req-49bc13a0-707e-4abb-944f-a7eafd6a882d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382569 Sep 22 17:42:05.314433 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58196) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:05.498842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74071a-f43c-4e6e-b09f-e8b1dfd2ce82 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:05.500263 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1e74071a-f43c-4e6e-b09f-e8b1dfd2ce82 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1093 time: 0.1848936 Sep 22 17:42:05.503241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58202) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:05.508025 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '57ea921e-9ffc-4344-9d20-35ddef289948', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address': '172.20.0.7'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:05.513893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:05.517714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:floatingip and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:05.520501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:05.526114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:05.539111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:05.675179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:05.812881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Allocated IP 172.26.8.124 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/963973bb-cfc8-4f6f-ae63-4ef1b236c0e0) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:42:05.964592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:05.994096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:06.061117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:42:06.063680 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:42:06.067569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:42:06.101165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=963973bb-cfc8-4f6f-ae63-4ef1b236c0e0,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:06.477921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:06.550450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:06.832855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:06.837190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:06.944011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=963973bb-cfc8-4f6f-ae63-4ef1b236c0e0,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:06.947168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.129033 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Floating IP 4ce806af-522e-43fb-9605-96f630d37935 associated. External IP: 172.26.8.124, port: 57ea921e-9ffc-4344-9d20-35ddef289948. Sep 22 17:42:07.478888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:42:07.650582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:42:07.660085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:42:07.669771 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:42:07.670376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:41:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:42:07.674523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.735175 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-41917be4-b3e2-4776-a92b-b0b1abef2ed4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2272873 Sep 22 17:42:07.735175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:42:07.735175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c821e63-a689-4c5c-81b9-8af659ec89dd" -d '{"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:42:07.736146 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:07.742068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-67855657', 'description': 'tempest-secgroup-smoke-67855657 description', 'project_id': '35ed83207c064303a88e5c261a8b9b62'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:07.749310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:07.759363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:07.769273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.789793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:07.793905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:07.797248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:07.803200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:07.850941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:42:07.881280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.886209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.919935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5185c443-36b0-46e0-a5f5-3451071915e8 x-openstack-request-id: req-5185c443-36b0-46e0-a5f5-3451071915e8 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:42:07.921288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:42:07.921609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5185c443-36b0-46e0-a5f5-3451071915e8 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:42:07.922076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5185c443-36b0-46e0-a5f5-3451071915e8'] response: {'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:42:07.932722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:07.940934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:07.942129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.2042754 Sep 22 17:42:07.945338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58214) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:07.949555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.950693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.951047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.951233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:07.951395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.951703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.952035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.952362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.952705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.953033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.953355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.953681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.953994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-876b248a-512c-4cc1-9e0c-5c529938508e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:07.961478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:07.965673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:07.980587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:07.998626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.024353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.052829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-bee1a267-4eaf-41a1-bc78-8199cf277096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:08.054298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-bee1a267-4eaf-41a1-bc78-8199cf277096 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1098 time: 0.0909724 Sep 22 17:42:08.083594 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.087849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.114515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22e24e53-a521-46bc-8a66-fb785c02005c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:08.116831 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:42:08.125818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.126077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.126177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.126536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.126970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.127307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.127634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.127967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.128281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.128614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.129770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.130107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:42:08.133039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.137628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e477ac06-2d0d-4891-bc5d-007b4c8ce69e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1910350 Sep 22 17:42:08.138591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58218) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:08.144668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:08.150983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:08.157711 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:08.161240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:08.170266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.194224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.246259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4ce806af-522e-43fb-9605-96f630d37935', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '57ea921e-9ffc-4344-9d20-35ddef289948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:fc:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:42:06Z', 'updated_at': '2022-09-22T17:42:06Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:42:08.251616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:42:08.262396 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:42:08.263293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:41:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:42:08.271557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.275815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.296255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-d3ba1fea-bb6d-4a17-937d-ce152da6fad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:08.297734 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-d3ba1fea-bb6d-4a17-937d-ce152da6fad7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.2360868 Sep 22 17:42:08.298298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fac91b86-a284-418e-8cf0-e818f52fd7f7,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:08.310491 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.314421 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd9f5e41-4ac8-4e79-82a0-40b32f19d3ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1715236 Sep 22 17:42:08.314561 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58222) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:08.319465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:08.325339 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:08.329194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:08.332020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:08.337780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.355234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.403262 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-9845f9e7-17db-4b5f-b715-c603adb65f9c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 999 time: 0.0974145 Sep 22 17:42:08.421880 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.427198 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.452819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6d3267-d24c-4139-8ac0-9a6fba2cb2ff,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:08.462918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.466307 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4769c7de-bfdb-42c2-8348-987398d8b8eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1483195 Sep 22 17:42:08.466963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58226) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:08.469690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:42:08.471746 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-e32931e1-2f9b-46a2-8cd0-43805dadcae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:08.473266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-e32931e1-2f9b-46a2-8cd0-43805dadcae1 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0637441 Sep 22 17:42:08.474523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:08.480599 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:08.485018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:08.487906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:08.493715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.513750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.562464 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-668ad5a0-3848-42d9-ace7-b04f70d50c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:08.564384 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-668ad5a0-3848-42d9-ace7-b04f70d50c4f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852976 Sep 22 17:42:08.579096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.582787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.610604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c194013a-945d-4096-a4b6-779e2e006738,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:08.624351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.628233 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f16a322c-7f8c-4fe6-997e-d82fd3248b98 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1577926 Sep 22 17:42:08.628449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58230) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:08.633811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:08.640248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:08.644253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:08.647518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:08.653974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.671513 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Project 35ed83207c064303a88e5c261a8b9b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:42:08.678435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.703195 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-af7cf1f4-b609-45f1-9d25-14bfc25911f2 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324430 Sep 22 17:42:08.855289 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5c821e63-a689-4c5c-81b9-8af659ec89dd req-540d9335-5ed4-4b38-95df-fce83b86864d service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399586 Sep 22 17:42:08.866524 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.870485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.876711 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4ce806af-522e-43fb-9605-96f630d37935', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '57ea921e-9ffc-4344-9d20-35ddef289948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:fc:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:42:06Z', 'updated_at': '2022-09-22T17:42:06Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:42:08.880730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b84d7a-13af-415b-b4c4-ea0d0496138e None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4ce806af-522e-43fb-9605-96f630d37935', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.124', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '57ea921e-9ffc-4344-9d20-35ddef289948', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:fc:55:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:42:06Z', 'updated_at': '2022-09-22T17:42:06Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:42:08.900334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=667aaba0-0105-4c66-bba3-9920ae06fa79,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:08.912317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:08.920435 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-eb9fa1e6-e1d3-467b-965e-70b6ed646e82 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2839324 Sep 22 17:42:08.920435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58234) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:42:08.931938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:08.931938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:42:08.945607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:42:08.945607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:42:08.954781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:42:08.968104 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Project 35ed83207c064303a88e5c261a8b9b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:42:08.970250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.035812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.042252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.068660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf821ea7-2d7b-40f1-a283-d4693114105c,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:09.078973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.080165 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-243d1aab-07f2-4220-a45d-74dbc6a012c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1624393 Sep 22 17:42:09.106139 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d14307e1-6365-4c60-b7d9-8726751e889b None None] New status for floating IP 4ce806af-522e-43fb-9605-96f630d37935: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:42:09.204310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-1c30ee93-ffed-414d-8fe5-afb183a6e506 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67855657&fields=id&tenant_id=35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 267 time: 0.0406229 Sep 22 17:42:09.301046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-1e1728f8-06b1-4027-bbc6-d09fab76857f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:09.302523 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-1e1728f8-06b1-4027-bbc6-d09fab76857f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0924606 Sep 22 17:42:09.313262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'security_groups': ['589d4459-9951-49ed-abf0-19e1b71a8042', '6c0298fa-4ba9-4ea5-90df-047bc5fe00a5']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:42:09.439506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.706774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:42:09.731872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.737021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.746406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:09.747026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:09.748852 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7c7c4f0-4c17-4295-b689-fb60af4db40f req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "PUT /v2.0/ports/57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 981 time: 0.4402330 Sep 22 17:42:09.773619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:42:09.822016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edaa41bc-e035-48e7-b8f6-19ee90e6ba7a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:42:09.904074 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:42:09.923715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:42:09.926297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c4baa88-3720-406a-b6be-997f47f4fc7e" -d '{"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:42:09.929757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf531bb8-f0b5-4bdc-a512-dfc19f9f746c req-b43dc2a4-733b-490e-b57c-58fd5609e31c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:09.931391 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf531bb8-f0b5-4bdc-a512-dfc19f9f746c req-b43dc2a4-733b-490e-b57c-58fd5609e31c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 984 time: 0.0873828 Sep 22 17:42:09.971904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c85d061e-e080-4ff9-9e76-3bac940798e4 x-openstack-request-id: req-c85d061e-e080-4ff9-9e76-3bac940798e4 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:42:09.972280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:42:09.972531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c85d061e-e080-4ff9-9e76-3bac940798e4 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:42:09.972961 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c85d061e-e080-4ff9-9e76-3bac940798e4'] response: {'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:42:09.979613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bf531bb8-f0b5-4bdc-a512-dfc19f9f746c req-bd34948d-d6fa-417a-80b8-46fba346caab tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:42:09.995203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-bf531bb8-f0b5-4bdc-a512-dfc19f9f746c req-bd34948d-d6fa-417a-80b8-46fba346caab tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:42:09.996356 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bf531bb8-f0b5-4bdc-a512-dfc19f9f746c req-bd34948d-d6fa-417a-80b8-46fba346caab tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0584674 Sep 22 17:42:10.099682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-d33e4747-7d7a-4171-9a3a-e04a7bbadd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:10.101160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-d33e4747-7d7a-4171-9a3a-e04a7bbadd61 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.0831833 Sep 22 17:42:10.237988 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-fc8d5ace-1729-491c-aaf0-a686f5fd4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:10.239468 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-fc8d5ace-1729-491c-aaf0-a686f5fd4731 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1305833 Sep 22 17:42:10.342005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-f4c2b201-5210-44ae-995b-ae7e7e815727 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0962818 Sep 22 17:42:10.402158 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-086ac77e-572a-4226-94a5-d770f6baf7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:10.403583 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-086ac77e-572a-4226-94a5-d770f6baf7fe service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0562489 Sep 22 17:42:10.487593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-d64073ac-7c82-49e7-be45-afa9c7b7d067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:10.490073 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-d64073ac-7c82-49e7-be45-afa9c7b7d067 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801244 Sep 22 17:42:10.619890 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-170076ce-b571-4aae-b30c-897ac65c5d76 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210303 Sep 22 17:42:10.746912 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c4baa88-3720-406a-b6be-997f47f4fc7e req-9b1bfdfd-1fb0-4a16-ab40-208fabc89622 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202364 Sep 22 17:42:22.476493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-279edbfb-4f1b-421a-8c57-49d1486a364c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:24.612666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59966509-712d-429a-a989-aae3cef2df3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:25.705422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:25.708882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:26.093636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:27.321332 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:44.622523 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-a71a1442-7232-404f-bff9-f9166a115f3c service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755615 Sep 22 17:42:44.789171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-f10f1dd9-9ee0-43a3-b2a6-9620aa3d17bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:44.790601 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-f10f1dd9-9ee0-43a3-b2a6-9620aa3d17bc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.0824320 Sep 22 17:42:45.025179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-7ea1fc53-2db1-4407-94ae-febf804cab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:45.026607 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-7ea1fc53-2db1-4407-94ae-febf804cab3b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.2164097 Sep 22 17:42:45.107324 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:42:45.128735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-d110726e-0322-48b0-b9ea-4a5b51b16a7e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0946364 Sep 22 17:42:45.189632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-77e93e36-e89c-4c7d-a251-b56b05195407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:45.191012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-77e93e36-e89c-4c7d-a251-b56b05195407 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0563331 Sep 22 17:42:45.276494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-17de51d2-6206-4441-a145-952b974beeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:42:45.277979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-17de51d2-6206-4441-a145-952b974beeb7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809898 Sep 22 17:42:45.410471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-ebb74873-d656-40a6-85f3-e031c72884f6 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259093 Sep 22 17:42:45.541111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a203a71-37d8-45b8-96d7-40d69e5194e0 req-438b0f1e-f4a3-4379-8fc0-e40dc3fe6d84 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242249 Sep 22 17:42:52.478113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d137f99-04fe-4e03-a526-72d9b9376a66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:54.615148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-917b455e-d83e-4c8d-ac06-594df2681201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:55.716577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:55.718423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:56.097246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:42:57.325096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:01.824717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-646f19da-ffdc-46d8-9a88-efd5b843fd8c req-18f464f8-0afe-480f-9041-d5f62ab955c8 tempest-ServerDiskConfigTestJSON-759036656 tempest-ServerDiskConfigTestJSON-759036656-project] (89051) timed out ('10.222.0.18', 60648) {{(pid=89051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 17:43:22.106175 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:43:22.479725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b393eb0e-c52d-49c7-8b0f-29cf0e9facb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:24.616705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5dc15b5a-c7b2-4475-97a2-6e36d35ff905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:25.718295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:25.722566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:26.099399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:27.327094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:45.606481 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-c79b0a43-f2b2-4343-9189-fb7d7a38df15 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779319 Sep 22 17:43:45.767683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-e6422544-00a2-4da8-86f0-ffbcff68dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:43:45.769138 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-e6422544-00a2-4da8-86f0-ffbcff68dbf8 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.0797195 Sep 22 17:43:45.908953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-d5bb75df-f3f5-43a4-ad69-4c5aca6c7156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:43:45.910252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-d5bb75df-f3f5-43a4-ad69-4c5aca6c7156 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1232145 Sep 22 17:43:46.008727 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-acb0937e-b0d4-41c1-866d-a00601528884 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0923719 Sep 22 17:43:46.076515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-76ec8356-f3bd-4c21-b741-0b8150858f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:43:46.077928 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-76ec8356-f3bd-4c21-b741-0b8150858f2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0637813 Sep 22 17:43:46.158860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-ac7237e8-c863-4ca4-8861-ad1cf68619a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:43:46.160331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-ac7237e8-c863-4ca4-8861-ad1cf68619a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756886 Sep 22 17:43:46.288897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-e4fb573b-b2af-4a34-a8be-b79e82377624 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222038 Sep 22 17:43:46.417420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12181c8e-dedc-40f6-a6ad-fda86340c942 req-fb11b014-1f69-4dce-9284-e9f28f26169f service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227894 Sep 22 17:43:52.483788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d85da4f2-45e7-4894-b640-fdfcfdfd91c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:54.618412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bd47087-f628-4f5a-99a6-1f6f9597f369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:55.718064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:55.722342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:56.100970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:57.329817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:43:59.104364 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:44:22.485951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2be409e2-05a2-4431-a87a-769cd56cae32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:24.620828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8e429882-c98a-4f89-a2ea-8c203ec251e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:25.715885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:25.732469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:26.102894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:27.333280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:31.699486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-3284a501-affa-4839-99f9-5480f946f8f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:31.700970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-3284a501-affa-4839-99f9-5480f946f8f7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.4152906 Sep 22 17:44:31.713320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d2853-a10d-45aa-a2f0-084f2e44db7e req-00980909-4f87-42fd-ab09-d81e0d105983 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:31.714664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-632d2853-a10d-45aa-a2f0-084f2e44db7e req-00980909-4f87-42fd-ab09-d81e0d105983 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 984 time: 0.4384263 Sep 22 17:44:31.912534 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-632d2853-a10d-45aa-a2f0-084f2e44db7e req-1adcdc7c-2f0e-40d6-92bf-02bc1f97701c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.1672990 Sep 22 17:44:31.954445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-fc8bfb9c-9fa1-46d6-a3f9-575328199436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:31.955812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-fc8bfb9c-9fa1-46d6-a3f9-575328199436 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.2403240 Sep 22 17:44:32.058222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-f7ccc0b7-51df-4ef5-8c51-0413c1d5789b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0965407 Sep 22 17:44:32.119070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-39e69261-cc38-462e-973c-7ed01fd64eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:32.120455 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-39e69261-cc38-462e-973c-7ed01fd64eb8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0564094 Sep 22 17:44:32.203506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-8eada3f6-06d5-4669-b803-9fdbc1061d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:32.205051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-8eada3f6-06d5-4669-b803-9fdbc1061d84 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794094 Sep 22 17:44:32.335012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-d5014063-6ac6-4e94-82f4-97ae5e3b9d12 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241252 Sep 22 17:44:32.478053 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b004519b-f7cc-4f5b-a680-8798eec8c328 req-92286498-b80c-4e58-8257-e22d492f0713 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376855 Sep 22 17:44:33.205297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602e67f-e5d7-4c9a-9dc1-8a7f0550002d req-f78938f1-150a-43bc-a722-55b6c9f078b3 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:33.207021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c602e67f-e5d7-4c9a-9dc1-8a7f0550002d req-f78938f1-150a-43bc-a722-55b6c9f078b3 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 984 time: 0.1641445 Sep 22 17:44:33.258306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c602e67f-e5d7-4c9a-9dc1-8a7f0550002d req-6d2c3fa5-3ce0-4b25-b156-0e93225c589f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0443780 Sep 22 17:44:34.465240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9701920f-79a6-417e-a577-61532e6b0d9b req-602bffd4-9fe5-482a-8961-7559e3449d27 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:34.466750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9701920f-79a6-417e-a577-61532e6b0d9b req-602bffd4-9fe5-482a-8961-7559e3449d27 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 984 time: 0.0892069 Sep 22 17:44:34.512021 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9701920f-79a6-417e-a577-61532e6b0d9b req-a3118adf-7813-46aa-b34c-b01a7ebf767b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5&fields=id&fields=name HTTP/1.1" status: 200 len: 378 time: 0.0388560 Sep 22 17:44:36.103673 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:44:46.624663 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-549b2467-6165-4ed3-9946-d3f897b11818 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805948 Sep 22 17:44:46.785962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-602ce353-5375-41fe-82dc-04700c916ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:46.787430 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-602ce353-5375-41fe-82dc-04700c916ab7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.0775156 Sep 22 17:44:46.933418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-a0f17514-c442-4fd0-a1f1-862aa885813b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:46.934850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-a0f17514-c442-4fd0-a1f1-862aa885813b service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1293609 Sep 22 17:44:47.038535 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-44bce77d-498e-4685-802a-3a0c58bd22cf service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0960102 Sep 22 17:44:47.100341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-83fa81e8-5880-4dd9-a34e-34c41c6e8c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:47.101794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-83fa81e8-5880-4dd9-a34e-34c41c6e8c06 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0574787 Sep 22 17:44:47.198555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-af0409c0-ae0a-479a-a559-f50b34b58de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:44:47.199929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-af0409c0-ae0a-479a-a559-f50b34b58de3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0928183 Sep 22 17:44:47.425968 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-a55b0bc2-ed31-48de-971e-90018592b23c service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195315 Sep 22 17:44:47.556177 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da800bab-0975-4f10-8fd1-853a393b3d35 req-13cb7175-42a0-4e56-803c-b675218cfb00 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241505 Sep 22 17:44:52.488988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f6a98d6-2921-471c-ab3e-4aed5cf27773 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:54.623580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-eb0d8c58-00c6-47b0-834d-0d4b3381eda1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:55.709261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:55.730607 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:56.108213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:44:57.336294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:13.102819 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:45:22.491087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-41ffb037-fb3c-442f-90ff-74490931b311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:24.625634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2b5dd06d-3fc0-4377-9396-a4cf2058a26c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:25.711106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:25.753366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:26.108088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:27.338708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:46.599938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-cdd19fcf-e077-4dcb-9dda-3d1d7d926d25 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0761895 Sep 22 17:45:46.761085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-9199a9f1-692c-4a03-aa15-15be8ae9843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:45:46.762517 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-9199a9f1-692c-4a03-aa15-15be8ae9843c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1137 time: 0.0799046 Sep 22 17:45:46.906003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-189b9075-26b1-4975-afe6-0bc8f9caf694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:45:46.907500 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-189b9075-26b1-4975-afe6-0bc8f9caf694 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1263463 Sep 22 17:45:47.007875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-1e7d31ac-96dd-4584-b789-c6fed6c676da service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0947022 Sep 22 17:45:47.069370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-f80cbd92-c874-49e5-9b3d-5c4f4dbc42f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:45:47.070739 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-f80cbd92-c874-49e5-9b3d-5c4f4dbc42f5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0559893 Sep 22 17:45:47.156232 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-8bf21afd-b364-4be9-adc3-3e75d0083f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:45:47.157648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-8bf21afd-b364-4be9-adc3-3e75d0083f7d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790107 Sep 22 17:45:47.287018 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-6d28eb3e-c79a-44d7-a512-0005832df6a1 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236238 Sep 22 17:45:47.413123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-023c4d96-7f1a-4fa0-ae11-94df74a071d9 req-0ed09735-90e2-403a-927f-7499ccab5031 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202660 Sep 22 17:45:50.101595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:45:52.493087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b0b30af-8b09-48c2-9c01-7e4698c9d45c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:54.630928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9c6ce8ba-7746-4214-986f-163e2aa8f7d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:55.712392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:55.769250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:56.111684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:45:57.341761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:18.664908 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-e8fcb982-d54b-4af2-bf4a-d7b7b7bedd01 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-67855657&fields=id&tenant_id=35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 267 time: 0.0387957 Sep 22 17:46:18.765074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-fadcdb2c-97f0-461d-aa6e-f6cb5ebb8cea tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:18.766521 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-fadcdb2c-97f0-461d-aa6e-f6cb5ebb8cea tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 984 time: 0.0963995 Sep 22 17:46:18.776972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'security_groups': ['589d4459-9951-49ed-abf0-19e1b71a8042']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:46:18.897383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.140290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:46:19.164108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.169070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.179389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:19.179980 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.181328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4becfe29-f62b-4972-b977-96c7d5c5baad req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "PUT /v2.0/ports/57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 942 time: 0.4087322 Sep 22 17:46:19.187360 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58354) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:46:19.205038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:46:19.212068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:46:19.214368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837b8699-176c-43f7-904c-25332355c6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:46:19.260023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=7']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:19.263286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.269509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.269856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.270246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.270586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.271047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.272280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.272634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.272971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.273299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.273679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.274008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.274333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d834ea-edd3-410f-aa37-207479dbd600 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.280724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd1b027-8c8c-4132-8c70-90c25423be44 x-openstack-request-id: req-afd1b027-8c8c-4132-8c70-90c25423be44 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:46:19.281129 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:46:19.281379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-afd1b027-8c8c-4132-8c70-90c25423be44 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:46:19.281812 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-afd1b027-8c8c-4132-8c70-90c25423be44'] response: {'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:46:19.299987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.346928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:46:19.421783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8699-176c-43f7-904c-25332355c6cf req-a7366fc4-e423-41d1-a0b6-2dd59c0ab518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:19.423414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-a7366fc4-e423-41d1-a0b6-2dd59c0ab518 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1098 time: 0.1013176 Sep 22 17:46:19.455625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.532253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c0298fa-4ba9-4ea5-90df-047bc5fe00a5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:19.546629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.546978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.547312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.547643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.547970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.548293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.548623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.548958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.549823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.550145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.550461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.550774 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:19.560802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.562004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-55008ade-4baf-4fd2-863e-05e61b6a0604 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "DELETE /v2.0/security-groups/6c0298fa-4ba9-4ea5-90df-047bc5fe00a5 HTTP/1.1" status: 204 len: 168 time: 0.3735955 Sep 22 17:46:19.565875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58360) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:46:19.605497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8699-176c-43f7-904c-25332355c6cf req-c1f9da72-cd67-4f94-bc95-74ccd9267fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:19.607079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-c1f9da72-cd67-4f94-bc95-74ccd9267fe7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1775746 Sep 22 17:46:19.709963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-5494f859-c85b-423f-9811-15cdf9df272d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 1001 time: 0.0965629 Sep 22 17:46:19.771079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8699-176c-43f7-904c-25332355c6cf req-f1f43ec2-6f1f-48ed-87a2-69142edc0e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:19.772481 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-f1f43ec2-6f1f-48ed-87a2-69142edc0e14 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0560892 Sep 22 17:46:19.817052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Deleting port 963973bb-cfc8-4f6f-ae63-4ef1b236c0e0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:46:19.817621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.857414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837b8699-176c-43f7-904c-25332355c6cf req-fb08d096-94ae-4c28-adf9-43f3b9ac6a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:19.858892 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-fb08d096-94ae-4c28-adf9-43f3b9ac6a89 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0803568 Sep 22 17:46:19.990623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:19.990855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:20.102101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-a2fc93f4-fa86-4d0d-95cf-a4c80012cf28 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351346 Sep 22 17:46:20.211324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Calling delete_port for 963973bb-cfc8-4f6f-ae63-4ef1b236c0e0 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:46:20.238631 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-837b8699-176c-43f7-904c-25332355c6cf req-ffaa699a-8ac9-466b-9897-06043d2f07d9 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301179 Sep 22 17:46:20.364185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:20.411853 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'Port': ['ID=963973bb-cfc8-4f6f-ae63-4ef1b236c0e0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:20.510815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:20.511142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Floating IP 4ce806af-522e-43fb-9605-96f630d37935 disassociated (deleted). External IP: 172.26.8.124, port: 57ea921e-9ffc-4344-9d20-35ddef289948. Sep 22 17:46:20.855456 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:46:21.035496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:46:21.045293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:46:21.055340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:46:21.055955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:45:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:46:21.056118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:21.111133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4a4e6e3c-9e79-4304-a6b1-e0af617787b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "DELETE /v2.0/floatingips/4ce806af-522e-43fb-9605-96f630d37935 HTTP/1.1" status: 204 len: 168 time: 1.5440788 Sep 22 17:46:21.243960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:46:21.282678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:46:21.285140 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:46:21.331480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c835cd03-bd68-4b66-b13c-08d111c233e3 x-openstack-request-id: req-c835cd03-bd68-4b66-b13c-08d111c233e3 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:46:21.331941 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:46:21.332194 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-c835cd03-bd68-4b66-b13c-08d111c233e3 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:46:21.332595 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c835cd03-bd68-4b66-b13c-08d111c233e3'] response: {'name': 'network-changed', 'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:46:21.456128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-186def18-dbbd-4610-a375-618c970d21c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:21.457773 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-186def18-dbbd-4610-a375-618c970d21c5 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 1098 time: 0.0789068 Sep 22 17:46:21.592873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:46:21.597406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:46:21.601579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-6ba3e731-e35f-4440-9bc2-2ae8d79852e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:21.603092 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-6ba3e731-e35f-4440-9bc2-2ae8d79852e6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1389618 Sep 22 17:46:21.606078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:46:21.606662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:45:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:46:21.676483 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-db260a76-426a-4735-938a-04ed9b5c486c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 200 len: 217 time: 0.0673957 Sep 22 17:46:21.738898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-861d8976-fe5c-41a3-8d1c-31941e0d7dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:21.740340 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-861d8976-fe5c-41a3-8d1c-31941e0d7dec service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0577023 Sep 22 17:46:21.782525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:46:21.825350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-400b2fa9-545c-49f3-ad13-d5a2258be5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:21.826853 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-400b2fa9-545c-49f3-ad13-d5a2258be5d4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795565 Sep 22 17:46:21.962418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-7205afd6-9c77-4ba2-a6b5-c3d668479d15 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286747 Sep 22 17:46:22.093453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:46:22.095806 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f05f8cd5-c585-4f6d-a7b6-14d5ba833ba3 req-556998cb-c3c5-46fc-a6da-b6f1c0589878 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259055 Sep 22 17:46:22.098269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1380c6d-4558-4f8f-9244-3fe5007d09c8 None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:46:22.334030 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8074a82-09ed-49dd-a230-897b690ae970 None None] New status for floating IP 4ce806af-522e-43fb-9605-96f630d37935: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:46:22.498009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3b216256-101e-4084-898a-de36c1ae3f58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:24.633467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0e3a8f77-e950-41ce-833a-d2f2c215924b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:25.714153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:25.771143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:26.115616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:26.608556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a48d9b-b5a3-4775-89f6-76d039df2b50 req-79317537-8bcc-423e-afd5-f103269053dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:26.609260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d7a48d9b-b5a3-4775-89f6-76d039df2b50 req-79317537-8bcc-423e-afd5-f103269053dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:46:26.623928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-d7a48d9b-b5a3-4775-89f6-76d039df2b50 req-79317537-8bcc-423e-afd5-f103269053dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:46:26.625161 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d7a48d9b-b5a3-4775-89f6-76d039df2b50 req-79317537-8bcc-423e-afd5-f103269053dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.1060798 Sep 22 17:46:26.672110 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d7a48d9b-b5a3-4775-89f6-76d039df2b50 req-92d60b03-d537-4384-810c-356e9fb4ecb2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409210 Sep 22 17:46:27.100767 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:46:27.344153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:27.874374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c321e60-5dfd-41c2-97a2-60ab505071dc req-53323c5d-70ac-4106-983a-4683d21b7510 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:27.875816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c321e60-5dfd-41c2-97a2-60ab505071dc req-53323c5d-70ac-4106-983a-4683d21b7510 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0859883 Sep 22 17:46:27.917885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4c321e60-5dfd-41c2-97a2-60ab505071dc req-8d9edd0d-3a1c-4bd9-b936-4f299340b034 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:46:27.933250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4c321e60-5dfd-41c2-97a2-60ab505071dc req-8d9edd0d-3a1c-4bd9-b936-4f299340b034 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:46:27.934397 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c321e60-5dfd-41c2-97a2-60ab505071dc req-8d9edd0d-3a1c-4bd9-b936-4f299340b034 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529065 Sep 22 17:46:28.673730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-be995931-584c-4c29-bc17-67b2422a40f7 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:28.675653 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-be995931-584c-4c29-bc17-67b2422a40f7 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0889375 Sep 22 17:46:28.743646 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Deleting port 57ea921e-9ffc-4344-9d20-35ddef289948 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:46:28.743982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:28.985355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 57ea921e-9ffc-4344-9d20-35ddef289948, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=57ea921e-9ffc-4344-9d20-35ddef289948,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:46:28.985915 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:29.133741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e693174-001d-4c27-9525-9658c75b9a72 req-ddc4350c-65c4-4930-8725-6a4a99b752ee tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:29.135219 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e693174-001d-4c27-9525-9658c75b9a72 req-ddc4350c-65c4-4930-8725-6a4a99b752ee tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1e625ec0-b8ae-4086-9555-36c88d38da81 HTTP/1.1" status: 200 len: 945 time: 0.0901141 Sep 22 17:46:29.181257 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e693174-001d-4c27-9525-9658c75b9a72 req-31e0d8b0-e144-4918-a164-330014e1beb7 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403531 Sep 22 17:46:29.217274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Calling delete_port for 57ea921e-9ffc-4344-9d20-35ddef289948 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:46:29.359496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:29.396713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['57ea921e-9ffc-4344-9d20-35ddef289948'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:46:29.412138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'Port': ['ID=57ea921e-9ffc-4344-9d20-35ddef289948,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:29.496735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] No DVR routers for this DVR port 57ea921e-9ffc-4344-9d20-35ddef289948 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:46:29.499033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:29.501463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'name': 'network-vif-deleted', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:46:29.503751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a55e5b1-991a-4fba-b84b-f66e64452d1a" -d '{"events": [{"server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "name": "network-vif-deleted", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:46:29.516396 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9d871a01-e0c0-455e-9d2f-f53f94cb80ca req-cf560487-97b8-4aeb-9223-037221e4d3eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "DELETE /v2.0/ports/57ea921e-9ffc-4344-9d20-35ddef289948 HTTP/1.1" status: 204 len: 173 time: 0.8354344 Sep 22 17:46:29.602520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88c74f41-51e4-4c90-a642-430bc96222b0 x-openstack-request-id: req-88c74f41-51e4-4c90-a642-430bc96222b0 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:46:29.602947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e625ec0-b8ae-4086-9555-36c88d38da81", "name": "network-vif-deleted", "tag": "57ea921e-9ffc-4344-9d20-35ddef289948", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:46:29.603267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-88c74f41-51e4-4c90-a642-430bc96222b0 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:46:29.603731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-88c74f41-51e4-4c90-a642-430bc96222b0'] response: {'server_uuid': '1e625ec0-b8ae-4086-9555-36c88d38da81', 'name': 'network-vif-deleted', 'tag': '57ea921e-9ffc-4344-9d20-35ddef289948', 'status': 'completed', 'code': 200} Sep 22 17:46:32.390804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 57ea921e-9ffc-4344-9d20-35ddef289948 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:46:32.428812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 57ea921e-9ffc-4344-9d20-35ddef289948 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:46:32.429445 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 57ea921e-9ffc-4344-9d20-35ddef289948 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:46:39.536792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-9add95bf-fbda-4caa-99d1-b169e51cc925 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:39.539081 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-9add95bf-fbda-4caa-99d1-b169e51cc925 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 814 time: 0.1523941 Sep 22 17:46:39.554493 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-a81cf032-1674-46dc-8ac6-1e9acd4f17e4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/quotas/35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 375 time: 0.0101154 Sep 22 17:46:39.644217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-02ac0b09-eb94-4477-9657-1c526dea188b req-5fff3b21-a7cf-4110-ace5-e1536cdaf6ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:46:39.659050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-02ac0b09-eb94-4477-9657-1c526dea188b req-5fff3b21-a7cf-4110-ace5-e1536cdaf6ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:46:39.660871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-5fff3b21-a7cf-4110-ace5-e1536cdaf6ff tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015177 Sep 22 17:46:39.881620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-e4df14a3-c19f-4960-adfd-fec19d33d7aa service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:46:39.882611 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-e4df14a3-c19f-4960-adfd-fec19d33d7aa service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2106867 Sep 22 17:46:40.011491 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-415b9a30-62bd-49f2-a9e5-ace1bc050af1 service neutron] 10.222.0.25 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228046 Sep 22 17:46:40.140483 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-40d1ec67-fc10-4e37-99df-afdf18d2ae4f service neutron] 10.222.0.25 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233132 Sep 22 17:46:40.326201 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb48dc4a-cf2a-468c-bc46-e5d298e1b76b req-fe9c4b4c-2ffe-45f1-bffe-545207e64cba tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 210 time: 0.0537453 Sep 22 17:46:41.485858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d57a1e98-34f5-4a92-9186-7f64fcd631d9 req-a6bc903b-4124-4f5b-b911-52df0e1d79dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 210 time: 0.0488443 Sep 22 17:46:42.540083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-66c12f5d-d82a-4acd-943a-0f1c3f46e87f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:42.541608 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-66c12f5d-d82a-4acd-943a-0f1c3f46e87f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 814 time: 0.1478450 Sep 22 17:46:42.560479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'device_id': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'admin_state_up': True, 'tenant_id': '35ed83207c064303a88e5c261a8b9b62'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:46:42.651865 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-366b3d38-b994-419e-a897-9888f00e90f4 req-96bde72c-59aa-40f9-82b7-5ea0ec3f52b1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 210 time: 0.0524747 Sep 22 17:46:42.702769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:46:42.712685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:46:42.721598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Made reservation on behalf of 35ed83207c064303a88e5c261a8b9b62 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:46:42.725131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:42.888492 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Allocated IP 172.20.0.11 (d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8/0b0d9968-5152-407f-bce8-b81f31db0678/9a3388ea-869b-46dc-91ae-06cd63546153) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:46:43.167658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:43.197898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Transition to ACTIVE for port object 9a3388ea-869b-46dc-91ae-06cd63546153 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:46:43.226167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:43.421918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:46:43.426260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:46:43.430561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:46:43.476545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:43.511584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:43.512256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:43.546752 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-25c6d6fd-2b08-46c3-baa9-851e3262d5b4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9903038 Sep 22 17:46:43.687215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Provisioning for port 9a3388ea-869b-46dc-91ae-06cd63546153 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:46:43.694613 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Provisioning complete for port 9a3388ea-869b-46dc-91ae-06cd63546153 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:46:43.695316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:43.695856 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 1 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:43.757973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:43.864920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43056d3-7a9f-41f4-8b79-c3d909e6a4c2 req-f3e6e7a7-8789-416e-a2d3-8008f7e90812 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:43.865778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-f43056d3-7a9f-41f4-8b79-c3d909e6a4c2 req-f3e6e7a7-8789-416e-a2d3-8008f7e90812 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:46:43.881926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-f43056d3-7a9f-41f4-8b79-c3d909e6a4c2 req-f3e6e7a7-8789-416e-a2d3-8008f7e90812 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:46:43.883480 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f43056d3-7a9f-41f4-8b79-c3d909e6a4c2 req-f3e6e7a7-8789-416e-a2d3-8008f7e90812 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.1152294 Sep 22 17:46:43.941432 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f43056d3-7a9f-41f4-8b79-c3d909e6a4c2 req-5ad4addb-fe18-4e17-9da4-13433d2d569c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511138 Sep 22 17:46:44.259820 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 2 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:44.321306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:44.822563 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 3 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:44.881185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:45.152706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afeac40-673c-4fcb-bb7a-41ba39ba348c req-af007abc-ce78-4d47-9a6d-9ceb24e90c9c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:45.154165 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5afeac40-673c-4fcb-bb7a-41ba39ba348c req-af007abc-ce78-4d47-9a6d-9ceb24e90c9c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0958655 Sep 22 17:46:45.201600 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5afeac40-673c-4fcb-bb7a-41ba39ba348c req-cc27396b-ada1-4106-a7a6-3ce688ebd690 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417027 Sep 22 17:46:45.382301 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 4 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:45.440597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:45.943032 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 5 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:46.005337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:46.506276 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 6 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:46.559924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa30459-5224-4d0d-a151-880306cc2cc3 req-c7df7a6c-7fb2-4652-81b9-39e156f46f24 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:46.561636 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-caa30459-5224-4d0d-a151-880306cc2cc3 req-c7df7a6c-7fb2-4652-81b9-39e156f46f24 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0904772 Sep 22 17:46:46.570494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:46.611591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-caa30459-5224-4d0d-a151-880306cc2cc3 req-a51d4bfc-0014-45f6-8afd-246dde796993 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Sep 22 17:46:47.072537 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 7 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:47.126728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:47.628212 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 8 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:47.687062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:47.820256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0101e25a-c4a8-4ecc-9ab7-ab143913b207 req-91570f09-2d9d-4b65-bb9e-2df55097ae6a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:47.821723 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0101e25a-c4a8-4ecc-9ab7-ab143913b207 req-91570f09-2d9d-4b65-bb9e-2df55097ae6a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0888007 Sep 22 17:46:47.866714 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0101e25a-c4a8-4ecc-9ab7-ab143913b207 req-84e9953b-7cf5-4687-9b3b-d5de94c61346 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Sep 22 17:46:48.188291 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 9 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:48.247101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:48.748512 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Attempt 10 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:46:48.803984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-f7835d4b-065d-483e-a04e-e5b57128c1a2 None None] Port 9a3388ea-869b-46dc-91ae-06cd63546153 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:46:49.073595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654e0aec-d634-4d08-9fc0-862338d62a9d req-14f04f06-016b-4b20-b8b1-88b9c7d73ec8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:49.075264 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-654e0aec-d634-4d08-9fc0-862338d62a9d req-14f04f06-016b-4b20-b8b1-88b9c7d73ec8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0921173 Sep 22 17:46:49.121322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-654e0aec-d634-4d08-9fc0-862338d62a9d req-9cc78dae-5626-4ef7-b739-d1a6969cd07c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404360 Sep 22 17:46:50.444977 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79366118-361b-4eda-a66b-1c8fcdf0d055 req-b02ca026-fd6e-4648-be72-7bb302cfb124 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:50.446429 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-79366118-361b-4eda-a66b-1c8fcdf0d055 req-b02ca026-fd6e-4648-be72-7bb302cfb124 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.2085905 Sep 22 17:46:50.492921 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-79366118-361b-4eda-a66b-1c8fcdf0d055 req-8012669d-9785-4744-b851-920fbb010ce8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407026 Sep 22 17:46:51.691316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a77fc4a-ed78-47e8-9419-2fcd423143e8 req-588a745b-95d2-46ae-ac66-1a43ea6b37a9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:51.692837 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a77fc4a-ed78-47e8-9419-2fcd423143e8 req-588a745b-95d2-46ae-ac66-1a43ea6b37a9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0890024 Sep 22 17:46:51.735381 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a77fc4a-ed78-47e8-9419-2fcd423143e8 req-2d1646c6-e5b8-4ec0-a5e1-972ce0e45172 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369682 Sep 22 17:46:52.492199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-13693714-ed4c-433c-8305-2ad3e87aed41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:52.930546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a22c57-90dd-4b3a-ae0c-3fc23a357125 req-37bc659b-c412-473a-8c59-369cbc87c815 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:52.931974 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08a22c57-90dd-4b3a-ae0c-3fc23a357125 req-37bc659b-c412-473a-8c59-369cbc87c815 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 932 time: 0.0878966 Sep 22 17:46:52.975023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-08a22c57-90dd-4b3a-ae0c-3fc23a357125 req-10a07bc7-5603-4d0e-a540-6eb6ba41ef9b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374217 Sep 22 17:46:53.298858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Request body: {'port': {'device_id': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:46:53.409472 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:53.741948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a3388ea-869b-46dc-91ae-06cd63546153 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:46:53.748987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:53.763093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Transition to ACTIVE for port object 9a3388ea-869b-46dc-91ae-06cd63546153 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:46:53.766501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:53.959668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:53.989597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Attempting to bind port 9a3388ea-869b-46dc-91ae-06cd63546153 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:46:53.989928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Attempting to bind port 9a3388ea-869b-46dc-91ae-06cd63546153 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:46:53.990253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Attempting to bind port 9a3388ea-869b-46dc-91ae-06cd63546153 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:46:53.994850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Port 9a3388ea-869b-46dc-91ae-06cd63546153 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:46:53.995102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Attempting to bind port 9a3388ea-869b-46dc-91ae-06cd63546153 on network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:46:54.000388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 46, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:46:54.000872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Checking segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:46:54.001254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Bound using segment: {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:46:54.001832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Bound port: 9a3388ea-869b-46dc-91ae-06cd63546153, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:46:54.002290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:54.142912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:46:54.157593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:46:54.162639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:54.198301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:54.198902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:54.200250 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] 10.222.0.18 "PUT /v2.0/ports/9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1094 time: 0.9060881 Sep 22 17:46:54.202216 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:46:54.204463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead4fd6-6424-4378-a831-802bd17b5065" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:46:54.248391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de97068-115d-48e9-be75-cc12b4b7a119 service neutron] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:54.258612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bb721a-9b95-42aa-8888-5dabd4f00b88 req-73de6286-6b12-40dd-8535-bf209592cec1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:54.260100 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56bb721a-9b95-42aa-8888-5dabd4f00b88 req-73de6286-6b12-40dd-8535-bf209592cec1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 944 time: 0.1732185 Sep 22 17:46:54.264773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:46:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77b873df-a776-4139-944f-e8652886d75f x-openstack-request-id: req-77b873df-a776-4139-944f-e8652886d75f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:46:54.265056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:46:54.265302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-77b873df-a776-4139-944f-e8652886d75f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:46:54.265694 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-77b873df-a776-4139-944f-e8652886d75f'] response: {'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:46:54.361706 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-56bb721a-9b95-42aa-8888-5dabd4f00b88 req-209c55a3-591b-4fc9-937a-05380579b8ea tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937879 Sep 22 17:46:54.389684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-1b03da2c-d8f2-444a-ad08-5a60811ed351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:54.391222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-1b03da2c-d8f2-444a-ad08-5a60811ed351 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1097 time: 0.1037445 Sep 22 17:46:54.487347 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-a9d4f6a4-8893-4401-ab2e-a07d2c155872 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 217 time: 0.0670028 Sep 22 17:46:54.640968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-36748ac4-2f1b-42b0-89c3-85ac28d8714c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:54.655270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-46c000c6-d7b5-4988-baa7-5887afd5209e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:54.656743 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-46c000c6-d7b5-4988-baa7-5887afd5209e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.1630247 Sep 22 17:46:54.741337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ac0b09-eb94-4477-9657-1c526dea188b req-0fbff248-a145-4d75-82cc-d81b4d7474fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:54.742889 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-0fbff248-a145-4d75-82cc-d81b4d7474fe service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802474 Sep 22 17:46:54.871247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-988636ea-ba0c-4cad-b182-565e7d5cc284 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224563 Sep 22 17:46:55.001673 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-02ac0b09-eb94-4477-9657-1c526dea188b req-73c46ac9-6078-4787-a69d-7983db55a388 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236472 Sep 22 17:46:55.163684 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4fd6-6424-4378-a831-802bd17b5065 req-7db47d6a-f087-4a6b-bf66-0457cc8309e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:55.165159 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-7db47d6a-f087-4a6b-bf66-0457cc8309e6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1097 time: 0.0773616 Sep 22 17:46:55.295483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4fd6-6424-4378-a831-802bd17b5065 req-ee08848a-6ca1-480b-bfe3-e5353ba64356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:55.296859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-ee08848a-6ca1-480b-bfe3-e5353ba64356 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1250858 Sep 22 17:46:55.365554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-119ebf11-10a7-4828-878d-6d4a46b56426 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 217 time: 0.0621688 Sep 22 17:46:55.425748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4fd6-6424-4378-a831-802bd17b5065 req-2a1fc46c-a57c-4216-9256-26f35311fbda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:55.427179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-2a1fc46c-a57c-4216-9256-26f35311fbda service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0566695 Sep 22 17:46:55.511409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead4fd6-6424-4378-a831-802bd17b5065 req-6833a204-da5f-4b9e-8455-58212fb21776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:55.512903 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-6833a204-da5f-4b9e-8455-58212fb21776 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800672 Sep 22 17:46:55.561922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5aed1-c1c9-43b4-a101-2820b629e1a2 req-0453fa89-8382-4567-be27-8852769700f5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:55.563287 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ff5aed1-c1c9-43b4-a101-2820b629e1a2 req-0453fa89-8382-4567-be27-8852769700f5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 944 time: 0.0864129 Sep 22 17:46:55.611553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ff5aed1-c1c9-43b4-a101-2820b629e1a2 req-dfeab627-83f1-4c48-b9e3-0f70b7325a5e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419958 Sep 22 17:46:55.647409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-706c73c0-6edd-4251-aa4a-85141669c8cf service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269896 Sep 22 17:46:55.716459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:55.771731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:55.778992 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-dead4fd6-6424-4378-a831-802bd17b5065 req-b06cb42a-0c77-43bc-94a3-801dea6ef83f service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248572 Sep 22 17:46:56.119359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:56.806892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a9427-ad99-4114-984e-aa713f1761b0 req-4f20f9f9-a698-4100-9df2-c734bc9fafd9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:56.808334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-581a9427-ad99-4114-984e-aa713f1761b0 req-4f20f9f9-a698-4100-9df2-c734bc9fafd9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 944 time: 0.0865393 Sep 22 17:46:56.851587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-581a9427-ad99-4114-984e-aa713f1761b0 req-9d7995b1-c4ae-4df0-9f79-e35b26cd8810 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375903 Sep 22 17:46:57.346759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:58.044958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4162a4-ee48-4539-b8df-b11f1e27c5b8 req-5fec670d-2d27-4787-a7ef-79924e638f2f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:58.046404 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a4162a4-ee48-4539-b8df-b11f1e27c5b8 req-5fec670d-2d27-4787-a7ef-79924e638f2f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 944 time: 0.0864258 Sep 22 17:46:58.089217 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7a4162a4-ee48-4539-b8df-b11f1e27c5b8 req-d04cecb5-3c27-4b9f-8305-f6d2eeaf1545 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369143 Sep 22 17:46:58.515045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a3388ea-869b-46dc-91ae-06cd63546153 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:46:58.647418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:46:58.660055 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9a3388ea-869b-46dc-91ae-06cd63546153', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'port_id': '9a3388ea-869b-46dc-91ae-06cd63546153', 'mac_address': 'fa:16:3e:68:fd:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:46:58.713768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a3388ea-869b-46dc-91ae-06cd63546153 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:46:58.714149 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:58.730253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a3388ea-869b-46dc-91ae-06cd63546153 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:46:58.745468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:46:58.749370 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:46:58.820319 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:46:58.827436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.827781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.828117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.828447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.828806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.829135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.829459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.829781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.830104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.830422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.830740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:58.831056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:46:59.244853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a3388ea-869b-46dc-91ae-06cd63546153'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:46:59.288347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024d240a-f750-4402-9b20-13fc7daf87b2 req-df835edf-f711-416e-b047-72d6107d06c1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:46:59.289850 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-024d240a-f750-4402-9b20-13fc7daf87b2 req-df835edf-f711-416e-b047-72d6107d06c1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 945 time: 0.0905871 Sep 22 17:46:59.334331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-024d240a-f750-4402-9b20-13fc7daf87b2 req-e570f94c-6d21-4fb6-bf7a-6c8bad619171 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388553 Sep 22 17:47:00.530225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a3388ea-869b-46dc-91ae-06cd63546153 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:47:00.534074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039285e7-5a74-4939-b8cc-3d1294e806e5 req-e7b3d2dd-f87f-4d61-ba49-dc292f9a4c95 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:00.536069 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-039285e7-5a74-4939-b8cc-3d1294e806e5 req-e7b3d2dd-f87f-4d61-ba49-dc292f9a4c95 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 945 time: 0.0899782 Sep 22 17:47:00.581024 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-039285e7-5a74-4939-b8cc-3d1294e806e5 req-77533e6d-3a24-4b63-98cf-db0fcff1838c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381479 Sep 22 17:47:00.600965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 9a3388ea-869b-46dc-91ae-06cd63546153 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:47:00.605859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9a3388ea-869b-46dc-91ae-06cd63546153 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:47:00.606371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:00.606703 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9a3388ea-869b-46dc-91ae-06cd63546153 Sep 22 17:47:00.728708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9a3388ea-869b-46dc-91ae-06cd63546153 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:47:00.729106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:00.755268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:47:00.757570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf634a6d-c722-465e-aae2-51ba10945685" -d '{"events": [{"server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:47:00.765272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:47:00.768943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:00.844764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:00.850810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c26c483-88e0-4028-b291-7d7ba93a6707 x-openstack-request-id: req-2c26c483-88e0-4028-b291-7d7ba93a6707 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:47:00.851089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "name": "network-vif-plugged", "status": "completed", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:47:00.851339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2c26c483-88e0-4028-b291-7d7ba93a6707 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:47:00.851881 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c26c483-88e0-4028-b291-7d7ba93a6707'] response: {'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'code': 200} Sep 22 17:47:01.111027 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18eb4da-512f-48b8-a7a6-61392e2a4cca req-847307ab-26dd-45f0-957c-1abe30eeef8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:01.112490 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b18eb4da-512f-48b8-a7a6-61392e2a4cca req-847307ab-26dd-45f0-957c-1abe30eeef8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1099 time: 0.0764208 Sep 22 17:47:01.154643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b18eb4da-512f-48b8-a7a6-61392e2a4cca req-b5eaad54-4fe2-47c7-99c1-16fea91e8bda service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362711 Sep 22 17:47:01.780564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d7c1da-76f0-4ed2-9077-e7135f1fe151 req-25549d87-a282-47f4-9eb0-8f103189eac8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:01.782024 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05d7c1da-76f0-4ed2-9077-e7135f1fe151 req-25549d87-a282-47f4-9eb0-8f103189eac8 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0863419 Sep 22 17:47:01.828751 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-05d7c1da-76f0-4ed2-9077-e7135f1fe151 req-2cb44e3d-caa7-4c48-ae95-cb094aa0c908 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411232 Sep 22 17:47:03.025470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80716109-4c8c-4d3c-9984-fcedb539cf65 req-9ecbebf4-cc16-4a14-a7c5-00c35cf25427 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:03.026915 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80716109-4c8c-4d3c-9984-fcedb539cf65 req-9ecbebf4-cc16-4a14-a7c5-00c35cf25427 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0900168 Sep 22 17:47:03.070377 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80716109-4c8c-4d3c-9984-fcedb539cf65 req-ca2d1db9-44d9-45e5-87c8-827dd5750b0b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378335 Sep 22 17:47:03.264879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb013c6f-47ec-456f-9061-b076b3769fd6 req-e482a695-05fe-4dee-b4c4-863173163c24 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:03.266309 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb013c6f-47ec-456f-9061-b076b3769fd6 req-e482a695-05fe-4dee-b4c4-863173163c24 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0879395 Sep 22 17:47:03.309962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eb013c6f-47ec-456f-9061-b076b3769fd6 req-d535e49e-567c-4a70-bc1d-fca903497df5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373456 Sep 22 17:47:03.721346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465158ba-18f3-48ce-bfd0-af6153f421c1 req-d79d7708-d487-4ac3-9966-71a5e1fa2c60 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:03.722726 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-465158ba-18f3-48ce-bfd0-af6153f421c1 req-d79d7708-d487-4ac3-9966-71a5e1fa2c60 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.1005757 Sep 22 17:47:03.765598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-465158ba-18f3-48ce-bfd0-af6153f421c1 req-c8aaf84c-f37b-4532-b472-4f279f74a943 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372655 Sep 22 17:47:04.100570 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:47:13.871021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973e461d-c22d-4bdb-825c-197dd464d784 req-6c5f0975-433c-403c-9c8d-01e66d2717e6 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:13.872461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-973e461d-c22d-4bdb-825c-197dd464d784 req-6c5f0975-433c-403c-9c8d-01e66d2717e6 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0854697 Sep 22 17:47:13.920049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-973e461d-c22d-4bdb-825c-197dd464d784 req-7791cabc-2c35-4f45-a845-856b2adda8d1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418432 Sep 22 17:47:13.948462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58652) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:14.070703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dadf6af-982b-4c59-a04a-119b567c7e64 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:14.071402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9dadf6af-982b-4c59-a04a-119b567c7e64 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] Synchronizing usage tracker for tenant:1c430a42583d486db69f3ef2915d5a87 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:47:14.087870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-9dadf6af-982b-4c59-a04a-119b567c7e64 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] Unset dirty status for tenant:1c430a42583d486db69f3ef2915d5a87 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:47:14.089215 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-9dadf6af-982b-4c59-a04a-119b567c7e64 tempest-TestMinimumBasicScenario-260395602 tempest-TestMinimumBasicScenario-260395602-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1094 time: 0.1390023 Sep 22 17:47:14.091954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58658) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:14.096837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '9a3388ea-869b-46dc-91ae-06cd63546153', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:14.102891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:14.106832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:floatingip and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:14.109657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:14.115283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:14.128317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:14.364261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:14.497993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Allocated IP 172.26.8.58 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:47:14.645047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:14.673266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:14.735413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:47:14.738560 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:47:14.741071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:47:14.782652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:15.152566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:15.227400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:15.427732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:15.431980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:15.549152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:15.552354 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:15.718382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Floating IP 013f8d54-1574-4447-a964-94062d0e6ecb associated. External IP: 172.26.8.58, port: 9a3388ea-869b-46dc-91ae-06cd63546153. Sep 22 17:47:16.169056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:47:16.342739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:47:16.353744 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:47:16.362800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:47:16.363969 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:46:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:47:16.367017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.426927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b47fd316-377f-4cf1-ab4a-a01f3f7840dc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3335903 Sep 22 17:47:16.428109 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:47:16.429819 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58662) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:16.431688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:47:16.438139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1971357335', 'description': 'tempest-secgroup-smoke-1971357335 description', 'project_id': '35ed83207c064303a88e5c261a8b9b62'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:16.445585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:16.456563 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:16.468061 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.477801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:47:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31c0ceca-db09-43b4-b3fb-71006c62bfa3 x-openstack-request-id: req-31c0ceca-db09-43b4-b3fb-71006c62bfa3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:47:16.478085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:47:16.478330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-31c0ceca-db09-43b4-b3fb-71006c62bfa3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:47:16.478730 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31c0ceca-db09-43b4-b3fb-71006c62bfa3'] response: {'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:47:16.489591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:16.493327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:16.496132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:16.501815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:16.585557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.586716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:47:16.590779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.607528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-20e8a26c-0f81-4f87-ae26-4add33e0732d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:16.609074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-20e8a26c-0f81-4f87-ae26-4add33e0732d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1099 time: 0.0829439 Sep 22 17:47:16.636174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:16.648966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.650440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c25fdd1-701d-449c-aec8-52e8ec0e2661 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2186282 Sep 22 17:47:16.653191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58668) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:16.658212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:16.664107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:16.668005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:16.670910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:16.677514 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:16.699432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.754803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-aacf4188-99a4-4173-abfb-a22bd211e5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:16.756306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-aacf4188-99a4-4173-abfb-a22bd211e5d7 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1391006 Sep 22 17:47:16.764141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.768373 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.794888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81b63161-babe-4465-b276-c52e690c4e61,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:16.810070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.811624 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a6b624d-a638-4567-91f0-4b7dd1ce7413 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571512 Sep 22 17:47:16.814096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58672) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:16.820203 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:16.826431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:16.830480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:16.833566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:16.839932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:16.859340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.866855 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-5073c034-5842-4c1b-a55b-31b385563736 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 999 time: 0.1036918 Sep 22 17:47:16.932953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.939718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-e37f2c82-929f-4f26-96f7-4cd5b0a9530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:16.940991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.946090 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-e37f2c82-929f-4f26-96f7-4cd5b0a9530c service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0732434 Sep 22 17:47:16.960251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '013f8d54-1574-4447-a964-94062d0e6ecb', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '9a3388ea-869b-46dc-91ae-06cd63546153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:68:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:47:15Z', 'updated_at': '2022-09-22T17:47:15Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:47:16.964221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:47:16.966393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e030fd-48d5-426f-8f42-2f4efdbe241e,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:16.975850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:47:16.976536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:46:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:47:16.981365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:16.985561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5a77cc91-471e-44a7-bb97-c03aeb9fcddb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1673918 Sep 22 17:47:16.985741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58676) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:16.991531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:16.998084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:17.003324 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:17.007343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:17.014027 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:17.035823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.039191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-2d978827-227d-434f-92bd-34463b161e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:17.040696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-2d978827-227d-434f-92bd-34463b161e17 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0882406 Sep 22 17:47:17.102932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.106828 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.131250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9301d8-6c35-4e0b-ae4b-5d501f330851,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:17.143749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.145892 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-99efe044-ac16-41a8-99b2-e572adbea5af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1582849 Sep 22 17:47:17.147906 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58680) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:17.152877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:17.158600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:17.162958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:17.163899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:47:17.165801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:17.171800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:17.184269 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-bc8d0319-87ff-49f3-b57e-67db484cd367 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374688 Sep 22 17:47:17.192103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.263776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.268566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.294004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a0cc9c0-42d2-4103-9f20-ab0002279f0f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:17.304418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.308889 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f9f3e561-27ae-48cd-8b8d-ebc95f0fb80c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1598072 Sep 22 17:47:17.309018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58684) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:17.323339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:17.331456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:17.338247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:17.348580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:17.357965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:17.363963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9d7043f-1a60-4d87-b909-4e6faf62e5cb req-5ef4eb89-33f8-45a0-bdba-10cff15e0690 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1648788 Sep 22 17:47:17.371910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Project 35ed83207c064303a88e5c261a8b9b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:47:17.378412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.445105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.448767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.472131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=763a07f5-6a57-4f7a-9a4d-8175ce400d07,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:17.482241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.483485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-dbced779-cf87-42e0-9ae2-00bc12971e0e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1733792 Sep 22 17:47:17.486384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58688) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:47:17.491774 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'security_group_rule': {'security_group_id': 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f', 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:17.497792 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:47:17.501715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Usage tracker for resource:security_group_rule and tenant:35ed83207c064303a88e5c261a8b9b62 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:47:17.504579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:47:17.510353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:47:17.521902 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Project 35ed83207c064303a88e5c261a8b9b62 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:47:17.528496 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.531488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '013f8d54-1574-4447-a964-94062d0e6ecb', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '9a3388ea-869b-46dc-91ae-06cd63546153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:68:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:47:15Z', 'updated_at': '2022-09-22T17:47:15Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:47:17.536075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a71ee17f-549b-45f2-8d1a-8f7c9bac829c None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '013f8d54-1574-4447-a964-94062d0e6ecb', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'floating_ip_address': '172.26.8.58', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'port_id': '9a3388ea-869b-46dc-91ae-06cd63546153', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1694, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'mac_address': 'fa:16:3e:68:fd:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:47:15Z', 'updated_at': '2022-09-22T17:47:15Z', 'revision_number': 0, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:47:17.598488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.602596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.627038 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7ca5d90-49f8-47bb-b924-8718f74d4d79,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:17.635540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:17.636833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-28fd06c9-fcf7-46ea-9244-3b54173f9e47 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1494272 Sep 22 17:47:17.729126 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a61e2f-e695-4ffa-a1ac-361469001005 None None] New status for floating IP 013f8d54-1574-4447-a964-94062d0e6ecb: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:47:17.758240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-769dbc7e-f03e-4547-80a4-e9d47b60a8bc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:47:17.774165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-769dbc7e-f03e-4547-80a4-e9d47b60a8bc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:47:17.775475 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-769dbc7e-f03e-4547-80a4-e9d47b60a8bc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971357335&fields=id&tenant_id=35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 267 time: 0.0577965 Sep 22 17:47:17.869095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-b221069e-dc9d-4504-bfd8-5bf5d8987354 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:17.870541 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-b221069e-dc9d-4504-bfd8-5bf5d8987354 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0894272 Sep 22 17:47:17.881835 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'security_groups': ['589d4459-9951-49ed-abf0-19e1b71a8042', 'ff2442fe-d3e4-4ce0-98d2-552e5fa2713f']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:47:18.010398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:18.278122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:47:18.302608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:18.306982 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:18.345814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a3388ea-869b-46dc-91ae-06cd63546153'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:47:18.348286 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:18.348918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:18.350270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-917d1b15-8804-40bd-837e-5e3ea76b42e3 req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "PUT /v2.0/ports/9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 982 time: 0.4735940 Sep 22 17:47:18.350709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:47:18.353031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18c3997f-4495-49f8-8fdd-1d56b1934cd8" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:47:18.404484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd8e046-59d2-4e23-86c4-aff3e4173df9 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=6']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:47:18.482951 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:47:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49204c4f-2d77-4cec-adbf-b43e96a83992 x-openstack-request-id: req-49204c4f-2d77-4cec-adbf-b43e96a83992 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:47:18.483239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:47:18.483486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-49204c4f-2d77-4cec-adbf-b43e96a83992 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:47:18.483872 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49204c4f-2d77-4cec-adbf-b43e96a83992'] response: {'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:47:18.491505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a3388ea-869b-46dc-91ae-06cd63546153'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:47:18.545413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777bb0e9-0bf6-4155-9407-1282fe6ff884 req-3f704806-f603-4918-a662-84f936cf88e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:18.547049 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-777bb0e9-0bf6-4155-9407-1282fe6ff884 req-3f704806-f603-4918-a662-84f936cf88e2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.1008830 Sep 22 17:47:18.605865 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-777bb0e9-0bf6-4155-9407-1282fe6ff884 req-76aeaac7-b846-4fae-a4c7-ad3a406b7eb4 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507190 Sep 22 17:47:18.616728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-392fb9fe-1cb4-4170-93da-605ddef26584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:18.618198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-392fb9fe-1cb4-4170-93da-605ddef26584 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1138 time: 0.0978141 Sep 22 17:47:18.864979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-5f753ff1-25d0-40e6-bb54-c50c58327314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:18.866407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-5f753ff1-25d0-40e6-bb54-c50c58327314 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.2423346 Sep 22 17:47:18.975076 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-75076a21-d5d5-462d-b1ea-0c5af2002961 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1001 time: 0.0981739 Sep 22 17:47:19.038383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-6c2d9165-bf62-44a3-a668-be9387ba4b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:19.039926 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-6c2d9165-bf62-44a3-a668-be9387ba4b05 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0586126 Sep 22 17:47:19.124978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-4a47de75-12d0-4ba3-af9b-d2af88bfe6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:19.126373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-4a47de75-12d0-4ba3-af9b-d2af88bfe6a1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805476 Sep 22 17:47:19.262527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-24b3c010-1e4f-42e0-83df-1e8524492f0d service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286759 Sep 22 17:47:19.394115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-18c3997f-4495-49f8-8fdd-1d56b1934cd8 req-5bc29f3d-02f0-4dd8-9610-4802f6eda503 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246376 Sep 22 17:47:22.524514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-33e72734-b3b7-4a95-8202-86bd964e58a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:24.633596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bbe032d6-2f95-4dec-a7e8-93e6d8e2e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:25.717696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:25.770964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:26.119945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:27.349452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:41.099544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:47:49.606906 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-fbe87a3d-0877-4d82-989a-12b6e6479177 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0770037 Sep 22 17:47:49.773257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f6a6-abb9-425a-9988-738655dfaecd req-6cad5a25-6cb3-484e-a3ef-600b4e665a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:49.774696 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-6cad5a25-6cb3-484e-a3ef-600b4e665a55 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1138 time: 0.0807941 Sep 22 17:47:49.916203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f6a6-abb9-425a-9988-738655dfaecd req-d8a60f28-97a6-472f-888f-9a2382b6206c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:49.917554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-d8a60f28-97a6-472f-888f-9a2382b6206c service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1242299 Sep 22 17:47:50.015463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-0d5a7327-08be-463d-b6fc-f0a130a35be3 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1001 time: 0.0918784 Sep 22 17:47:50.080356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f6a6-abb9-425a-9988-738655dfaecd req-903be887-f0dd-4a21-82b9-2e0ca762d963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:50.081758 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-903be887-f0dd-4a21-82b9-2e0ca762d963 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0585957 Sep 22 17:47:50.161355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f6a6-abb9-425a-9988-738655dfaecd req-cc0209b5-1139-4ff9-bbe2-6c3112f99f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:47:50.162780 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-cc0209b5-1139-4ff9-bbe2-6c3112f99f0f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756292 Sep 22 17:47:50.292280 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-ff040bbd-7d4f-4523-8b52-f7a8ef8e2855 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233702 Sep 22 17:47:50.421800 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b945f6a6-abb9-425a-9988-738655dfaecd req-61c37849-81b9-4bcd-b2ab-4cd628afddc8 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229780 Sep 22 17:47:52.497324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3611ee95-c7fd-49ce-93c4-af89d59371c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:54.636367 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4a6e04f7-49e0-4a36-8027-fe3c10107328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:55.718925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:55.779184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:56.122326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:47:57.353186 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:18.098723 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:48:19.609778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-26ba4d35-bf51-4107-ab9f-b45d9e55a988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:19.610713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8d45b3-a35f-4d91-bf56-fb82fab0aded req-57e84cb7-5699-4a9d-8294-a8561c1b22ea tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:19.611252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-26ba4d35-bf51-4107-ab9f-b45d9e55a988 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1138 time: 0.0836036 Sep 22 17:48:19.612143 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b8d45b3-a35f-4d91-bf56-fb82fab0aded req-57e84cb7-5699-4a9d-8294-a8561c1b22ea tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0923398 Sep 22 17:48:19.658255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0b8d45b3-a35f-4d91-bf56-fb82fab0aded req-d295fcf9-5a38-4a48-b476-579b9fab8177 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402949 Sep 22 17:48:19.829760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-e79fa0fd-2c65-4207-919c-f3abb456e7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:19.831185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-e79fa0fd-2c65-4207-919c-f3abb456e7f9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.2137830 Sep 22 17:48:19.933954 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-0df6a6c5-0514-40b8-bdb9-17c759d79f44 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1001 time: 0.0959804 Sep 22 17:48:19.995531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-6d9ea42f-c5b8-40e5-a916-c4477e1199f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:19.996921 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-6d9ea42f-c5b8-40e5-a916-c4477e1199f2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0557084 Sep 22 17:48:20.082369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-a161d4ad-4431-4d21-a417-9b397faa9596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:20.083858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-a161d4ad-4431-4d21-a417-9b397faa9596 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798829 Sep 22 17:48:20.212560 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-3e42e4a3-e73d-45e1-a0c0-12c5d29fe2dc service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213903 Sep 22 17:48:20.340920 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3d68c620-d788-4d60-adeb-8fc4d2833c68 req-00cbd438-29bc-4c03-ac7e-ec36c3a80271 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223011 Sep 22 17:48:20.868679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20662e2b-43b8-4f22-b54c-001e7f7c19cd req-ddd08829-ae03-42f7-9b33-a07269f3a035 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:20.870819 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20662e2b-43b8-4f22-b54c-001e7f7c19cd req-ddd08829-ae03-42f7-9b33-a07269f3a035 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.1005878 Sep 22 17:48:20.920452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-20662e2b-43b8-4f22-b54c-001e7f7c19cd req-75a8a63e-cf50-48cd-8d27-abb90f163e04 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439627 Sep 22 17:48:22.120472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897c45a9-1a80-48b6-b2c1-142b715e7547 req-e8835488-abf2-4f9a-af35-331c5662e162 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:22.121941 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-897c45a9-1a80-48b6-b2c1-142b715e7547 req-e8835488-abf2-4f9a-af35-331c5662e162 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0907452 Sep 22 17:48:22.166621 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-897c45a9-1a80-48b6-b2c1-142b715e7547 req-bedbb675-4177-4751-9aa6-441ea0fe9958 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0388820 Sep 22 17:48:22.498962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52dacbfd-f5ea-4cbe-8841-0369fbba5300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:23.371916 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b3a232-6286-44c3-be79-df4855a91c73 req-6b7c0528-9422-48eb-89c2-ee81107a3984 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:23.373385 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d8b3a232-6286-44c3-be79-df4855a91c73 req-6b7c0528-9422-48eb-89c2-ee81107a3984 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0903444 Sep 22 17:48:23.418461 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d8b3a232-6286-44c3-be79-df4855a91c73 req-8a6c1cf8-cf72-473a-a91e-80333998ba0f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0393534 Sep 22 17:48:24.614287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b0890-7c2e-4b53-986c-597f39722b19 req-00d2468b-9d9a-4585-9f12-39c5a0849e56 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:24.615735 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c30b0890-7c2e-4b53-986c-597f39722b19 req-00d2468b-9d9a-4585-9f12-39c5a0849e56 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0857086 Sep 22 17:48:24.638260 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0d0e8b87-5450-445e-864d-23e5625bafbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:24.662357 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c30b0890-7c2e-4b53-986c-597f39722b19 req-7fc8657f-0ceb-4744-ae28-21f0003bfa9b tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408442 Sep 22 17:48:25.721722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:25.789872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:25.858371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e8fd7-a532-4d14-874f-00f101513693 req-12135927-e87c-402e-81b7-916d56601faf tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:25.859834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a40e8fd7-a532-4d14-874f-00f101513693 req-12135927-e87c-402e-81b7-916d56601faf tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0878677 Sep 22 17:48:25.908588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a40e8fd7-a532-4d14-874f-00f101513693 req-5ebdc7d9-2e75-46a8-9c3b-44c53166ca6e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0428798 Sep 22 17:48:26.127691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:27.193139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ac316-66a9-4a99-ae79-bc4365d9a5d2 req-ba9f8f21-f277-45a9-8371-689279d237d0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:27.194685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3e9ac316-66a9-4a99-ae79-bc4365d9a5d2 req-ba9f8f21-f277-45a9-8371-689279d237d0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.1738968 Sep 22 17:48:27.241555 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3e9ac316-66a9-4a99-ae79-bc4365d9a5d2 req-44c66cad-9a8d-4c43-8f07-8439656cca08 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408914 Sep 22 17:48:27.356174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:28.436889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de6188-afe3-4a69-980c-e99c33d7ec63 req-2c76a3b4-06ee-4806-8e78-1334ac3fb0d1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:28.438341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89de6188-afe3-4a69-980c-e99c33d7ec63 req-2c76a3b4-06ee-4806-8e78-1334ac3fb0d1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0889599 Sep 22 17:48:28.483296 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89de6188-afe3-4a69-980c-e99c33d7ec63 req-fbc127e9-5f1d-47c7-9ce6-dabe94ea10a1 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0392621 Sep 22 17:48:29.682652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb691d69-4dd1-4920-a210-557205f2a0bb req-4df92cc6-0588-4d33-b6dc-bbee24410774 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:29.684093 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb691d69-4dd1-4920-a210-557205f2a0bb req-4df92cc6-0588-4d33-b6dc-bbee24410774 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0912893 Sep 22 17:48:29.729710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb691d69-4dd1-4920-a210-557205f2a0bb req-a05897d2-9ce0-43d3-8c05-a4beafe233eb tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0398757 Sep 22 17:48:30.930955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8bec01-fc1d-44ea-8c39-c7af194b7e2c req-426dfc27-97b4-4d3c-9420-248e6fe29973 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:30.932401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1a8bec01-fc1d-44ea-8c39-c7af194b7e2c req-426dfc27-97b4-4d3c-9420-248e6fe29973 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0909984 Sep 22 17:48:30.977269 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1a8bec01-fc1d-44ea-8c39-c7af194b7e2c req-da6319ab-3add-4cfa-97f4-589e52c1d395 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391290 Sep 22 17:48:32.172019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131d5c31-5bc5-41ce-9cf2-a347642d281d req-bfce3bb5-9592-4343-96f9-6052be0402fc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:32.173423 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-131d5c31-5bc5-41ce-9cf2-a347642d281d req-bfce3bb5-9592-4343-96f9-6052be0402fc tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0858562 Sep 22 17:48:32.222612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-131d5c31-5bc5-41ce-9cf2-a347642d281d req-414bd591-fc37-46ad-a504-e28c4f4706c5 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0431907 Sep 22 17:48:33.421274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb458af0-8548-45ef-8ace-c1331d946eb3 req-fab791bf-d06f-4095-b902-f71bd762b74f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:33.422735 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb458af0-8548-45ef-8ace-c1331d946eb3 req-fab791bf-d06f-4095-b902-f71bd762b74f tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0895376 Sep 22 17:48:33.473063 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eb458af0-8548-45ef-8ace-c1331d946eb3 req-b2ad9446-7a7e-415e-8584-227bd355ae15 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0441346 Sep 22 17:48:34.674805 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c2b31-72c3-4550-bbd8-06d9377cf94d req-91659a29-b9f0-4596-9451-a75d313482a3 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:34.676510 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-243c2b31-72c3-4550-bbd8-06d9377cf94d req-91659a29-b9f0-4596-9451-a75d313482a3 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0894926 Sep 22 17:48:34.721338 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-243c2b31-72c3-4550-bbd8-06d9377cf94d req-29261647-ab10-4e8d-b452-d9958c64d01a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0391383 Sep 22 17:48:35.918652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef80c60c-7ca1-49d6-a986-807cb9b626e8 req-227c8f97-f760-4d9b-8aca-2b02b9e8c1be tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:35.920103 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef80c60c-7ca1-49d6-a986-807cb9b626e8 req-227c8f97-f760-4d9b-8aca-2b02b9e8c1be tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0871892 Sep 22 17:48:35.967305 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ef80c60c-7ca1-49d6-a986-807cb9b626e8 req-5465db64-d478-4c93-b413-cabd4703d94d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412924 Sep 22 17:48:37.319682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c20e803-c3f3-4316-8398-77479e475cd0 req-0e6c03f2-a243-4c35-8d61-4210d23af1af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:37.321069 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6c20e803-c3f3-4316-8398-77479e475cd0 req-0e6c03f2-a243-4c35-8d61-4210d23af1af tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0962622 Sep 22 17:48:37.367052 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6c20e803-c3f3-4316-8398-77479e475cd0 req-c654d9f8-0410-4505-a667-f74f2ba60cb6 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&id=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402136 Sep 22 17:48:51.617570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-1c82cc0c-3317-458f-92e7-8bbe549cc8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829918 Sep 22 17:48:51.776540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-75623f23-35c6-4185-bd34-bcc6220c5c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:51.778386 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-75623f23-35c6-4185-bd34-bcc6220c5c1d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1138 time: 0.0785086 Sep 22 17:48:51.920730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-c5bdb65e-24fd-45f7-ada4-26b216bfdccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:51.922042 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-c5bdb65e-24fd-45f7-ada4-26b216bfdccc service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1261747 Sep 22 17:48:52.115216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-b9a7b685-f859-46ec-8221-1a0f4554e4f8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1001 time: 0.1867080 Sep 22 17:48:52.178814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-3610246d-a989-42f9-96a7-696b07cae71b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:52.180741 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-3610246d-a989-42f9-96a7-696b07cae71b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0588179 Sep 22 17:48:52.262329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-64bb5652-8cbe-430b-aa3b-7fc7ccb75a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:48:52.263511 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-64bb5652-8cbe-430b-aa3b-7fc7ccb75a9d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759304 Sep 22 17:48:52.398905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-0d6e13c5-c45b-44d9-90e5-b041040e1285 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268892 Sep 22 17:48:52.504020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b780de8b-3c0c-4e1e-8918-3366e4d30be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:52.530124 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d55a345b-01aa-4c73-a4a9-8e252f026c33 req-426f9a01-bd64-4ded-ae66-eb4f2be3c1bc service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260424 Sep 22 17:48:54.640261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-18d4aa25-cb77-4f04-9b78-e44e6737f10f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:55.097908 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:48:55.725172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:55.780006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:56.129160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:48:57.359376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:22.497967 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8fea679d-e65e-44df-afe4-84334b67bc1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:24.643528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d9e719a0-011d-4494-b01e-8cc7587c9d09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:25.726399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:25.796617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:26.131616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:26.976553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-86663c16-e10b-49f3-b358-6891edb9acdc req-44995cbd-93cd-4f7d-90c6-0e765762f1bf service neutron] (89051) timed out ('10.222.0.25', 56220) {{(pid=89051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 17:49:27.362954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:32.096999 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:49:41.062880 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-418ecd42-8bab-4968-bff0-cd8719858f94 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1971357335&fields=id&tenant_id=35ed83207c064303a88e5c261a8b9b62 HTTP/1.1" status: 200 len: 267 time: 0.0825613 Sep 22 17:49:41.156676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-08f4b22d-0bc0-4de0-b15c-65d3b705752c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:41.158044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-08f4b22d-0bc0-4de0-b15c-65d3b705752c tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 985 time: 0.0897729 Sep 22 17:49:41.169133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Request body: {'port': {'security_groups': ['589d4459-9951-49ed-abf0-19e1b71a8042']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:49:41.299302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.535592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:41.560143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.564632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.601798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a3388ea-869b-46dc-91ae-06cd63546153'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:49:41.605800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:41.606411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.607772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ca3171c6-f0de-4ddc-bc25-899aa41c0184 req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "PUT /v2.0/ports/9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 943 time: 0.4436448 Sep 22 17:49:41.608277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:49:41.613555 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-179bbc26-e464-4dcb-bfbe-b23f57d3e449" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:49:41.613765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58830) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:41.655770 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event updated for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=7']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:41.665356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.666137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.666548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.666953 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.667353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.667753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.668376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.668829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.669221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.669655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.670045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.670833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96ed393c-b5e8-416b-b521-2aad2e192292 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.686836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d252b11-5d14-4705-939b-a5bc210d3e0d x-openstack-request-id: req-5d252b11-5d14-4705-939b-a5bc210d3e0d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:49:41.687127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:49:41.687742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5d252b11-5d14-4705-939b-a5bc210d3e0d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:49:41.687742 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d252b11-5d14-4705-939b-a5bc210d3e0d'] response: {'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:49:41.709808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.740863 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.752122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9a3388ea-869b-46dc-91ae-06cd63546153'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:49:41.818812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.840577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff2442fe-d3e4-4ce0-98d2-552e5fa2713f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:41.851425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.851769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.852105 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.852439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.852878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.853212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.854059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.854380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.854865 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.855188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-68445f5a-1f7e-4d85-b8a9-1c0fc131b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:41.855334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.855812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.856289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:49:41.856758 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-68445f5a-1f7e-4d85-b8a9-1c0fc131b0dc service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1099 time: 0.1280947 Sep 22 17:49:41.859714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:41.860862 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9faa5fcb-5782-4f05-bd50-8a82e41f077e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff2442fe-d3e4-4ce0-98d2-552e5fa2713f HTTP/1.1" status: 204 len: 168 time: 0.2461207 Sep 22 17:49:41.863477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58836) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:41.998678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-760bff30-605a-4ee2-bcc6-ce05bff61162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:42.000237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-760bff30-605a-4ee2-bcc6-ce05bff61162 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1374507 Sep 22 17:49:42.076477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Deleting port 4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:42.078193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:42.104931 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-8cd11d7c-22d9-456c-9907-669d7b368488 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 1001 time: 0.0987232 Sep 22 17:49:42.167514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-ae4cee40-b8dc-4f34-aa94-68a2d2f5f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:42.168997 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-ae4cee40-b8dc-4f34-aa94-68a2d2f5f073 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0581803 Sep 22 17:49:42.255526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-e21107a3-d358-4e10-a5d8-6858f665169f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:42.257125 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-e21107a3-d358-4e10-a5d8-6858f665169f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822256 Sep 22 17:49:42.265698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:42.266031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:42.268106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-ef47494d-e2b5-4c99-8f2e-4db6430b663d service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:49:42.269044 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-ef47494d-e2b5-4c99-8f2e-4db6430b663d service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048316 Sep 22 17:49:42.390970 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Calling delete_port for 4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88 owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:42.511603 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-f16c43ef-d63c-40e8-b21f-34a6c6a2d82e service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2340009 Sep 22 17:49:42.546682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:42.629621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'Port': ['ID=4b03cc6d-4f6d-4d3d-a3b5-f140005bcd88,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:42.646295 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-179bbc26-e464-4dcb-bfbe-b23f57d3e449 req-92f2f999-93b6-4b1f-8c99-3f50b7c5cbf5 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282725 Sep 22 17:49:42.696169 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:42.696514 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Floating IP 013f8d54-1574-4447-a964-94062d0e6ecb disassociated (deleted). External IP: 172.26.8.58, port: 9a3388ea-869b-46dc-91ae-06cd63546153. Sep 22 17:49:43.149827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:49:43.333158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:49:43.342937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:49:43.352922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:43.353106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:49:43.354138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:43.407711 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aacc704c-f824-4d28-911a-8a03266338f0 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "DELETE /v2.0/floatingips/013f8d54-1574-4447-a964-94062d0e6ecb HTTP/1.1" status: 204 len: 168 time: 1.5431240 Sep 22 17:49:43.408658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:49:43.410519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40" -d '{"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:49:43.462486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:49:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e26b767-8703-4ead-b00b-081acf63f57f x-openstack-request-id: req-4e26b767-8703-4ead-b00b-081acf63f57f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:49:43.463475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:49:43.463811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4e26b767-8703-4ead-b00b-081acf63f57f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:49:43.464300 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e26b767-8703-4ead-b00b-081acf63f57f'] response: {'name': 'network-changed', 'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:49:43.552849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:49:43.588723 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-531cfc1e-f9bb-4684-b946-3d09b7d400a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:43.590207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-531cfc1e-f9bb-4684-b946-3d09b7d400a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 1099 time: 0.0846777 Sep 22 17:49:43.732650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-c84552d9-c8f7-430b-9e55-7ff12b878006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:43.734476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-c84552d9-c8f7-430b-9e55-7ff12b878006 service neutron] 10.222.0.18 "GET /v2.0/networks?id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 200 len: 915 time: 0.1388617 Sep 22 17:49:43.817668 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-6d451bee-0722-40b0-8477-80411699a62f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 200 len: 217 time: 0.0770736 Sep 22 17:49:43.908166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:43.912087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:49:43.913579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-ba0ad10d-97d8-4489-95f5-2c2249278028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:43.915126 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-ba0ad10d-97d8-4489-95f5-2c2249278028 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 200 len: 853 time: 0.0606098 Sep 22 17:49:43.920886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:49:43.921488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:44.010775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-f2b95423-e91a-41b3-8eea-d0f878d85b5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:44.013049 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-f2b95423-e91a-41b3-8eea-d0f878d85b5e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0919354 Sep 22 17:49:44.112865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:49:44.151153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-c416a2ee-61ab-4ace-9a28-1144ca03d7e3 service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314831 Sep 22 17:49:44.298774 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e18d3398-2eeb-4b3b-92ba-4dbbcb2ddc40 req-8dc2bcc2-4dcd-40b3-a0f0-dd7f4f10f6fc service neutron] 10.222.0.18 "GET /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341391 Sep 22 17:49:44.477511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:44.482497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db06d9fb-0ee7-42c3-b8c8-94f93de98d23 None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:11Z', 'revision_number': 4, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '8ba40680-ec9f-4d41-a44f-ab29d50e3941', 'name': '', 'network_id': 'd3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'mac_address': 'fa:16:3e:d6:ac:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_interface', 'standard_attr_id': 1667, 'fixed_ips': [{'subnet_id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:11Z', 'updated_at': '2022-09-22T17:41:18Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'subnets': [{'id': '0b0d9968-5152-407f-bce8-b81f31db0678', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:49:44.718533 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1123b106-7582-4a95-8341-ed4b6c301dcb None None] New status for floating IP 013f8d54-1574-4447-a964-94062d0e6ecb: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:49:48.995868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75415e03-7c81-4eff-ab0a-0ec6db6cfbdf req-589d41e7-e80d-4378-927a-8ca3bb9c5362 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:48.997434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75415e03-7c81-4eff-ab0a-0ec6db6cfbdf req-589d41e7-e80d-4378-927a-8ca3bb9c5362 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0901392 Sep 22 17:49:49.046100 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-75415e03-7c81-4eff-ab0a-0ec6db6cfbdf req-861ced65-b732-4e07-90fc-3a7ad65d1b0d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Sep 22 17:49:50.364702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-64ffc50d-ae57-4be1-8422-6c08f27f9388 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:50.365391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-64ffc50d-ae57-4be1-8422-6c08f27f9388 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:49:50.381404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-64ffc50d-ae57-4be1-8422-6c08f27f9388 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:49:50.382622 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-64ffc50d-ae57-4be1-8422-6c08f27f9388 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.2196720 Sep 22 17:49:50.427279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-45afdcd2-701a-43cb-b0a5-3e1e952d484e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Synchronizing usage tracker for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:49:50.443432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-45afdcd2-701a-43cb-b0a5-3e1e952d484e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Unset dirty status for tenant:35ed83207c064303a88e5c261a8b9b62 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:49:50.444766 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-251f8359-74e1-42e7-b0c4-346fc4746064 req-45afdcd2-701a-43cb-b0a5-3e1e952d484e tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559299 Sep 22 17:49:51.131491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-86681574-47e6-4e2e-825d-57a48b92fb8d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:51.132985 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-86681574-47e6-4e2e-825d-57a48b92fb8d tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.0924826 Sep 22 17:49:51.205584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Deleting port 9a3388ea-869b-46dc-91ae-06cd63546153 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:51.205939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:51.466502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] For port 9a3388ea-869b-46dc-91ae-06cd63546153, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9a3388ea-869b-46dc-91ae-06cd63546153,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:51.466772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:51.701814 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Calling delete_port for 9a3388ea-869b-46dc-91ae-06cd63546153 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:51.881909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d14622-9e99-4100-9814-c2f620929a0e req-cf7cee11-f5a2-469d-8313-af1ad3bb6341 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:51.883382 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-15d14622-9e99-4100-9814-c2f620929a0e req-cf7cee11-f5a2-469d-8313-af1ad3bb6341 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 946 time: 0.2959416 Sep 22 17:49:51.948306 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-15d14622-9e99-4100-9814-c2f620929a0e req-d3c14cf9-59ad-4d2a-a3ff-17307e9171f2 tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.25 "GET /v2.0/security-groups?id=589d4459-9951-49ed-abf0-19e1b71a8042&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586073 Sep 22 17:49:51.949382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:52.003589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Pushing event deleted for resources: {'Port': ['ID=9a3388ea-869b-46dc-91ae-06cd63546153,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:52.087998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] No DVR routers for this DVR port 9a3388ea-869b-46dc-91ae-06cd63546153 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:49:52.090440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:52.092955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'name': 'network-vif-deleted', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:49:52.095211 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6cb896e-8266-48c8-9be8-5acfa82aa9af" -d '{"events": [{"server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "name": "network-vif-deleted", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:49:52.109463 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6a1684bc-d046-4460-a8cc-8ad710e56211 req-1cb2d685-9af7-44a9-9716-5c6026a4048a tempest-TestMinimumBasicScenario-1802545973 tempest-TestMinimumBasicScenario-1802545973-project] 10.222.0.18 "DELETE /v2.0/ports/9a3388ea-869b-46dc-91ae-06cd63546153 HTTP/1.1" status: 204 len: 173 time: 0.9716394 Sep 22 17:49:52.143573 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6488f673-df02-4fee-b622-a67d19acf677 x-openstack-request-id: req-6488f673-df02-4fee-b622-a67d19acf677 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:49:52.144147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dd649d5-cc73-45f0-9b77-87e955c4cf4a", "name": "network-vif-deleted", "tag": "9a3388ea-869b-46dc-91ae-06cd63546153", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:49:52.144250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6488f673-df02-4fee-b622-a67d19acf677 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:49:52.144756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6488f673-df02-4fee-b622-a67d19acf677'] response: {'server_uuid': '1dd649d5-cc73-45f0-9b77-87e955c4cf4a', 'name': 'network-vif-deleted', 'tag': '9a3388ea-869b-46dc-91ae-06cd63546153', 'status': 'completed', 'code': 200} Sep 22 17:49:52.500901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8f47f6b9-593c-4179-a3a9-48123101e24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:52.611307 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-ccb977bb-eb9e-4154-be0d-a2c5243a1bb4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0543494 Sep 22 17:49:52.778291 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-a58fa51e-e91a-4f79-b212-6354e6cfa755 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=35ed83207c064303a88e5c261a8b9b62&device_id=1dd649d5-cc73-45f0-9b77-87e955c4cf4a HTTP/1.1" status: 200 len: 210 time: 0.0539374 Sep 22 17:49:52.936085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-dfda7b3b-b5c3-4faa-a5c7-b81004acfa7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:52.937562 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-dfda7b3b-b5c3-4faa-a5c7-b81004acfa7e service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=35ed83207c064303a88e5c261a8b9b62&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1358562 Sep 22 17:49:53.078700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-f7a49a98-a1dc-493c-be09-e16ac6485d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:49:53.080123 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-060a2a9f-63ee-4ef3-a5cc-1229aa44ecf5 req-f7a49a98-a1dc-493c-be09-e16ac6485d1b service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1363754 Sep 22 17:49:53.301566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a3388ea-869b-46dc-91ae-06cd63546153 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:49:53.341945 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 9a3388ea-869b-46dc-91ae-06cd63546153 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:49:53.342429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9a3388ea-869b-46dc-91ae-06cd63546153 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:49:53.680830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58932) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:54.351149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:54.646142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0fdd10f-5157-4a3b-914e-3fe4227bb2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:54.795224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Deleting port 8ba40680-ec9f-4d41-a44f-ab29d50e3941 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:54.795772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:54.964783 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] For port 8ba40680-ec9f-4d41-a44f-ab29d50e3941, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8ba40680-ec9f-4d41-a44f-ab29d50e3941,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:54.965059 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:55.092758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Calling delete_port for 8ba40680-ec9f-4d41-a44f-ab29d50e3941 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:55.417160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:55.466294 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ba40680-ec9f-4d41-a44f-ab29d50e3941,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:55.732379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:55.756332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:55.836793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:56.134170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:56.219010 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Router b8885123-44da-40ee-a13f-9c4bcf3eff88 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:49:56.394776 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:49:56.403258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Sync routers for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:49:56.406607 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3f2cbb8e-aa31-4d6d-a778-648146610645 admin admin] 10.222.0.25 "PUT /v2.0/routers/b8885123-44da-40ee-a13f-9c4bcf3eff88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7240753 Sep 22 17:49:56.409506 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58938) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:56.412871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:49:56.413482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:56.583159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:56.591239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:49:56.762842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:56.772481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Deleting port 55bdb63e-e972-40ea-bd40-a3070655b121 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:56.772959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:56.874826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253'}], 'enable_snat': True}, 'gw_port_id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:49:55Z', 'revision_number': 5, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port': {'id': '55bdb63e-e972-40ea-bd40-a3070655b121', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:58:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1666, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:41:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:56.878665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Checking router: b8885123-44da-40ee-a13f-9c4bcf3eff88 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:49:56.887277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Routers {'b8885123-44da-40ee-a13f-9c4bcf3eff88'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:49:56.887872 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b8885123-44da-40ee-a13f-9c4bcf3eff88'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:56.947726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] For port 55bdb63e-e972-40ea-bd40-a3070655b121, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=55bdb63e-e972-40ea-bd40-a3070655b121,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:56.948084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.041702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] Set router b8885123-44da-40ee-a13f-9c4bcf3eff88 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:49:57.072156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Calling delete_port for 55bdb63e-e972-40ea-bd40-a3070655b121 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:57.146416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:49:56Z', 'revision_number': 6, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:57.151102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447d4692-f530-4e44-a0e7-fcf83b6d84cb None None] The sync data for ids ['b8885123-44da-40ee-a13f-9c4bcf3eff88'] in dv-neutron-858953-1-hyperv is: [{'id': 'b8885123-44da-40ee-a13f-9c4bcf3eff88', 'name': 'tempest-TestMinimumBasicScenario-109444342-router', 'tenant_id': '35ed83207c064303a88e5c261a8b9b62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:08Z', 'updated_at': '2022-09-22T17:49:56Z', 'revision_number': 6, 'project_id': '35ed83207c064303a88e5c261a8b9b62', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:49:57.249697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.296728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Pushing event deleted for resources: {'Port': ['ID=55bdb63e-e972-40ea-bd40-a3070655b121,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:57.367129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.494365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.671474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.673706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.696213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.696743 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8885123-44da-40ee-a13f-9c4bcf3eff88 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:49:57.709109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.710229 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ec034867-e159-477a-a407-b07ee486740e admin admin] 10.222.0.25 "DELETE /v2.0/routers/b8885123-44da-40ee-a13f-9c4bcf3eff88 HTTP/1.1" status: 204 len: 168 time: 1.2998233 Sep 22 17:49:57.713439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:57.771088 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Deleting subnet 0b0d9968-5152-407f-bce8-b81f31db0678 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:49:57.773948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.823897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.899449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:57.933677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8ba40680-ec9f-4d41-a44f-ab29d50e3941 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:49:57.972983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 8ba40680-ec9f-4d41-a44f-ab29d50e3941 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:49:57.973328 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8ba40680-ec9f-4d41-a44f-ab29d50e3941 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:49:57.973866 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.015404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b0d9968-5152-407f-bce8-b81f31db0678,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:58.020837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.026323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0bcf73d-0fc2-4085-9769-f7f413c3d0c3 None None] Network d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:49:58.026683 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-77a93ee8-ae0a-41f5-beea-fea873a745aa admin admin] 10.222.0.25 "DELETE /v2.0/subnets/0b0d9968-5152-407f-bce8-b81f31db0678 HTTP/1.1" status: 204 len: 168 time: 0.3122668 Sep 22 17:49:58.029246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58946) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:58.141903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.153609 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Deleting port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:58.153950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.351212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] DHCP port deletion for d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:49:58.356071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Deleting port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:58.356443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.388382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] For port 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9178c1cb-db4f-46d8-99bc-b0155805d6c0,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:58.388983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.515967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Calling delete_port for 9178c1cb-db4f-46d8-99bc-b0155805d6c0 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:58.557081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] For port 9178c1cb-db4f-46d8-99bc-b0155805d6c0, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=9178c1cb-db4f-46d8-99bc-b0155805d6c0,segment=NetworkSegment(e44adf6c-b6e2-45d4-bbb8-12dd60011d49),segment_id=e44adf6c-b6e2-45d4-bbb8-12dd60011d49)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:49:58.557465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.595407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.641229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=9178c1cb-db4f-46d8-99bc-b0155805d6c0,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:58.644490 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] No DVR routers for this DVR port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:49:58.691876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Calling delete_port for 9178c1cb-db4f-46d8-99bc-b0155805d6c0 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:49:58.759474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.763876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:49:58.764308 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:49:58.788258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:58.800661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:58.800961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e44adf6c-b6e2-45d4-bbb8-12dd60011d49') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:49:58.812157 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.827488 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.833738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:49:58.834197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.917148 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e44adf6c-b6e2-45d4-bbb8-12dd60011d49 resource provider aggregate not found Sep 22 17:49:58.933199 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment e44adf6c-b6e2-45d4-bbb8-12dd60011d49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e44adf6c-b6e2-45d4-bbb8-12dd60011d49 found for delete ", "request_id": "req-cbbbc634-5b9c-4bdc-b6d9-8924b5514890"}]} Sep 22 17:49:58.934995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:58.954976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:59.054372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:49:59.067109 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8c5c6d36-8bf8-43aa-894d-0503f4f466d1 admin admin] 10.222.0.25 "DELETE /v2.0/networks/d3dfe7cb-8fb7-47f8-83b9-85da14bbf3a8 HTTP/1.1" status: 204 len: 168 time: 1.0368528 Sep 22 17:49:59.070005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58956) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:49:59.265991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Deleting port 9178c1cb-db4f-46d8-99bc-b0155805d6c0 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:59.266530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:59.336550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9178c1cb-db4f-46d8-99bc-b0155805d6c0 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:49:59.368327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c692bfa0-856f-4bd5-a795-9e1d477c4511 None None] The port '9178c1cb-db4f-46d8-99bc-b0155805d6c0' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:49:59.374201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 9178c1cb-db4f-46d8-99bc-b0155805d6c0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:49:59.374536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 9178c1cb-db4f-46d8-99bc-b0155805d6c0 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:49:59.374938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 55bdb63e-e972-40ea-bd40-a3070655b121 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:49:59.408353 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 55bdb63e-e972-40ea-bd40-a3070655b121 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:49:59.408712 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 55bdb63e-e972-40ea-bd40-a3070655b121 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:49:59.618306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:49:59.969416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Deleting port 810e01b5-56f3-4ba2-8c14-281845ec827a {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:49:59.969668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:00.143097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] For port 810e01b5-56f3-4ba2-8c14-281845ec827a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=810e01b5-56f3-4ba2-8c14-281845ec827a,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:00.143452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:00.267167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Calling delete_port for 810e01b5-56f3-4ba2-8c14-281845ec827a owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:50:00.445749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:00.585657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=810e01b5-56f3-4ba2-8c14-281845ec827a,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:00.860039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:01.220634 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Router b1fcc5e5-23f0-4809-a65b-1565129da8ed has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:50:01.400153 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:50:01.408516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Sync routers for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:50:01.419087 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:01.419684 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:01.426838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ca055f4a-cda1-4c62-9c09-297bf0d84ca9 admin admin] 10.222.0.25 "PUT /v2.0/routers/b1fcc5e5-23f0-4809-a65b-1565129da8ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3556674 Sep 22 17:50:01.429422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58960) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:01.609527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:01.626116 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:01.791247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:01.800920 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Deleting port e3a20cee-ea59-49fb-8c54-8131e3e4a72e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:50:01.801257 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:01.914826 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:50:00Z', 'revision_number': 5, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port': {'id': 'e3a20cee-ea59-49fb-8c54-8131e3e4a72e', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:bd:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1678, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:41:15Z', 'updated_at': '2022-09-22T17:41:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:01.919060 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Checking router: b1fcc5e5-23f0-4809-a65b-1565129da8ed for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:50:01.927534 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Routers {'b1fcc5e5-23f0-4809-a65b-1565129da8ed'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:01.928144 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:02.076827 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] Set router b1fcc5e5-23f0-4809-a65b-1565129da8ed gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:02.087036 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] For port e3a20cee-ea59-49fb-8c54-8131e3e4a72e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:02.087520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.179949 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:50:01Z', 'revision_number': 6, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:02.184318 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12abe61-cb64-4629-b9a5-df7b800f2404 None None] The sync data for ids ['b1fcc5e5-23f0-4809-a65b-1565129da8ed'] in dv-neutron-858953-1-hyperv is: [{'id': 'b1fcc5e5-23f0-4809-a65b-1565129da8ed', 'name': 'tempest-TestMinimumBasicScenario-1279494004-router', 'tenant_id': '1c430a42583d486db69f3ef2915d5a87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:41:14Z', 'updated_at': '2022-09-22T17:50:01Z', 'revision_number': 6, 'project_id': '1c430a42583d486db69f3ef2915d5a87', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:50:02.213760 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Calling delete_port for e3a20cee-ea59-49fb-8c54-8131e3e4a72e owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:50:02.377119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.423905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Pushing event deleted for resources: {'Port': ['ID=e3a20cee-ea59-49fb-8c54-8131e3e4a72e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:02.522924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.693753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.695892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.719727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.720448 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1fcc5e5-23f0-4809-a65b-1565129da8ed {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:50:02.733878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.735102 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d14ff3d1-c9fc-449e-9798-a78a3d982f5a admin admin] 10.222.0.25 "DELETE /v2.0/routers/b1fcc5e5-23f0-4809-a65b-1565129da8ed HTTP/1.1" status: 204 len: 168 time: 1.3047318 Sep 22 17:50:02.737602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58964) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:02.799220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Deleting subnet d582f638-56a1-4b42-93a5-0c1168d046d8 {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:50:02.801995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.854037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:02.932330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.005929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.045955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d582f638-56a1-4b42-93a5-0c1168d046d8,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:03.047882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.052203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065bb3ac-b581-45f4-9c24-a976b61868ff None None] Network 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:50:03.054420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3e8967f1-6145-46d1-b8b3-bdfee9541851 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/d582f638-56a1-4b42-93a5-0c1168d046d8 HTTP/1.1" status: 204 len: 168 time: 0.3157938 Sep 22 17:50:03.057362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 58968) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:03.174666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.187330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Deleting port dd896b69-49d1-47b6-923c-1f42ae0db55b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:50:03.187820 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.356280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] DHCP port deletion for 05ff5f5b-30bc-4094-a263-c09bfc49f2c7 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:50:03.360985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Deleting port dd896b69-49d1-47b6-923c-1f42ae0db55b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:50:03.361435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.391843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 810e01b5-56f3-4ba2-8c14-281845ec827a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:50:03.406606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] For port dd896b69-49d1-47b6-923c-1f42ae0db55b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd896b69-49d1-47b6-923c-1f42ae0db55b,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:03.406969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.443111 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 810e01b5-56f3-4ba2-8c14-281845ec827a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:50:03.443454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 810e01b5-56f3-4ba2-8c14-281845ec827a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:50:03.443875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3a20cee-ea59-49fb-8c54-8131e3e4a72e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:50:03.492182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: e3a20cee-ea59-49fb-8c54-8131e3e4a72e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:50:03.492454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e3a20cee-ea59-49fb-8c54-8131e3e4a72e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:50:03.626439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Calling delete_port for dd896b69-49d1-47b6-923c-1f42ae0db55b owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:50:03.646996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] For port dd896b69-49d1-47b6-923c-1f42ae0db55b, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dd896b69-49d1-47b6-923c-1f42ae0db55b,segment=NetworkSegment(6745307e-13d8-41ce-801e-4f134741268f),segment_id=6745307e-13d8-41ce-801e-4f134741268f)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:03.647386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.702116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.753367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Pushing event deleted for resources: {'Port': ['ID=dd896b69-49d1-47b6-923c-1f42ae0db55b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:03.755175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] No DVR routers for this DVR port dd896b69-49d1-47b6-923c-1f42ae0db55b on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:50:03.771321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Calling delete_port for dd896b69-49d1-47b6-923c-1f42ae0db55b owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:50:03.873278 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.873950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:50:03.874299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:50:03.898304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05ff5f5b-30bc-4094-a263-c09bfc49f2c7']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:03.909914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6745307e-13d8-41ce-801e-4f134741268f') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:03.910211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6745307e-13d8-41ce-801e-4f134741268f') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:03.921219 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.937331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:03.943199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:50:03.943580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.008532 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6745307e-13d8-41ce-801e-4f134741268f resource provider aggregate not found Sep 22 17:50:04.029827 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 6745307e-13d8-41ce-801e-4f134741268f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6745307e-13d8-41ce-801e-4f134741268f found for delete ", "request_id": "req-f15d8fb5-eee7-4a4a-a594-c9152d6aea25"}]} Sep 22 17:50:04.041509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.059251 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.069956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] Pushing event deleted for resources: {'Network': ['ID=05ff5f5b-30bc-4094-a263-c09bfc49f2c7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:04.078732 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-0c2ed028-5117-4304-a61a-f53b2a658b1c admin admin] 10.222.0.25 "DELETE /v2.0/networks/05ff5f5b-30bc-4094-a263-c09bfc49f2c7 HTTP/1.1" status: 204 len: 168 time: 1.0195851 Sep 22 17:50:04.188403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58978) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:04.236559 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f1dde55d-ad02-4574-8f93-794cfefb99d3 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=35ed83207c064303a88e5c261a8b9b62&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469494 Sep 22 17:50:04.239019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58982) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:04.300632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.326495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.376043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Deleting port dd896b69-49d1-47b6-923c-1f42ae0db55b {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:50:04.376579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.380536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.398203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589d4459-9951-49ed-abf0-19e1b71a8042,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:04.410316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.411785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7d044d9a-13c9-4d36-b498-2c4eca35cdbb admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/589d4459-9951-49ed-abf0-19e1b71a8042 HTTP/1.1" status: 204 len: 168 time: 0.1715260 Sep 22 17:50:04.455030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-ce394adc-f32c-4972-a875-12a80c6c7550 None None] The port 'dd896b69-49d1-47b6-923c-1f42ae0db55b' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:50:04.754380 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58990) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:04.802108 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5165ce4e-e918-4138-971a-1fd9746f2eb4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c430a42583d486db69f3ef2915d5a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0465689 Sep 22 17:50:04.804782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 58994) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:04.861455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.887455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.940923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.955367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d966290d-12d5-4319-b432-92ef1429ee06,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:04.963496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:04.964681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e5e66cf8-308b-4ab8-8dcb-e6229f076d12 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/d966290d-12d5-4319-b432-92ef1429ee06 HTTP/1.1" status: 204 len: 168 time: 0.1590014 Sep 22 17:50:05.323532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd896b69-49d1-47b6-923c-1f42ae0db55b no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:50:05.356307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: dd896b69-49d1-47b6-923c-1f42ae0db55b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:50:05.356677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dd896b69-49d1-47b6-923c-1f42ae0db55b not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:50:06.528902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59036) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:06.534383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2024397758', 'description': 'tempest-secgroup-smoke-2024397758 description', 'project_id': '66e2033314e548d99ca2e93e6569c850'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:06.540874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:06.545018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:06.548039 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:06.554306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:06.565859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.579678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.595689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:06.599795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:06.603028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:06.609249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:06.693435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.697683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.709475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:06.717688 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:06.725837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:06.735914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:06.739346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf7c848-e107-474c-90f8-184c91e49667,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:06.809348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.813200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.860012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fafeac8-500f-40f8-b21b-3138a3c41376,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:06.862967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.864222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7f535b68-baf0-439f-861f-a6ecd07a8300 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3343260 Sep 22 17:50:06.867191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59040) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:06.872982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:06.879424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:06.883643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:06.887231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:06.892952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:06.911317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.970822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.974345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:06.997717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63bd9a60-5eb3-44ce-80a5-d8b5e4de561f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.006481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.007637 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-53ac9e2b-f865-40fe-b313-b94340a116ff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1394956 Sep 22 17:50:07.010435 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59044) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.015278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.021071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.025436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.028272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.033981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.050785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.110655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.114281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.138104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bfe892c-3f08-4b64-95c7-c76ccf8841f8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.147157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.148466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3eb27f19-51b4-4a90-8dd8-4df0d3171c50 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1371248 Sep 22 17:50:07.151823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59048) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.156768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.162521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.166368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.169249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.174934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.192272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.257451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.262528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.290576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc38a549-612e-4b77-a2b5-8ec3936c8760,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.299129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.300287 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-12afe2ec-3960-46ff-b179-f15615627dc5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1475565 Sep 22 17:50:07.303202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59052) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.308345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.314181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.318034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.320924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.327404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.344776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.406479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.409733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.433131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774c448d-2e2a-4a94-b3e7-a947bcaa72ad,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.441194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.442355 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1bf41b4f-d25e-4790-a33e-796396c50314 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1379993 Sep 22 17:50:07.445078 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59056) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.450436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.456170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.459979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.463462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.469171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.479216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:50:07.485635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.550911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.554614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.576181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13111466-dfba-412a-9163-fd7658bd2f4d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.587147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.588467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aab2a3a6-0545-4813-b923-dcf649d27975 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424882 Sep 22 17:50:07.591143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59060) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.595956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '1fafeac8-500f-40f8-b21b-3138a3c41376', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.601667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.605524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.608359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.613992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.625269 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:50:07.631592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.695794 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.699719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.722593 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9f0e5c5-a70d-484d-ab59-a243f01b8479,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.730579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.731664 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b0348542-31f4-4faf-99f3-b6572298be74 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1395836 Sep 22 17:50:07.734722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59064) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.739991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'network': {'name': 'tempest-network-smoke--712688959', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.745290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.749107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:network and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.751928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.757668 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:07.768451 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:50:07.771835 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.798559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:50:07.808385 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.808757 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Added segment 6a68792f-a6f2-44b8-adf3-791fda2ef701 of type vlan for network bfb98d5e-4e59-4345-99b4-4714fd253663 Sep 22 17:50:07.834479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.862636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.867997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:07.868570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:07.964395 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2285857 Sep 22 17:50:07.967366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59068) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:07.972644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'admin_state_up': True, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:07.975738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991b6725-3311-43da-a29c-ef6212b6fa61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Network': ['ID=bfb98d5e-4e59-4345-99b4-4714fd253663,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:07.981898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:07.985950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:router and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:07.990123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:07.990585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network bfb98d5e-4e59-4345-99b4-4714fd253663 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:50:07.997099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:08.006570 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.007534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.029427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.295990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.595155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.624053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:08.847235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.127 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/336fd9fa-d4ce-480b-9b04-ee1302de48dc) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:50:08.993206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:09.023244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:09.086674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:09.089384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:09.093233 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:50:09.096177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:50:09.136958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=336fd9fa-d4ce-480b-9b04-ee1302de48dc,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:09.505720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:09.841910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:10.043687 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 09f68e61-fd88-4e74-a1d1-22cfcd705916 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:50:10.334347 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:50:10.345821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Sync routers for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:50:10.355898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:10.356522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:10.361017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:10.362213 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5c9fb4b6-0202-4d28-aea1-f24f4d5c1408 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3937912 Sep 22 17:50:10.365420 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59074) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:10.505189 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-69787dee-f760-4617-baac-d02bd9530a0d tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=66e2033314e548d99ca2e93e6569c850&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1359916 Sep 22 17:50:10.505379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59080) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:10.536644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:10.635946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a02e814-9a51-4c27-827e-6e7745e55d23 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:10.641474 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2a02e814-9a51-4c27-827e-6e7745e55d23 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1312907 Sep 22 17:50:10.641636 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59084) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:10.680119 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ac3ce228-bccb-4e07-a1a5-e633675d7cdb tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371518 Sep 22 17:50:10.683300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59088) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:10.688478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-390412988', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:10.804749 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:10.808943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:subnet and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:10.812199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:10.818670 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:10.830092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:50:10.833806 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:10.842985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:09Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:10.848281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Checking router: 09f68e61-fd88-4e74-a1d1-22cfcd705916 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:50:10.848986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Updating router 09f68e61-fd88-4e74-a1d1-22cfcd705916 port 336fd9fa-d4ce-480b-9b04-ee1302de48dc binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:50:10.914735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.056012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.142502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Subnet': ['ID=69b6088e-c12a-478d-8e2a-283cda645116,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:11.147533 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Checking segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:50:11.147927 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network hostable DHCP agents. Network: bfb98d5e-4e59-4345-99b4-4714fd253663, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:50:11.167764 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network bfb98d5e-4e59-4345-99b4-4714fd253663 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:50:11.176795 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, bfb98d5e-4e59-4345-99b4-4714fd253663) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:11.182013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:11.182742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.207984 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-31a71c4d-2493-49ec-a96e-814b5209e240 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5211933 Sep 22 17:50:11.208324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59092) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:11.216576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f9b780-001a-4a82-b50a-1521496cb0b7 None None] Network bfb98d5e-4e59-4345-99b4-4714fd253663 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:50:11.327339 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.354921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Transition to ACTIVE for port object 336fd9fa-d4ce-480b-9b04-ee1302de48dc will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:11.364281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.467803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Attempting to bind port 336fd9fa-d4ce-480b-9b04-ee1302de48dc on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:50:11.468167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Attempting to bind port 336fd9fa-d4ce-480b-9b04-ee1302de48dc by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:50:11.468527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Attempting to bind port 336fd9fa-d4ce-480b-9b04-ee1302de48dc on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:50:11.519883 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:50:11.520251 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:50:11.520671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.521062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:50:11.521527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Bound port: 336fd9fa-d4ce-480b-9b04-ee1302de48dc, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:50:11.521895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.578517 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Pushing event updated for resources: {'Port': ['ID=336fd9fa-d4ce-480b-9b04-ee1302de48dc,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:11.593191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.593539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.593875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.594220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.594535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.594864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.595188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.595511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.595833 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.596153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.596473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.596815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:11.669047 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-bfb98d5e-4e59-4345-99b4-4714fd253663', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:50:11.669899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.679375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] For port 336fd9fa-d4ce-480b-9b04-ee1302de48dc, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:50:11.692567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] For port 336fd9fa-d4ce-480b-9b04-ee1302de48dc, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=336fd9fa-d4ce-480b-9b04-ee1302de48dc,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:50:11.731159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:11.821379 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:11.822501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:11.946439 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b5681-923b-4df9-98bf-2699722784a6 None None] Pushing event updated for resources: {'Port': ['ID=336fd9fa-d4ce-480b-9b04-ee1302de48dc,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:12.007331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.042275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Allocated IP 172.20.0.2 (bfb98d5e-4e59-4345-99b4-4714fd253663/69b6088e-c12a-478d-8e2a-283cda645116/b857e456-0c5e-4fdf-a011-aa7c0d6d52d7) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:50:12.088784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:12.499659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.512695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Transition to ACTIVE for port object b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:12.535231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Transition to ACTIVE for port object b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:12.543038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.595954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:09Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:12.605330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.1 (bfb98d5e-4e59-4345-99b4-4714fd253663/69b6088e-c12a-478d-8e2a-283cda645116/2fd454ca-ba52-4d92-bcd5-db18dcd42c5f) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:50:12.611869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Network bfb98d5e-4e59-4345-99b4-4714fd253663 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:12.614556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d5193f3-e237-4ee4-9f02-d3640123b1fa None None] The sync data for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv is: [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:09Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:50:12.618532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:12.623113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:50:12.632276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Pushing event updated for resources: {'Port': ['ID=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:12.739452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Attempting to bind port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:50:12.739823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Attempting to bind port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:50:12.740189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Attempting to bind port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 on network bfb98d5e-4e59-4345-99b4-4714fd253663 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:50:12.745870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:50:12.746242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Checking segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:50:12.746644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.747034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Bound using segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:50:12.747500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Bound port: b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:50:12.747892 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.777265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.793906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:12.819614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.865970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:50:12.872141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:50:12.877542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:12.909599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network bfb98d5e-4e59-4345-99b4-4714fd253663 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:12.911163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:12.915633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:50:12.952813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:12.975828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da279e5-a742-429a-89a2-f2abbb3f54fd None None] Pushing event updated for resources: {'Port': ['ID=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:12.992005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.273025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.428213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 336fd9fa-d4ce-480b-9b04-ee1302de48dc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:13.501725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 336fd9fa-d4ce-480b-9b04-ee1302de48dc completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:13.506988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 336fd9fa-d4ce-480b-9b04-ee1302de48dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:13.507371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.507779 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 336fd9fa-d4ce-480b-9b04-ee1302de48dc Sep 22 17:50:13.687080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 336fd9fa-d4ce-480b-9b04-ee1302de48dc is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:13.687451 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.704635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 336fd9fa-d4ce-480b-9b04-ee1302de48dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=336fd9fa-d4ce-480b-9b04-ee1302de48dc,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:13.709495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.710598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:13.730274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.736223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.850811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=336fd9fa-d4ce-480b-9b04-ee1302de48dc,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:13.865684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:13.871009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:13.874731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:14.029430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network bfb98d5e-4e59-4345-99b4-4714fd253663 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:14.030579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:14.074491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b6de353-b08c-4080-b620-52028a3ac2d8 None None] Network bfb98d5e-4e59-4345-99b4-4714fd253663 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:50:14.161906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Provisioning for port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:14.169669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Provisioning complete for port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:14.169991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:14.170330 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Attempt 1 to provision port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 Sep 22 17:50:14.229733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 09f68e61-fd88-4e74-a1d1-22cfcd705916 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:50:14.421469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Current status of the port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:14.421658 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:50:14.421866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:14.432087 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d9042509-5863-40b5-b672-287bdc748af4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/09f68e61-fd88-4e74-a1d1-22cfcd705916/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2219093 Sep 22 17:50:14.473829 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:14.478878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:14.529233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Sync routers for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:50:14.539958 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:14.540967 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:14.566784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680c24c-7009-42d0-beb3-fa2c47fab276 None None] Pushing event updated for resources: {'Port': ['ID=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:14.610328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-6e55fbb7-ba66-4dde-adcf-0c5813c4a6a2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2024397758&fields=id&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 267 time: 0.0469432 Sep 22 17:50:14.752238 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:14.776948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b842bd00-1d82-4c3b-93a1-b977448e7049 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:14.778728 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b842bd00-1d82-4c3b-93a1-b977448e7049 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 796 time: 0.1609900 Sep 22 17:50:14.796845 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-e652eaf3-1b7b-415d-a1ff-48751c816079 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/quotas/66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 375 time: 0.0123556 Sep 22 17:50:14.801629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Provisioning complete for port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:14.802011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:14.802348 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Attempt 1 to provision port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 Sep 22 17:50:14.903528 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-8019169e-12a6-449b-8031-08e8e29fc1e9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1007836 Sep 22 17:50:14.962076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Current status of the port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:14.975177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Provisioning for port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:14.977725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-7f776b55-72ad-4d1f-83e1-f95625f8b42e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:50:14.982471 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-7f776b55-72ad-4d1f-83e1-f95625f8b42e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0662344 Sep 22 17:50:14.983615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Provisioning complete for port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:14.983997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:14.984337 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Attempt 1 to provision port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f Sep 22 17:50:15.071727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:50:15.142410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-72e16018-1bfc-4172-bcca-124f6a5d0342 service neutron] 10.222.0.25 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1526568 Sep 22 17:50:15.152407 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 2, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:15.157118 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Checking router: 09f68e61-fd88-4e74-a1d1-22cfcd705916 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:50:15.157521 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Updating router 09f68e61-fd88-4e74-a1d1-22cfcd705916 port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:50:15.216078 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.296597 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-53cf6a62-c398-4ecc-b42f-3fd5736d07ea service neutron] 10.222.0.25 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480768 Sep 22 17:50:15.360097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 336fd9fa-d4ce-480b-9b04-ee1302de48dc up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:15.463402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 336fd9fa-d4ce-480b-9b04-ee1302de48dc triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:15.463868 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.464299 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 336fd9fa-d4ce-480b-9b04-ee1302de48dc Sep 22 17:50:15.561230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8faf6620-5f98-4339-8256-82a91822b6cd req-bf8f0b34-5691-43a6-8d88-c2793c5cdc16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:50:15.581347 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8faf6620-5f98-4339-8256-82a91822b6cd req-bf8f0b34-5691-43a6-8d88-c2793c5cdc16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:50:15.583249 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8faf6620-5f98-4339-8256-82a91822b6cd req-bf8f0b34-5691-43a6-8d88-c2793c5cdc16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 210 time: 0.1069887 Sep 22 17:50:15.608803 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Attempt 2 to provision port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f Sep 22 17:50:15.669651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.692540 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Transition to ACTIVE for port object 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:15.701129 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.704270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 336fd9fa-d4ce-480b-9b04-ee1302de48dc is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:15.706206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:15.759092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:50:15.818667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:15.819042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.819377 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 Sep 22 17:50:15.924929 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Pushing event updated for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:15.938972 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.938972 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.939291 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.939544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.939772 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.940114 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.940425 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.941113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.941113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.941376 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.941726 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.942069 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:50:15.947124 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Attempting to bind port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:50:15.947499 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Attempting to bind port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:50:15.947855 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Attempting to bind port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f on network bfb98d5e-4e59-4345-99b4-4714fd253663 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:50:15.950366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:15.953515 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:50:15.953880 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Checking segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:50:15.954278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:15.954664 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Bound using segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:50:15.955116 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Bound port: 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:50:15.955484 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:16.057278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] For port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:50:16.060571 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] For port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:50:16.065740 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:16.129015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:16.129565 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:49:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:16.260890 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Attempt 3 to provision port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f Sep 22 17:50:16.299483 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ee89e4-27d3-4005-8a64-f7b587fc554a None None] Pushing event updated for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:16.333915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-7968a84c-0001-4176-94b1-5fafa942428a None None] Port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:50:16.357363 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:16.707041 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:16.711398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-961696fd-97b6-4395-bb4b-0fcc5dbd0576 None None] The sync data for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv is: [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:50:16.769818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b24d843e-d26e-459b-86a0-175dfec4e086 req-04fac363-1932-460c-b2d8-62efc139410a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0683963 Sep 22 17:50:17.106721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-9883cd10-581f-446d-b08d-a480ad96eb80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:17.107445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-9883cd10-581f-446d-b08d-a480ad96eb80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:50:17.128382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-9883cd10-581f-446d-b08d-a480ad96eb80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:50:17.129590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-9883cd10-581f-446d-b08d-a480ad96eb80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 796 time: 0.1785820 Sep 22 17:50:17.187332 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-271bd197-f2ed-4832-bacc-d54937a5a92c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:50:17.206237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-271bd197-f2ed-4832-bacc-d54937a5a92c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:50:17.207420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-271bd197-f2ed-4832-bacc-d54937a5a92c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 380 time: 0.0626614 Sep 22 17:50:17.217719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'port': {'device_id': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'admin_state_up': True, 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'security_groups': ['1fafeac8-500f-40f8-b21b-3138a3c41376']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:17.371785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:17.455457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:17.461520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:17.461931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:17.462398 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f Sep 22 17:50:17.489863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:17.502318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:17.515113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:50:17.518781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:17.613231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:17.613609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:17.651647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:17.657064 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:17.709441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.9 (bfb98d5e-4e59-4345-99b4-4714fd253663/69b6088e-c12a-478d-8e2a-283cda645116/564c459b-4c65-4dc6-aa98-926a6ab48e33) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:50:17.737929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:17.967290 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4b400ab2-7f62-492e-851e-17441037f42c req-75f8e41b-d897-42e2-a75a-19fb2d979142 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0676694 Sep 22 17:50:17.970019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:17.986644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 564c459b-4c65-4dc6-aa98-926a6ab48e33 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:18.012979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.087572 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network bfb98d5e-4e59-4345-99b4-4714fd253663 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:18.090504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:18.094617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:50:18.132824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:18.167099 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:18.167839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.198869 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-b0533bb7-8da7-4d3f-8def-ff2ed42dbdd6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9861035 Sep 22 17:50:18.217891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Request body: {'port': {'device_id': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:18.337170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.391077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Provisioning for port 564c459b-4c65-4dc6-aa98-926a6ab48e33 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:18.396102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Provisioning complete for port 564c459b-4c65-4dc6-aa98-926a6ab48e33 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:18.396476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.396841 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Attempt 1 to provision port 564c459b-4c65-4dc6-aa98-926a6ab48e33 Sep 22 17:50:18.487279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Port 564c459b-4c65-4dc6-aa98-926a6ab48e33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:50:18.685243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 564c459b-4c65-4dc6-aa98-926a6ab48e33 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:50:18.692706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.707942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Transition to ACTIVE for port object 564c459b-4c65-4dc6-aa98-926a6ab48e33 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:50:18.711423 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.913447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Pushing event updated for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:18.955881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Attempting to bind port 564c459b-4c65-4dc6-aa98-926a6ab48e33 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:50:18.956351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Attempting to bind port 564c459b-4c65-4dc6-aa98-926a6ab48e33 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:50:18.956728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Attempting to bind port 564c459b-4c65-4dc6-aa98-926a6ab48e33 on network bfb98d5e-4e59-4345-99b4-4714fd253663 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:50:18.962092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Port 564c459b-4c65-4dc6-aa98-926a6ab48e33 on network bfb98d5e-4e59-4345-99b4-4714fd253663 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:50:18.963190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Attempting to bind port 564c459b-4c65-4dc6-aa98-926a6ab48e33 on network bfb98d5e-4e59-4345-99b4-4714fd253663 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:50:18.969065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 49, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:50:18.969425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Checking segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:50:18.969810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Bound using segment: {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:50:18.970260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Bound port: 564c459b-4c65-4dc6-aa98-926a6ab48e33, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a68792f-a6f2-44b8-adf3-791fda2ef701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:50:18.970631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:18.989012 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Attempt 2 to provision port 564c459b-4c65-4dc6-aa98-926a6ab48e33 Sep 22 17:50:19.044415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Port 564c459b-4c65-4dc6-aa98-926a6ab48e33 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:50:19.065020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:50:19.068070 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:50:19.073032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:19.076831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:19.077578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:19.079226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] 10.222.0.18 "PUT /v2.0/ports/564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 1093 time: 0.8660405 Sep 22 17:50:19.118397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:50:19.122069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d" -d '{"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:50:19.193901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffba837-3c9b-4092-beb3-ad9323f8e49e x-openstack-request-id: req-5ffba837-3c9b-4092-beb3-ad9323f8e49e {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:50:19.194568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:50:19.194568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5ffba837-3c9b-4092-beb3-ad9323f8e49e {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:50:19.194838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ffba837-3c9b-4092-beb3-ad9323f8e49e'] response: {'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'status': 'completed', 'code': 200} Sep 22 17:50:19.199896 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8877e0bf-89c1-4cad-9791-3e819c4241a7 req-00426830-c8ee-45b4-971a-f89369d93064 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:19.207743 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8877e0bf-89c1-4cad-9791-3e819c4241a7 req-00426830-c8ee-45b4-971a-f89369d93064 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 943 time: 0.1208878 Sep 22 17:50:19.227266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb81e9b9-23fa-4ccb-9c09-f131d28b532f service neutron] Pushing event updated for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:19.256444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-13711497-6b0e-42ff-9c25-5fff90acd151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:19.258783 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-13711497-6b0e-42ff-9c25-5fff90acd151 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1096 time: 0.1111310 Sep 22 17:50:19.265385 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8877e0bf-89c1-4cad-9791-3e819c4241a7 req-c947be58-ae50-462e-bcdc-79d345539f0f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568836 Sep 22 17:50:19.337844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:19.342313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-a1473589-aab5-4bef-b93d-f35d93c9c4df service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 217 time: 0.0709510 Sep 22 17:50:19.406827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:19.407442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:19.407536 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f Sep 22 17:50:19.407743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-12cef86c-330f-4609-8b8c-19a945ffd30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:19.409226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-12cef86c-330f-4609-8b8c-19a945ffd30f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 200 len: 834 time: 0.0614684 Sep 22 17:50:19.530824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:19.546002 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Attempt 3 to provision port 564c459b-4c65-4dc6-aa98-926a6ab48e33 Sep 22 17:50:19.612920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d4f62926-871f-4cea-8ae4-1167bb0947fa None None] Port 564c459b-4c65-4dc6-aa98-926a6ab48e33 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:50:19.614233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-55980d85-268e-4561-bdcc-c817979db92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:19.615782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-55980d85-268e-4561-bdcc-c817979db92d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfb98d5e-4e59-4345-99b4-4714fd253663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2004898 Sep 22 17:50:19.751682 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-60b110e2-2e0d-47a6-852c-ca9c69fd3a2e service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298053 Sep 22 17:50:19.887808 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a88dfab7-1c1d-4daf-a80d-fd715af611b0 req-d3acaeb8-6651-406e-bccc-8e58369b4f67 service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307199 Sep 22 17:50:20.054536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-43c80343-460c-4ac9-8eb5-3704001132ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:20.056015 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-43c80343-460c-4ac9-8eb5-3704001132ad service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1096 time: 0.0843942 Sep 22 17:50:20.187479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-313723d8-c138-43d2-8f76-b3449c20188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:20.189021 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-313723d8-c138-43d2-8f76-b3449c20188a service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 897 time: 0.1271687 Sep 22 17:50:20.257461 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-01748b00-0c65-4aa8-883e-6b21b43bdedd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 217 time: 0.0622840 Sep 22 17:50:20.327275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-a536b4af-ae27-4b70-b6c9-d3cc44faab64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:20.328818 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-a536b4af-ae27-4b70-b6c9-d3cc44faab64 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 200 len: 834 time: 0.0645287 Sep 22 17:50:20.479887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-141bcea5-32f5-436f-8ce9-d8183a925d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:20.481298 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-141bcea5-32f5-436f-8ce9-d8183a925d85 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfb98d5e-4e59-4345-99b4-4714fd253663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1471059 Sep 22 17:50:20.578428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b42ac7-ebfa-41b2-b2e7-f279b214c7c3 req-886b1567-4959-4d1f-9acb-97b15de8b6eb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:20.579181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a5b42ac7-ebfa-41b2-b2e7-f279b214c7c3 req-886b1567-4959-4d1f-9acb-97b15de8b6eb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:50:20.615212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-a5b42ac7-ebfa-41b2-b2e7-f279b214c7c3 req-886b1567-4959-4d1f-9acb-97b15de8b6eb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:50:20.616501 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5b42ac7-ebfa-41b2-b2e7-f279b214c7c3 req-886b1567-4959-4d1f-9acb-97b15de8b6eb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 943 time: 0.2245455 Sep 22 17:50:20.658201 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-4a1f7ba7-0230-4567-9a81-466174ec465e service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705835 Sep 22 17:50:20.749813 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a5b42ac7-ebfa-41b2-b2e7-f279b214c7c3 req-3bd5bc3a-f09c-4fe5-97a7-f99dfb60270b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1254656 Sep 22 17:50:20.805840 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e493baf-604a-4e5b-8e0e-4c2b493b2b7d req-da0f2bda-1de6-4fe7-81c3-18912ab8d047 service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381369 Sep 22 17:50:21.948907 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cf5cb4-c4bb-4629-abd8-e59bff34cf9c req-1f313de8-8b5f-49d7-b654-c76bbbf407f4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:21.950497 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b8cf5cb4-c4bb-4629-abd8-e59bff34cf9c req-1f313de8-8b5f-49d7-b654-c76bbbf407f4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 943 time: 0.0888634 Sep 22 17:50:22.006581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b8cf5cb4-c4bb-4629-abd8-e59bff34cf9c req-71a4ace2-b2fb-4ee8-87e3-77cfb18c1fa6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499489 Sep 22 17:50:22.503094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf858670-b0eb-4725-8674-487d08e390ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:23.213316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb8ec27-37f1-4c6a-8b91-aff8313ceff2 req-ca36169a-7f41-4bc4-8923-acb671be3960 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:23.214768 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1fb8ec27-37f1-4c6a-8b91-aff8313ceff2 req-ca36169a-7f41-4bc4-8923-acb671be3960 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 943 time: 0.0918319 Sep 22 17:50:23.259697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1fb8ec27-37f1-4c6a-8b91-aff8313ceff2 req-ffe74ddc-4189-4895-89e5-8da7a97f1c14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385923 Sep 22 17:50:23.469300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 564c459b-4c65-4dc6-aa98-926a6ab48e33 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:50:23.613343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:23.627736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'port_id': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'mac_address': 'fa:16:3e:98:61:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:50:23.683473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 564c459b-4c65-4dc6-aa98-926a6ab48e33 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:23.683842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:23.700629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 564c459b-4c65-4dc6-aa98-926a6ab48e33 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:50:23.716172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:23.720128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:23.790457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:24.163730 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['564c459b-4c65-4dc6-aa98-926a6ab48e33'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:50:24.554966 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7823fc4d-5020-41e7-861d-9dfaa789e4ee req-5c42a6e0-c95c-41dd-8fc2-40a3f32472f4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:24.556364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7823fc4d-5020-41e7-861d-9dfaa789e4ee req-5c42a6e0-c95c-41dd-8fc2-40a3f32472f4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 944 time: 0.1862218 Sep 22 17:50:24.601160 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7823fc4d-5020-41e7-861d-9dfaa789e4ee req-4307a8b6-c7a5-44b8-b462-700c25aabd09 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389488 Sep 22 17:50:24.649120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a66f9ee9-e73f-4bdd-ba84-7d78d1d20569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.474023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 564c459b-4c65-4dc6-aa98-926a6ab48e33 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:50:25.542354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 564c459b-4c65-4dc6-aa98-926a6ab48e33 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:50:25.547076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 564c459b-4c65-4dc6-aa98-926a6ab48e33 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:50:25.547453 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.547813 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 564c459b-4c65-4dc6-aa98-926a6ab48e33 Sep 22 17:50:25.679690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 564c459b-4c65-4dc6-aa98-926a6ab48e33 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:50:25.679690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.705754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:50:25.708069 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582465f4-7d19-4c8a-8183-99e75bb73732" -d '{"events": [{"server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:50:25.732789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:50:25.739527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.775734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914ed7f-c735-4984-8d07-842e81c23a51 x-openstack-request-id: req-5914ed7f-c735-4984-8d07-842e81c23a51 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:50:25.776023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "name": "network-vif-plugged", "status": "completed", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:50:25.776273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5914ed7f-c735-4984-8d07-842e81c23a51 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:50:25.776689 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5914ed7f-c735-4984-8d07-842e81c23a51'] response: {'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'code': 200} Sep 22 17:50:25.782384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.818402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:25.838423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:25.842030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b966204c-8945-447e-bbd3-1e328c661179 req-6ab13e46-089a-4d6b-be35-59d5200efbff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:25.843683 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b966204c-8945-447e-bbd3-1e328c661179 req-6ab13e46-089a-4d6b-be35-59d5200efbff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1132746 Sep 22 17:50:25.888782 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b966204c-8945-447e-bbd3-1e328c661179 req-ce3430f6-629d-4d7f-883f-8ea941caeef6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391300 Sep 22 17:50:26.053839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d04ed-744d-41c7-a8ec-827c270e8ad2 req-567c0a74-fd4d-45c6-acc0-67b8be3b1a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:26.055568 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e78d04ed-744d-41c7-a8ec-827c270e8ad2 req-567c0a74-fd4d-45c6-acc0-67b8be3b1a6b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1098 time: 0.0933506 Sep 22 17:50:26.097191 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e78d04ed-744d-41c7-a8ec-827c270e8ad2 req-6c83782c-38ea-4846-8ded-8edf74a95287 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359235 Sep 22 17:50:26.138687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:27.093120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9086f-3df3-4f2e-9ee1-033d113c5785 req-2707054d-8db5-4a38-a606-2c58718057c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:27.094561 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1b9086f-3df3-4f2e-9ee1-033d113c5785 req-2707054d-8db5-4a38-a606-2c58718057c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0899477 Sep 22 17:50:27.139171 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1b9086f-3df3-4f2e-9ee1-033d113c5785 req-5979bfd0-0e8b-44d5-ba7c-4df962c42d6b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389080 Sep 22 17:50:27.369854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:28.345715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0d7288-e142-4ac9-81e6-79b7897f6a52 req-d27f7da4-e1f5-4b1e-9e07-7316dba0c73b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:28.347209 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c0d7288-e142-4ac9-81e6-79b7897f6a52 req-d27f7da4-e1f5-4b1e-9e07-7316dba0c73b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0947630 Sep 22 17:50:28.508903 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c0d7288-e142-4ac9-81e6-79b7897f6a52 req-83449492-caae-41d8-9e95-8a9e633b7dcb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1558616 Sep 22 17:50:28.707031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8677562-91d2-4452-9922-c55fe9492609 req-235ebe14-3a81-4bae-8897-707969b11e9d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:28.708538 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8677562-91d2-4452-9922-c55fe9492609 req-235ebe14-3a81-4bae-8897-707969b11e9d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0879033 Sep 22 17:50:28.758881 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d8677562-91d2-4452-9922-c55fe9492609 req-031e3939-9976-428d-9f0e-6d9468b31bf4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441959 Sep 22 17:50:28.787754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59158) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:28.867891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eecee6-628e-487c-8637-629c1c778927 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:28.870014 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-26eecee6-628e-487c-8637-629c1c778927 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1093 time: 0.0811553 Sep 22 17:50:28.873657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59162) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:28.878552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:50:28.885841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:50:28.890545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:floatingip and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:50:28.893378 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:50:28.899406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:50:28.910673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:29.047102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:29.184147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.12 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:50:29.331972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:29.361467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:29.426328 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:50:29.429585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:50:29.433351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:50:29.469452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:29.850474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:29.924142 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:30.128508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:30.133219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:30.234624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:50:30.237579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:30.508413 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 24e05778-b9f3-4178-89c4-538dfa40d16a associated. External IP: 172.26.8.12, port: 564c459b-4c65-4dc6-aa98-926a6ab48e33. Sep 22 17:50:30.859224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 09f68e61-fd88-4e74-a1d1-22cfcd705916 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:50:31.041849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:50:31.051928 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Sync routers for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:50:31.062970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:31.063797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:50:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:31.069483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:31.151983 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-abdaf667-882b-4467-b26e-17be2968ac9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2738769 Sep 22 17:50:31.151983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:50:31.154249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4059700-6a9f-4d95-b24e-601f401533ef" -d '{"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:50:31.197861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:50:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63222696-6f5e-495a-9347-c10c56774700 x-openstack-request-id: req-63222696-6f5e-495a-9347-c10c56774700 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:50:31.198203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:50:31.198396 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-63222696-6f5e-495a-9347-c10c56774700 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:50:31.198807 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63222696-6f5e-495a-9347-c10c56774700'] response: {'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'status': 'completed', 'code': 200} Sep 22 17:50:31.252031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:31.446157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021fa130-1fb6-47ef-9663-2fdcd5032e5e req-ab94e5b1-6cb2-4245-a55c-336f0b79f20e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:31.447646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-021fa130-1fb6-47ef-9663-2fdcd5032e5e req-ab94e5b1-6cb2-4245-a55c-336f0b79f20e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1484377 Sep 22 17:50:31.453942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059700-6a9f-4d95-b24e-601f401533ef req-7a534be8-9d24-4485-8313-84562bd60261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:31.455591 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-7a534be8-9d24-4485-8313-84562bd60261 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1098 time: 0.2088056 Sep 22 17:50:31.581328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-021fa130-1fb6-47ef-9663-2fdcd5032e5e req-43bb7a28-f748-45d6-adbe-116e43744614 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1247506 Sep 22 17:50:31.612114 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59170) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:31.622037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059700-6a9f-4d95-b24e-601f401533ef req-d9a1ddf0-82c5-4cab-9526-742856fd9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:31.623507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-d9a1ddf0-82c5-4cab-9526-742856fd9611 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 897 time: 0.1524415 Sep 22 17:50:31.725387 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-cb9060d0-a62c-416b-9058-07d31c648bce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 200 len: 990 time: 0.1118352 Sep 22 17:50:31.736485 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-c7e19217-53d2-4ba6-8774-5a0aea910307 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 998 time: 0.1069577 Sep 22 17:50:31.801935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059700-6a9f-4d95-b24e-601f401533ef req-0f1d44d1-2af7-4c33-a6bc-5e2d3fe14fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:31.803476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-0f1d44d1-2af7-4c33-a6bc-5e2d3fe14fb5 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 200 len: 834 time: 0.0624537 Sep 22 17:50:31.822012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '24e05778-b9f3-4178-89c4-538dfa40d16a', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.12', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'port_id': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'mac_address': 'fa:16:3e:98:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:50:29Z', 'updated_at': '2022-09-22T17:50:29Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:31.828624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Checking router: 09f68e61-fd88-4e74-a1d1-22cfcd705916 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:50:31.843276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:50:31.843889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:50:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:31.891756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4059700-6a9f-4d95-b24e-601f401533ef req-b8766f34-89af-462a-bf88-a1a598189c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:31.893896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-b8766f34-89af-462a-bf88-a1a598189c79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfb98d5e-4e59-4345-99b4-4714fd253663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0846407 Sep 22 17:50:32.044696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:50:32.053887 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-f76a4a0c-5069-4fea-a6cc-3689548d51af service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542172 Sep 22 17:50:32.303380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d4059700-6a9f-4d95-b24e-601f401533ef req-97c2f9ad-5399-484c-b663-eebade80f794 service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437391 Sep 22 17:50:32.411667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '24e05778-b9f3-4178-89c4-538dfa40d16a', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.12', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'port_id': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'mac_address': 'fa:16:3e:98:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:50:29Z', 'updated_at': '2022-09-22T17:50:29Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:50:32.415714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc10509-617f-46b0-b021-d94ae6b0812e None None] The sync data for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv is: [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '24e05778-b9f3-4178-89c4-538dfa40d16a', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.12', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'port_id': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1727, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'mac_address': 'fa:16:3e:98:61:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:50:29Z', 'updated_at': '2022-09-22T17:50:29Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:50:32.597403 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd7e29e-847e-40a0-8e1a-fdc3c1385538 None None] New status for floating IP 24e05778-b9f3-4178-89c4-538dfa40d16a: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:50:32.730124 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59174) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:32.843327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6d1b6182-88fb-40d0-927b-decd2a3dcfb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 200 len: 990 time: 0.1108925 Sep 22 17:50:33.846185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59178) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:50:33.957667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-700978aa-97ef-43a7-a316-d7100d4f76c9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 200 len: 992 time: 0.1102493 Sep 22 17:50:46.095466 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:50:52.506248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-570f57ac-b9db-4408-b4ae-6feead737792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:53.824240 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-6d699c26-99bb-46c2-af54-2b5a50a027ee service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0814276 Sep 22 17:50:53.990731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-6f1ed0ad-6e0c-4604-a947-de00a677a237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:53.992231 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-6f1ed0ad-6e0c-4604-a947-de00a677a237 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1098 time: 0.0807559 Sep 22 17:50:54.145138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-35ba8c2f-e6de-43ad-9dc2-dd62c7c03338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:54.146634 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-35ba8c2f-e6de-43ad-9dc2-dd62c7c03338 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 897 time: 0.1361837 Sep 22 17:50:54.256849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-d6b0f395-3dd9-4582-abd0-5ace808e46d5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 1000 time: 0.1026883 Sep 22 17:50:54.320549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-12996a67-6f0b-43ff-b185-fd1b0d83f84e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:54.322513 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-12996a67-6f0b-43ff-b185-fd1b0d83f84e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 200 len: 834 time: 0.0588777 Sep 22 17:50:54.409477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-e146de80-551a-488a-9f13-0c0dc9671f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:50:54.410865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-e146de80-551a-488a-9f13-0c0dc9671f36 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfb98d5e-4e59-4345-99b4-4714fd253663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822618 Sep 22 17:50:54.547311 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-c140790a-6979-44a7-8bb0-7638806c3eca service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305478 Sep 22 17:50:54.655071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0abfe878-aa4f-4f3b-9f06-55b711929df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:54.687667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3a9364fc-2ecb-4836-afb8-8f1d5c215131 req-26c35e93-6055-48fb-bfc7-2db88e603004 service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344564 Sep 22 17:50:55.725625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:55.858073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:56.142494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:50:57.374344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:22.509429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8b518764-d8ab-4391-8d17-86a3dd18ee9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:23.094790 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:51:24.658039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d344d7a-a9c4-4a07-a0cf-1d11db46db96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:25.729085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:25.847716 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:26.144082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:27.375114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:43.948858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-346443f9-6e20-4f01-a0c4-31965d217153 req-65069ce9-71e6-4cf8-b10b-d38080c9e002 service neutron] (89051) timed out ('10.222.0.25', 55266) {{(pid=89051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 17:51:45.332079 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a29460-d396-41e6-a98c-50268993a218 req-e9b9c8d9-5e8c-4718-b1ce-b05f8c138846 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:45.333581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-78a29460-d396-41e6-a98c-50268993a218 req-e9b9c8d9-5e8c-4718-b1ce-b05f8c138846 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0943217 Sep 22 17:51:45.379028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-78a29460-d396-41e6-a98c-50268993a218 req-af9781e3-36df-4182-85c5-b24ba2854421 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391295 Sep 22 17:51:46.577993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ea9105-53a3-4c82-96b1-5053c48ec2b8 req-f5c82c31-f46c-48ef-8dbe-a1cb0c6314b2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:46.579380 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80ea9105-53a3-4c82-96b1-5053c48ec2b8 req-f5c82c31-f46c-48ef-8dbe-a1cb0c6314b2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0866899 Sep 22 17:51:46.627084 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80ea9105-53a3-4c82-96b1-5053c48ec2b8 req-73b9eda2-73ad-4acb-9f4a-17d8e50b4e38 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420578 Sep 22 17:51:46.656118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59206) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:46.756417 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-45cc820b-eb21-495e-81d6-5ed0db5e1ad7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 200 len: 992 time: 0.0991418 Sep 22 17:51:48.247349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaf5d98-9da2-4e1e-a681-0d7d8d1b52af req-c385f142-f095-4a5b-8e4a-eb1083a8cc6f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:48.248870 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-afaf5d98-9da2-4e1e-a681-0d7d8d1b52af req-c385f142-f095-4a5b-8e4a-eb1083a8cc6f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0925760 Sep 22 17:51:48.294992 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-afaf5d98-9da2-4e1e-a681-0d7d8d1b52af req-12fcc595-689a-4e1c-b9ed-506070ee954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404410 Sep 22 17:51:49.509405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a45148-117f-4b29-abcd-a5b8aa049e66 req-0d6d1b0a-9957-4526-a538-788b903b9847 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:49.511358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21a45148-117f-4b29-abcd-a5b8aa049e66 req-0d6d1b0a-9957-4526-a538-788b903b9847 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1044562 Sep 22 17:51:49.558104 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-21a45148-117f-4b29-abcd-a5b8aa049e66 req-d32a1bd7-4949-470a-8167-a12f15fc837f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413060 Sep 22 17:51:49.586685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59218) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:49.694288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d33860d2-9aa5-4a18-bc6f-0eff0a8666d5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 200 len: 992 time: 0.1064014 Sep 22 17:51:49.981570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59226) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:50.298725 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:51:50.299076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:50.468337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:50.468696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:50.594018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:51:50.748003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:50.794011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=5766cbf7-ba61-4fa0-a6aa-37036ee8f0f4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:51:50.838619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.838961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.839298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.839631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.839960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.840292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.840699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.840952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.841271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.841587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.841904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.842225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:51:50.902945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:50.903270 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 24e05778-b9f3-4178-89c4-538dfa40d16a disassociated (deleted). External IP: 172.26.8.12, port: 564c459b-4c65-4dc6-aa98-926a6ab48e33. Sep 22 17:51:51.252800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 09f68e61-fd88-4e74-a1d1-22cfcd705916 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:51:51.439596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:51:51.449597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Sync routers for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:51:51.458927 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:51:51.459634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:51.464449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:51.521761 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0ee37b65-a2b6-4e42-bbec-ff49301f954b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/floatingips/24e05778-b9f3-4178-89c4-538dfa40d16a HTTP/1.1" status: 204 len: 168 time: 1.5390766 Sep 22 17:51:51.522443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:51:51.525126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17b83d78-67da-45c0-adaa-b47022a6a235" -d '{"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:51:51.675742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:51:51.703195 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdb501b9-921d-4925-9d60-63d2df6ad624 x-openstack-request-id: req-fdb501b9-921d-4925-9d60-63d2df6ad624 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:51:51.703715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:51:51.703715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fdb501b9-921d-4925-9d60-63d2df6ad624 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:51:51.704124 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fdb501b9-921d-4925-9d60-63d2df6ad624'] response: {'name': 'network-changed', 'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'status': 'completed', 'code': 200} Sep 22 17:51:51.937837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8396de-2cb9-4709-8c8e-58cb06e8fc4e req-61c8f7e4-2ec5-45a8-8279-9a57e4f010de tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:51.939322 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab8396de-2cb9-4709-8c8e-58cb06e8fc4e req-61c8f7e4-2ec5-45a8-8279-9a57e4f010de tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0939412 Sep 22 17:51:51.954512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9bcc02db-e831-4d24-8cea-d691ecb728ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:51.956212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9bcc02db-e831-4d24-8cea-d691ecb728ee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 1098 time: 0.2003365 Sep 22 17:51:51.986894 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ab8396de-2cb9-4709-8c8e-58cb06e8fc4e req-f77c7744-8944-4386-bb0d-eecfce4161ea tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406046 Sep 22 17:51:52.054724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:52.059572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Checking router: 09f68e61-fd88-4e74-a1d1-22cfcd705916 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:51:52.069864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:51:52.070462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:52.091058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9801f046-2b56-44c3-919b-9583e0fbc267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:52.092506 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9801f046-2b56-44c3-919b-9583e0fbc267 service neutron] 10.222.0.18 "GET /v2.0/networks?id=bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 200 len: 897 time: 0.1301332 Sep 22 17:51:52.164249 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-7632fa2e-6261-475b-b795-b0cb11d09039 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 200 len: 217 time: 0.0642567 Sep 22 17:51:52.226126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9ef45822-6a16-4142-aa94-f7c128f58c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:52.227571 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-9ef45822-6a16-4142-aa94-f7c128f58c3e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 200 len: 834 time: 0.0573864 Sep 22 17:51:52.249410 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:51:52.313248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-a7f71327-9394-43ff-8035-ec242ac5d129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:52.314722 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-a7f71327-9394-43ff-8035-ec242ac5d129 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=bfb98d5e-4e59-4345-99b4-4714fd253663&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788159 Sep 22 17:51:52.447651 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-ece96f29-cd1b-404d-90cf-f89ec27a616d service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264648 Sep 22 17:51:52.547623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1b186f42-8a12-4779-bb37-4099e31ee35b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:52.574306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:52.578289 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4629e0da-af83-4647-8c78-f8ea30884dd5 None None] The sync data for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv is: [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '2fd454ca-ba52-4d92-bcd5-db18dcd42c5f', 'name': '', 'network_id': 'bfb98d5e-4e59-4345-99b4-4714fd253663', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:43:8b:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '69b6088e-c12a-478d-8e2a-283cda645116', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:12Z', 'updated_at': '2022-09-22T17:50:17Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '69b6088e-c12a-478d-8e2a-283cda645116', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:51:52.581364 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17b83d78-67da-45c0-adaa-b47022a6a235 req-e03be6bc-7753-46ab-9c44-fe7bdd50a821 service neutron] 10.222.0.18 "GET /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275918 Sep 22 17:51:52.791970 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3db551-fd99-44aa-9362-ba63a8a66350 None None] New status for floating IP 24e05778-b9f3-4178-89c4-538dfa40d16a: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:51:53.189504 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bba7486-f484-40a3-8443-dde9f36932f2 req-45916fe0-8401-4d55-b0b6-a5efa69287c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:53.190107 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6bba7486-f484-40a3-8443-dde9f36932f2 req-45916fe0-8401-4d55-b0b6-a5efa69287c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:51:53.206203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-6bba7486-f484-40a3-8443-dde9f36932f2 req-45916fe0-8401-4d55-b0b6-a5efa69287c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:51:53.207587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6bba7486-f484-40a3-8443-dde9f36932f2 req-45916fe0-8401-4d55-b0b6-a5efa69287c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.1075401 Sep 22 17:51:53.252627 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6bba7486-f484-40a3-8443-dde9f36932f2 req-749821aa-162c-435c-8758-9ff341913189 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392938 Sep 22 17:51:53.826278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-dcbbd62e-7dfe-4d24-ba53-47b4280778e7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:53.827697 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-dcbbd62e-7dfe-4d24-ba53-47b4280778e7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0893159 Sep 22 17:51:53.895900 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 564c459b-4c65-4dc6-aa98-926a6ab48e33 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:51:53.896247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:54.155438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 564c459b-4c65-4dc6-aa98-926a6ab48e33, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=564c459b-4c65-4dc6-aa98-926a6ab48e33,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:51:54.155781 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:54.280718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 564c459b-4c65-4dc6-aa98-926a6ab48e33 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:51:54.434200 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:54.467516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe61185d-8bb0-492d-a4c3-1162f604289f req-3c4cb319-e5b9-4f8f-b3a9-4e6f435a43dc tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:54.469004 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fe61185d-8bb0-492d-a4c3-1162f604289f req-3c4cb319-e5b9-4f8f-b3a9-4e6f435a43dc tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 945 time: 0.0976434 Sep 22 17:51:54.486905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=564c459b-4c65-4dc6-aa98-926a6ab48e33,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:51:54.518018 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fe61185d-8bb0-492d-a4c3-1162f604289f req-fe53c91b-6433-4e8a-bd9c-eb26d1383341 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=1fafeac8-500f-40f8-b21b-3138a3c41376&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430739 Sep 22 17:51:54.660520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf040f05-cd0e-4936-8ccc-a14654ffeb90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:54.684654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port 564c459b-4c65-4dc6-aa98-926a6ab48e33 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:51:54.687046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:54.689659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'name': 'network-vif-deleted', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:51:54.691958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b78d58-cdf9-4c3d-929b-6504832b52c4" -d '{"events": [{"server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "name": "network-vif-deleted", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:51:54.705797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-12d9144a-2ac7-44a1-bf9e-882b62593032 req-1cff7837-e3de-4b43-a2a2-9ae747d211d8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "DELETE /v2.0/ports/564c459b-4c65-4dc6-aa98-926a6ab48e33 HTTP/1.1" status: 204 len: 173 time: 0.8731823 Sep 22 17:51:54.734442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b17d28ea-27fe-4357-afde-9775ecbcd5da x-openstack-request-id: req-b17d28ea-27fe-4357-afde-9775ecbcd5da {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:51:54.734754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "929ae18a-8a1c-476d-947c-cae884b0d3d6", "name": "network-vif-deleted", "tag": "564c459b-4c65-4dc6-aa98-926a6ab48e33", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:51:54.735012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b17d28ea-27fe-4357-afde-9775ecbcd5da {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:51:54.735410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b17d28ea-27fe-4357-afde-9775ecbcd5da'] response: {'server_uuid': '929ae18a-8a1c-476d-947c-cae884b0d3d6', 'name': 'network-vif-deleted', 'tag': '564c459b-4c65-4dc6-aa98-926a6ab48e33', 'status': 'completed', 'code': 200} Sep 22 17:51:55.582223 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-ca31eb12-547c-46c9-9105-97334b68a8a3 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0557585 Sep 22 17:51:55.628510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59248) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:55.734199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:55.756003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-9b05fb42-44b8-45ea-b5b8-bd4c226ba92d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=929ae18a-8a1c-476d-947c-cae884b0d3d6 HTTP/1.1" status: 200 len: 210 time: 0.0608962 Sep 22 17:51:55.855860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:55.984510 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 564c459b-4c65-4dc6-aa98-926a6ab48e33 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:51:56.025123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 564c459b-4c65-4dc6-aa98-926a6ab48e33 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:51:56.025465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 564c459b-4c65-4dc6-aa98-926a6ab48e33 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:51:56.071437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-9dd6fd04-2237-4095-8b01-97b1bb724c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:56.072898 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-9dd6fd04-2237-4095-8b01-97b1bb724c80 service neutron] 10.222.0.18 "GET /v2.0/networks?tenant_id=66e2033314e548d99ca2e93e6569c850&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2452364 Sep 22 17:51:56.153873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:56.331167 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-bbf859b6-2f40-455d-b3f4-a14c48c5abeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:51:56.332598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ae1e920-949d-4d0a-8689-a3a76a61166b req-bbf859b6-2f40-455d-b3f4-a14c48c5abeb service neutron] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2042713 Sep 22 17:51:56.481525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:56.949760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:51:56.950467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:57.147630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:51:57.147991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:57.272914 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:51:57.380556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:57.601603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:57.649187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=2fd454ca-ba52-4d92-bcd5-db18dcd42c5f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:51:57.926787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.399724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 09f68e61-fd88-4e74-a1d1-22cfcd705916 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:51:58.581910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:51:58.591202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Sync routers for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:51:58.597441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-56915c3b-5e71-474c-b865-166cda5e8563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/09f68e61-fd88-4e74-a1d1-22cfcd705916/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9649429 Sep 22 17:51:58.597667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:58.600437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:51:58.601061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:58.666465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting subnet 69b6088e-c12a-478d-8e2a-283cda645116 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:51:58.670551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.730205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.786477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:51:58.811557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.884125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.927757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Subnet': ['ID=69b6088e-c12a-478d-8e2a-283cda645116,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:51:58.931692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:58.940979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ac21755c-dd83-4212-a2fb-53554e1c0461 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/subnets/69b6088e-c12a-478d-8e2a-283cda645116 HTTP/1.1" status: 204 len: 168 time: 0.3391325 Sep 22 17:51:58.940979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:51:58.954753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986813b1-1e9f-481e-b0fe-98e03fb34a52 None None] Network bfb98d5e-4e59-4345-99b4-4714fd253663 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:51:59.121269 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.287281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127'}], 'enable_snat': True}, 'gw_port_id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:51:57Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '336fd9fa-d4ce-480b-9b04-ee1302de48dc', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:2f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:50:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:59.291792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Checking router: 09f68e61-fd88-4e74-a1d1-22cfcd705916 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:51:59.300893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Routers {'09f68e61-fd88-4e74-a1d1-22cfcd705916'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:51:59.301660 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['09f68e61-fd88-4e74-a1d1-22cfcd705916'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:59.310815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.320757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 336fd9fa-d4ce-480b-9b04-ee1302de48dc {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:51:59.321086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.356196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] DHCP port deletion for bfb98d5e-4e59-4345-99b4-4714fd253663 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:51:59.417443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Deleting port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:51:59.417821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.480066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:51:59.503515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 336fd9fa-d4ce-480b-9b04-ee1302de48dc, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=336fd9fa-d4ce-480b-9b04-ee1302de48dc,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:51:59.504051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.584303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] Set router 09f68e61-fd88-4e74-a1d1-22cfcd705916 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:51:59.631333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 336fd9fa-d4ce-480b-9b04-ee1302de48dc owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:51:59.715602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:51:59Z', 'revision_number': 6, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:51:59.782727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4b585cd-81e2-47c7-b1cd-354260e1d5cd None None] The sync data for ids ['09f68e61-fd88-4e74-a1d1-22cfcd705916'] in dv-neutron-858953-1-hyperv is: [{'id': '09f68e61-fd88-4e74-a1d1-22cfcd705916', 'name': 'tempest-TestNetworkAdvancedServerOps-router-595867807', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:50:08Z', 'updated_at': '2022-09-22T17:51:59Z', 'revision_number': 6, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:51:59.806861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.870606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:51:59.870994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.892867 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:51:59.893264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:51:59.973138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=336fd9fa-d4ce-480b-9b04-ee1302de48dc,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:00.030997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Calling delete_port for b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:52:00.061860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:00.068661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.074765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.094296 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:52:00.162886 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:00.171606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:52:00.171966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:52:00.173082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.173538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.173745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.174078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.174407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.174780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.175110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.175538 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.175750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.176068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.176391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.176753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:00.265649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.267929 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.293240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.294000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Fanout notify agent at l3_agent the message router_deleted on router 09f68e61-fd88-4e74-a1d1-22cfcd705916 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:52:00.309494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.310567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-77c3a415-3ffb-457e-b86c-6ecebd7f81ba tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/routers/09f68e61-fd88-4e74-a1d1-22cfcd705916 HTTP/1.1" status: 204 len: 168 time: 1.3693004 Sep 22 17:52:00.313411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:00.424388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.435475 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:52:00.435806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.638933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:00.639502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.672974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Deleting port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:52:00.673376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.767632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:52:00.851865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.886270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] For port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,segment=NetworkSegment(6a68792f-a6f2-44b8-adf3-791fda2ef701),segment_id=6a68792f-a6f2-44b8-adf3-791fda2ef701)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:00.886821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:00.898375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=b857e456-0c5e-4fdf-a011-aa7c0d6d52d7,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:00.901849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:52:01.025363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.051058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Calling delete_port for b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:52:01.054899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfb98d5e-4e59-4345-99b4-4714fd253663']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:01.068467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a68792f-a6f2-44b8-adf3-791fda2ef701') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:01.068721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a68792f-a6f2-44b8-adf3-791fda2ef701') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:01.079909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.097777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.104366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:52:01.104819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.132331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:52:01.132853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:52:01.190316 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6a68792f-a6f2-44b8-adf3-791fda2ef701 resource provider aggregate not found Sep 22 17:52:01.210000 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 6a68792f-a6f2-44b8-adf3-791fda2ef701 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a68792f-a6f2-44b8-adf3-791fda2ef701 found for delete ", "request_id": "req-fb20ad8e-09c9-446a-abbf-02355b0e1651"}]} Sep 22 17:52:01.211337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.216391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.245411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Network': ['ID=bfb98d5e-4e59-4345-99b4-4714fd253663,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:01.256069 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-be51aa1a-1ee9-4b5c-9c0b-40fed4834d18 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/networks/bfb98d5e-4e59-4345-99b4-4714fd253663 HTTP/1.1" status: 204 len: 168 time: 0.9416959 Sep 22 17:52:01.258798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59270) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:01.326230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.358778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.383020 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 336fd9fa-d4ce-480b-9b04-ee1302de48dc no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:52:01.417812 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 336fd9fa-d4ce-480b-9b04-ee1302de48dc {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:52:01.418150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 336fd9fa-d4ce-480b-9b04-ee1302de48dc not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:52:01.418772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:52:01.425102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.443755 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fafeac8-500f-40f8-b21b-3138a3c41376,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:01.452305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:52:01.452740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 2fd454ca-ba52-4d92-bcd5-db18dcd42c5f not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:52:01.458541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:01.459671 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-aec9a9bd-85e3-4538-abeb-0a75e3b3ea8d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/security-groups/1fafeac8-500f-40f8-b21b-3138a3c41376 HTTP/1.1" status: 204 len: 168 time: 0.1999795 Sep 22 17:52:02.017873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Deleting port b857e456-0c5e-4fdf-a011-aa7c0d6d52d7 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:52:02.018408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.085050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-1bb07269-f616-420e-9ad7-21c4ba51871f None None] The port 'b857e456-0c5e-4fdf-a011-aa7c0d6d52d7' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:52:02.586616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59280) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:02.592259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1967458814', 'description': 'tempest-secgroup-smoke-1967458814 description', 'project_id': '66e2033314e548d99ca2e93e6569c850'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:02.598366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:02.602450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:02.605868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:02.611434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:02.622077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.644011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:02.647799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:02.651497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:02.657430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:02.823417 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.827068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.871957 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a2d7ac-47ca-40ea-a389-bdf45585ab89,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:02.874812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.876003 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5a74ae4c-c523-489f-8379-1885e4e0c6ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2878904 Sep 22 17:52:02.879527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59284) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:02.885032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:02.891115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:02.894930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:02.897800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:02.903470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:02.919508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.978753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:02.982539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.005932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57847d48-0d94-4836-a942-f3c891ef1141,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.016254 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.018541 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-273a15aa-0af0-4310-82d6-7f358069c774 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1377308 Sep 22 17:52:03.021579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59288) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.026748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.032851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.036655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.039471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.046044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.062460 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.123149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.127146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.153293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d98f020c-7222-439f-9a29-9d5d405b7dfb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.163811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.164162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.164503 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.164864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.165699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.166031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.166361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.166692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.167021 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.167351 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.167653 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.167973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:03.171184 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.175264 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-05a3127c-1e9c-4a3c-bf80-c534adc66056 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1525452 Sep 22 17:52:03.175616 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59292) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.184006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.190343 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.195442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.198368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.204050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.222400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.287589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.291742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.315291 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1df962d8-bb8f-4909-8f42-c2091c2f83bf,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.326843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.328066 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2da1f4b8-0977-43f4-b1ed-8bd5dc8c3563 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1499977 Sep 22 17:52:03.332290 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59296) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.337788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.343854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.347686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.350556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.356726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.372310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.435466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.439920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.464186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f860a85-c0e6-4c71-96f6-7c26b6beaaa8,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.473522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.474687 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ff76b71-ec82-4d22-a441-c5cd655891a0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1414607 Sep 22 17:52:03.478301 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.483162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.489020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.492843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.495718 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.501446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.512925 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:52:03.519847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.586732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.591443 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.614952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2976b543-5a30-4835-99ff-de692530cd84,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.623499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.624688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-82ce6015-d508-4101-8907-7caef949cb42 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1454570 Sep 22 17:52:03.627779 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.632644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'c0a2d7ac-47ca-40ea-a389-bdf45585ab89', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.638505 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.642375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.645215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.651335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.661927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:52:03.669577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.734744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.738251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.760934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6047fce-e0d1-439f-8def-2c8fcc4ea8e9,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:03.770375 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.771901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fef1041a-ddff-4eb7-ae02-be2e51341d17 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429582 Sep 22 17:52:03.776069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59308) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:03.781641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'network': {'name': 'tempest-network-smoke--831353137', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:03.786604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:03.790992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:network and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:03.794098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:03.799822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:03.810044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:52:03.813561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.842202 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:52:03.851228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.851661 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Added segment ba325af7-90b0-428b-8094-8cb093b4a3f3 of type vlan for network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe Sep 22 17:52:03.878767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.909667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:03.914958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:03.915601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.019546 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2423055 Sep 22 17:52:04.022362 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade649fb-f985-476f-9ba8-f7416c3f1ad2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Network': ['ID=3a18cba0-64bd-4f84-a924-5e4fb1c96afe,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:04.022786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59312) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:04.030104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'admin_state_up': True, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:04.033297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:52:04.038671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:04.042694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:router and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:04.045647 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:04.052125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:04.062803 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.064163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.081371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.351258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.764457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.797005 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:04.939378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.228 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/8dfabf44-9123-4f52-b147-f24f3918de1d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:52:05.087610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:05.118200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:05.180474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:05.181862 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:05.185357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:52:05.226902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=8dfabf44-9123-4f52-b147-f24f3918de1d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:05.596230 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:06.043553 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:06.249641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 60939eac-3c69-430b-b7ac-4d1837e4e987 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:52:06.427766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:52:06.438548 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Sync routers for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:52:06.449260 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:06.449858 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:06.455320 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:06.456495 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-b40a4e92-00f6-49f3-beb2-20128d0cb204 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4324365 Sep 22 17:52:06.459601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59316) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:06.500451 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d582539-9415-4a96-9647-44bb8674dc0c tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=66e2033314e548d99ca2e93e6569c850&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375988 Sep 22 17:52:06.500679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59320) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:06.625650 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:06.628407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d098f17-7416-4911-acf3-d2e314284078 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:06.629929 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5d098f17-7416-4911-acf3-d2e314284078 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283700 Sep 22 17:52:06.632754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59324) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:06.677209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9ba3f7d9-f270-4d73-86bc-d3b88257cbf6 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410066 Sep 22 17:52:06.677417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59328) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:06.683542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1521770646', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:06.789604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:06.793947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:subnet and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:06.796780 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:06.802387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:06.813014 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:52:06.816518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:06.902511 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:06.906250 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Checking router: 60939eac-3c69-430b-b7ac-4d1837e4e987 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:52:06.906589 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Updating router 60939eac-3c69-430b-b7ac-4d1837e4e987 port 8dfabf44-9123-4f52-b147-f24f3918de1d binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:52:06.962056 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.032295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.109707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Subnet': ['ID=9e231028-5c04-4179-90ba-8deb5d0fc172,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:07.119136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Checking segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:52:07.119494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network hostable DHCP agents. Network: 3a18cba0-64bd-4f84-a924-5e4fb1c96afe, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:52:07.137969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:52:07.147063 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 3a18cba0-64bd-4f84-a924-5e4fb1c96afe) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:07.151637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:07.152342 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.158278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bedc2e-3f62-4870-ac3b-cfad3c54bd2b None None] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:52:07.178227 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-9d5be229-80f3-48d4-8cb2-f2d16a695eb8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4973814 Sep 22 17:52:07.178919 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59332) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:07.304183 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.318046 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Transition to ACTIVE for port object 8dfabf44-9123-4f52-b147-f24f3918de1d will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:07.324990 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.385644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Attempting to bind port 8dfabf44-9123-4f52-b147-f24f3918de1d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:52:07.385644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Attempting to bind port 8dfabf44-9123-4f52-b147-f24f3918de1d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:52:07.385995 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Attempting to bind port 8dfabf44-9123-4f52-b147-f24f3918de1d on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:52:07.394331 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:52:07.394714 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:52:07.395110 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.395491 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:52:07.395949 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Bound port: 8dfabf44-9123-4f52-b147-f24f3918de1d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:52:07.396314 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.397068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:52:07.398140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.480696 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Pushing event updated for resources: {'Port': ['ID=8dfabf44-9123-4f52-b147-f24f3918de1d,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:07.489378 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.489651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.489981 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.490307 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.490627 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.490944 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.491261 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.491576 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.491885 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.492206 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.492516 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.492850 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:52:07.521425 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] For port 8dfabf44-9123-4f52-b147-f24f3918de1d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:52:07.524424 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] For port 8dfabf44-9123-4f52-b147-f24f3918de1d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8dfabf44-9123-4f52-b147-f24f3918de1d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:52:07.530382 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.567798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Allocated IP 172.20.0.2 (3a18cba0-64bd-4f84-a924-5e4fb1c96afe/9e231028-5c04-4179-90ba-8deb5d0fc172/e7212574-517f-4e38-a932-59e2c5714e00) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:52:07.590791 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:07.591408 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:07.679696 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165745ae-faae-4449-81fa-444a34a82d2f None None] Pushing event updated for resources: {'Port': ['ID=8dfabf44-9123-4f52-b147-f24f3918de1d,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:07.778762 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:07.801216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.813207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Transition to ACTIVE for port object e7212574-517f-4e38-a932-59e2c5714e00 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:07.835469 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Transition to ACTIVE for port object e7212574-517f-4e38-a932-59e2c5714e00 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:07.842748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:07.912834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:07.915975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:07.919802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:52:07.925699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Pushing event updated for resources: {'Port': ['ID=e7212574-517f-4e38-a932-59e2c5714e00,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:07.940927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.027989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Attempting to bind port e7212574-517f-4e38-a932-59e2c5714e00 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:52:08.028360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Attempting to bind port e7212574-517f-4e38-a932-59e2c5714e00 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:52:08.028824 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Attempting to bind port e7212574-517f-4e38-a932-59e2c5714e00 on network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:52:08.036558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:52:08.036991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Checking segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:52:08.037402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.037801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Bound using segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:52:08.038287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Bound port: e7212574-517f-4e38-a932-59e2c5714e00, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:52:08.038662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.082455 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:08.086876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-075afc6c-ac2b-4c32-b72e-4b2583e3bed2 None None] The sync data for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv is: [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:52:08.147780 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:52:08.152291 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:52:08.156923 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.259950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c86aa49-9958-426a-988b-9a235b4df3ae None None] Pushing event updated for resources: {'Port': ['ID=e7212574-517f-4e38-a932-59e2c5714e00,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:08.566161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.1 (3a18cba0-64bd-4f84-a924-5e4fb1c96afe/9e231028-5c04-4179-90ba-8deb5d0fc172/0b9d6b84-d76d-4ef5-89ee-d770c2a193aa) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:52:08.735474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.753878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:08.778816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:08.852335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:08.856076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:08.858925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:52:08.900486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:08.935188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.213266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.264025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f9ae69-0d6c-40eb-890f-6726ecff6d49 None None] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:52:09.470626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e7212574-517f-4e38-a932-59e2c5714e00 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:09.531441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21e10b67-76a3-48ce-a749-412d120e32ae None None] Provisioning for port e7212574-517f-4e38-a932-59e2c5714e00 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:09.650785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e7212574-517f-4e38-a932-59e2c5714e00 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:09.650962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.655305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.659659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e7212574-517f-4e38-a932-59e2c5714e00 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:09.660037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.660375 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e7212574-517f-4e38-a932-59e2c5714e00 Sep 22 17:52:09.770005 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:09.776244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.792947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e7212574-517f-4e38-a932-59e2c5714e00 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:09.793360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.828596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:09.832968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.833724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8dfabf44-9123-4f52-b147-f24f3918de1d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:09.926022 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:09.927266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:09.954296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=e7212574-517f-4e38-a932-59e2c5714e00,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:09.970914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 8dfabf44-9123-4f52-b147-f24f3918de1d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:09.976377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8dfabf44-9123-4f52-b147-f24f3918de1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:09.976889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:09.977140 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8dfabf44-9123-4f52-b147-f24f3918de1d Sep 22 17:52:10.010725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Provisioning for port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:10.028232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Provisioning complete for port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:10.028628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:10.028967 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 1 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:10.099255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:10.161666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8dfabf44-9123-4f52-b147-f24f3918de1d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:10.162054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:10.179173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 8dfabf44-9123-4f52-b147-f24f3918de1d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8dfabf44-9123-4f52-b147-f24f3918de1d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:10.184418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:10.262637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 60939eac-3c69-430b-b7ac-4d1837e4e987 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:52:10.263732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=8dfabf44-9123-4f52-b147-f24f3918de1d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:10.448586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:52:10.458236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Sync routers for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:52:10.460799 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d05a6022-10c1-42a1-a8e7-321a6d343973 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/60939eac-3c69-430b-b7ac-4d1837e4e987/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2805183 Sep 22 17:52:10.467839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:10.468430 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:10.600576 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 2 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:10.626489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-63317658-d876-44b3-bf25-b373af35afff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:52:10.642166 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-63317658-d876-44b3-bf25-b373af35afff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:52:10.643481 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-63317658-d876-44b3-bf25-b373af35afff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1967458814&fields=id&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 267 time: 0.0548100 Sep 22 17:52:10.683262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:10.690496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:10.799089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-b8905c47-5c5c-49a6-be93-4b223cbedbcf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:10.799656 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-b8905c47-5c5c-49a6-be93-4b223cbedbcf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:52:10.815129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-b8905c47-5c5c-49a6-be93-4b223cbedbcf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:52:10.816560 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-b8905c47-5c5c-49a6-be93-4b223cbedbcf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 796 time: 0.1657712 Sep 22 17:52:10.831862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-61994f18-54ae-4456-a16f-31ac9a399c85 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/quotas/66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 375 time: 0.0092304 Sep 22 17:52:10.919732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-8e16e8cc-a87d-48b0-9b00-f546f1f4fa88 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:52:10.936008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-8e16e8cc-a87d-48b0-9b00-f546f1f4fa88 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:52:10.937373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-8e16e8cc-a87d-48b0-9b00-f546f1f4fa88 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1003692 Sep 22 17:52:11.007568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 2, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:11.012992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Checking router: 60939eac-3c69-430b-b7ac-4d1837e4e987 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:52:11.013347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Updating router 60939eac-3c69-430b-b7ac-4d1837e4e987 port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:52:11.066184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:11.138379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-ddf16f3d-81da-41ac-81b6-e3854532bf83 service neutron] 10.222.0.25 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879568 Sep 22 17:52:11.189945 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 3 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:11.275864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:11.278515 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-532f28aa-06cc-4b34-99e1-632eabaad502 service neutron] 10.222.0.25 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356368 Sep 22 17:52:11.414065 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e7212574-517f-4e38-a932-59e2c5714e00 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:11.489997 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-231c6da2-7367-49cc-a6fc-b1665fc5dba7 req-c541e187-bbba-431c-a2c7-a393cdd36f59 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 210 time: 0.0555537 Sep 22 17:52:11.549097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e7212574-517f-4e38-a932-59e2c5714e00 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:11.549611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:11.549792 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e7212574-517f-4e38-a932-59e2c5714e00 Sep 22 17:52:11.629921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:11.646670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Transition to ACTIVE for port object 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:11.682406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:11.782948 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 4 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:11.942194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f532ab-5f26-4cc1-9eaa-5d0bd390645a None None] Pushing event updated for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:11.944314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e7212574-517f-4e38-a932-59e2c5714e00 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:11.945417 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8dfabf44-9123-4f52-b147-f24f3918de1d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:11.983762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:12.016292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Attempting to bind port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:52:12.016682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Attempting to bind port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:52:12.017043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Attempting to bind port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa on network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:52:12.026489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:52:12.026853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Checking segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:52:12.027249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:12.027635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Bound using segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:52:12.028088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Bound port: 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:52:12.028452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:12.109993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 8dfabf44-9123-4f52-b147-f24f3918de1d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:12.110368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:12.110706 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 8dfabf44-9123-4f52-b147-f24f3918de1d Sep 22 17:52:12.176184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] For port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:52:12.180953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] For port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:52:12.186944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:12.260432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:12.261071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:51:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:12.380343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f532ab-5f26-4cc1-9eaa-5d0bd390645a None None] Pushing event updated for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:12.472018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 8dfabf44-9123-4f52-b147-f24f3918de1d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:12.485905 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 5 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:12.541921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:12.655977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ba230581-f2aa-4361-aa75-c6883ec82c16 req-834e904d-7970-4e16-b0b9-ab3adfd140e0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 210 time: 0.0537326 Sep 22 17:52:12.681138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:52:12.800297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Provisioning complete for port e7212574-517f-4e38-a932-59e2c5714e00 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:12.800681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:12.801013 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Attempt 1 to provision port e7212574-517f-4e38-a932-59e2c5714e00 Sep 22 17:52:12.996924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-58eceb6a-0225-4a76-9b92-c6e2756f8c9f None None] Current status of the port e7212574-517f-4e38-a932-59e2c5714e00 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:13.010636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:12Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:13.014663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d830aeea-b1c6-4f4d-948a-966d6a259689 None None] The sync data for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv is: [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:12Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:52:13.410474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:13.495080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:13.500523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:13.501029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:13.501394 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:13.636191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:13.636563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:13.671033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:13.675813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:13.755856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:13.819787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-ce0b39d7-7055-4b7b-82d0-705f156648d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:13.821875 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-ce0b39d7-7055-4b7b-82d0-705f156648d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 796 time: 0.2019284 Sep 22 17:52:13.849890 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7daf34dd-564a-4233-9a48-3fc6ed4ca475 req-c6f77996-c699-4da7-9f6c-1e92e132c0ed tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 210 time: 0.0569894 Sep 22 17:52:13.895660 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-26f6c1b4-1cfa-480f-8a7e-c131812c872a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 380 time: 0.0599194 Sep 22 17:52:13.905012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'port': {'device_id': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'admin_state_up': True, 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'security_groups': ['c0a2d7ac-47ca-40ea-a389-bdf45585ab89']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:14.049685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:14.061220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:14.074287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:52:14.077804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.264299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.11 (3a18cba0-64bd-4f84-a924-5e4fb1c96afe/9e231028-5c04-4179-90ba-8deb5d0fc172/02fd8f67-4325-4886-afcc-0af15001530b) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:52:14.574377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.590230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 02fd8f67-4325-4886-afcc-0af15001530b will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:14.613556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.684858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:14.687714 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:14.691888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:52:14.729466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:14.761785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:14.762311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.789121 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-3f217df0-3a92-4cbe-af85-27bbb1b8887a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8878374 Sep 22 17:52:14.809001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Request body: {'port': {'device_id': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:14.925105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.953697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Provisioning for port 02fd8f67-4325-4886-afcc-0af15001530b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:14.958996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Provisioning complete for port 02fd8f67-4325-4886-afcc-0af15001530b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:14.959354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:14.959697 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Attempt 1 to provision port 02fd8f67-4325-4886-afcc-0af15001530b Sep 22 17:52:15.016483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Port 02fd8f67-4325-4886-afcc-0af15001530b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:15.208019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256011c7-e032-4523-ba52-1a32ff20b25c req-c502af98-e411-4271-b935-dd8ce84550ac tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:15.208735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-256011c7-e032-4523-ba52-1a32ff20b25c req-c502af98-e411-4271-b935-dd8ce84550ac tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:52:15.245513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-256011c7-e032-4523-ba52-1a32ff20b25c req-c502af98-e411-4271-b935-dd8ce84550ac tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:52:15.246667 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-256011c7-e032-4523-ba52-1a32ff20b25c req-c502af98-e411-4271-b935-dd8ce84550ac tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 932 time: 0.2771668 Sep 22 17:52:15.314753 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-256011c7-e032-4523-ba52-1a32ff20b25c req-f02fe5c1-d11f-45ca-8830-a55a0117febc tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575225 Sep 22 17:52:15.388990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02fd8f67-4325-4886-afcc-0af15001530b {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:52:15.393309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:15.397662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.412721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Transition to ACTIVE for port object 02fd8f67-4325-4886-afcc-0af15001530b will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:52:15.416355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.461962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:15.462334 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.462665 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa Sep 22 17:52:15.517257 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Attempt 2 to provision port 02fd8f67-4325-4886-afcc-0af15001530b Sep 22 17:52:15.597909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Pushing event updated for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:15.620425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Port 02fd8f67-4325-4886-afcc-0af15001530b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:52:15.630029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:15.641620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Attempting to bind port 02fd8f67-4325-4886-afcc-0af15001530b on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:52:15.642024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Attempting to bind port 02fd8f67-4325-4886-afcc-0af15001530b by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:52:15.642263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Attempting to bind port 02fd8f67-4325-4886-afcc-0af15001530b on network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:52:15.646836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Port 02fd8f67-4325-4886-afcc-0af15001530b on network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:52:15.647178 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Attempting to bind port 02fd8f67-4325-4886-afcc-0af15001530b on network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:52:15.652181 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 51, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:52:15.652511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Checking segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:52:15.652917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Bound using segment: {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:52:15.653333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Bound port: 02fd8f67-4325-4886-afcc-0af15001530b, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba325af7-90b0-428b-8094-8cb093b4a3f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:52:15.653670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.739931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:52:15.743132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=02fd8f67-4325-4886-afcc-0af15001530b,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:52:15.747789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.777519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:15.778122 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:15.779484 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] 10.222.0.18 "PUT /v2.0/ports/02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 1094 time: 0.9759226 Sep 22 17:52:15.779908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:52:15.782223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea79f157-b4ca-411b-a818-aea8bf719397" -d '{"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:52:15.828000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-458bc035-3bf0-4e79-a89c-8b1927374291 x-openstack-request-id: req-458bc035-3bf0-4e79-a89c-8b1927374291 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:52:15.828280 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:52:15.828527 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-458bc035-3bf0-4e79-a89c-8b1927374291 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:52:15.828945 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-458bc035-3bf0-4e79-a89c-8b1927374291'] response: {'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b', 'status': 'completed', 'code': 200} Sep 22 17:52:15.834093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ba3a7-0269-46ad-9f1b-2092877ed73d service neutron] Pushing event updated for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:15.921566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-8f517ffd-6020-47c8-825b-7467d786c697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:15.922942 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-8f517ffd-6020-47c8-825b-7467d786c697 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1097 time: 0.0775120 Sep 22 17:52:15.999629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-2ab252d2-297c-47cf-b74c-fc9ce5e29ca8 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 217 time: 0.0625277 Sep 22 17:52:16.060384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-9a1b6d8b-50c4-4a5a-a555-198fc3ea2156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:16.061805 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-9a1b6d8b-50c4-4a5a-a555-198fc3ea2156 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0562782 Sep 22 17:52:16.121710 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Attempt 3 to provision port 02fd8f67-4325-4886-afcc-0af15001530b Sep 22 17:52:16.148383 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-f750fdbb-cac7-4142-9042-d211167b89eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:16.150454 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-f750fdbb-cac7-4142-9042-d211167b89eb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808303 Sep 22 17:52:16.193327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c3eff38f-1a85-4321-aeff-b7628ce35d8d None None] Port 02fd8f67-4325-4886-afcc-0af15001530b had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:52:16.284967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-feb03231-7997-4691-b0d7-873c8715ce16 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268077 Sep 22 17:52:16.591865 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3075644e-b1f4-4a76-ae90-fd9d164f9a58 req-c5aaa5d7-55eb-4738-b102-e66480964da9 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2995327 Sep 22 17:52:16.609559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484f42c-25f5-4035-ac5a-6a12b273b036 req-e26a4560-bfdd-412b-afe7-36592cd40778 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:16.610976 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0484f42c-25f5-4035-ac5a-6a12b273b036 req-e26a4560-bfdd-412b-afe7-36592cd40778 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 944 time: 0.1440928 Sep 22 17:52:16.657901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0484f42c-25f5-4035-ac5a-6a12b273b036 req-a926438a-e497-4940-883c-a97298237f2e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411723 Sep 22 17:52:16.770833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-69c81bb8-21ef-4c60-af85-b020e0eb5f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:16.772288 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-69c81bb8-21ef-4c60-af85-b020e0eb5f87 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1097 time: 0.0764256 Sep 22 17:52:16.905860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-1c979307-c29f-4565-9762-dcd62f08f2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:16.907331 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-1c979307-c29f-4565-9762-dcd62f08f2d5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.1249151 Sep 22 17:52:16.981799 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-2c72c0ce-b9f2-430d-8bc0-928f6e66e58c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 217 time: 0.0681834 Sep 22 17:52:17.047101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-66841a55-c408-4238-9b8a-680361a0a21e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:17.048689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-66841a55-c408-4238-9b8a-680361a0a21e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0603588 Sep 22 17:52:17.137939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-bc9cd21d-024a-4fcc-b07b-2cac453cbeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:17.139448 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-bc9cd21d-024a-4fcc-b07b-2cac453cbeae service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0849621 Sep 22 17:52:17.272548 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-fce190cb-e699-48cd-b459-9e775289df75 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262283 Sep 22 17:52:17.413062 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ea79f157-b4ca-411b-a818-aea8bf719397 req-e1171fb9-9c81-4fbc-9c42-11f593268894 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344643 Sep 22 17:52:17.859152 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84900aef-5b9a-469a-a1e7-6e66d86f708c req-d6e9f20b-0f3d-4dac-829d-fca61280a75c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:17.860578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-84900aef-5b9a-469a-a1e7-6e66d86f708c req-d6e9f20b-0f3d-4dac-829d-fca61280a75c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 944 time: 0.0893683 Sep 22 17:52:17.905716 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-84900aef-5b9a-469a-a1e7-6e66d86f708c req-e35046f4-8d34-4202-890b-7ac45af8f653 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393839 Sep 22 17:52:18.062202 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 02fd8f67-4325-4886-afcc-0af15001530b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:52:18.195532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=02fd8f67-4325-4886-afcc-0af15001530b,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:18.208302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '02fd8f67-4325-4886-afcc-0af15001530b', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'port_id': '02fd8f67-4325-4886-afcc-0af15001530b', 'mac_address': 'fa:16:3e:e8:5d:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:52:18.265363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 02fd8f67-4325-4886-afcc-0af15001530b is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:18.265745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:18.282013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02fd8f67-4325-4886-afcc-0af15001530b {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:52:18.297708 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=02fd8f67-4325-4886-afcc-0af15001530b,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:18.302715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:18.373411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:18.806653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['02fd8f67-4325-4886-afcc-0af15001530b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:52:19.111340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6df427-c9c5-4048-85d5-6019228479be req-55957f55-89ca-4304-b9b8-223847b77f39 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:19.112810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a6df427-c9c5-4048-85d5-6019228479be req-55957f55-89ca-4304-b9b8-223847b77f39 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 945 time: 0.0862427 Sep 22 17:52:19.159471 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a6df427-c9c5-4048-85d5-6019228479be req-26123926-5dc8-4180-a692-0459e185f808 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402868 Sep 22 17:52:20.057860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 02fd8f67-4325-4886-afcc-0af15001530b up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:52:20.124637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 02fd8f67-4325-4886-afcc-0af15001530b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:52:20.129424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 02fd8f67-4325-4886-afcc-0af15001530b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:52:20.129789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:20.130117 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 02fd8f67-4325-4886-afcc-0af15001530b Sep 22 17:52:20.249545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 02fd8f67-4325-4886-afcc-0af15001530b is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:52:20.249939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:20.276996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:52:20.279275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ca3378-cc1e-43b5-ba9d-47bf6878185f" -d '{"events": [{"server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "name": "network-vif-plugged", "status": "completed", "tag": "02fd8f67-4325-4886-afcc-0af15001530b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:52:20.287419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=02fd8f67-4325-4886-afcc-0af15001530b,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:52:20.292122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:20.365626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db685b5b-5ba2-4bab-afc3-d2438fcac8f3 req-fdb4f59d-b09f-4bc1-8388-0fefeb76da82 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:20.367612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db685b5b-5ba2-4bab-afc3-d2438fcac8f3 req-fdb4f59d-b09f-4bc1-8388-0fefeb76da82 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0945206 Sep 22 17:52:20.392307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e797e32b-3204-48ea-893d-be607b389bda x-openstack-request-id: req-e797e32b-3204-48ea-893d-be607b389bda {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:52:20.392307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "name": "network-vif-plugged", "status": "completed", "tag": "02fd8f67-4325-4886-afcc-0af15001530b", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:52:20.392549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e797e32b-3204-48ea-893d-be607b389bda {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:52:20.392938 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e797e32b-3204-48ea-893d-be607b389bda'] response: {'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b', 'code': 200} Sep 22 17:52:20.398018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:20.422181 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-db685b5b-5ba2-4bab-afc3-d2438fcac8f3 req-48e49881-125e-44bf-b621-e7c7bd9d5ef1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470688 Sep 22 17:52:20.664701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d67be0-c636-400f-9bf0-5ea21c7e157a req-f431f0e1-b3a4-4e9b-bd68-85efb96ae64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:20.666779 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48d67be0-c636-400f-9bf0-5ea21c7e157a req-f431f0e1-b3a4-4e9b-bd68-85efb96ae64b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.0803506 Sep 22 17:52:20.706941 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-48d67be0-c636-400f-9bf0-5ea21c7e157a req-f3e8e1ee-08ca-4a50-ab4f-712074a09725 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333645 Sep 22 17:52:21.634682 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5652696-7614-4938-a580-bb448b3fc530 req-6e042c17-6686-4e08-8f4e-79b1e6cda89e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:21.636160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5652696-7614-4938-a580-bb448b3fc530 req-6e042c17-6686-4e08-8f4e-79b1e6cda89e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0897727 Sep 22 17:52:21.683207 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c5652696-7614-4938-a580-bb448b3fc530 req-d6cdaf6b-e326-4ba0-b9b1-f3c0b17e2d5e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413399 Sep 22 17:52:22.509365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e8ae4f3d-e3cd-470c-8629-8d5bcfcc4bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:22.945721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caa41b7-8215-4939-a8e2-aedf85379ae6 req-09513d5a-b138-4910-84d5-897be7d675ee tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:22.947206 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8caa41b7-8215-4939-a8e2-aedf85379ae6 req-09513d5a-b138-4910-84d5-897be7d675ee tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0880983 Sep 22 17:52:22.990553 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8caa41b7-8215-4939-a8e2-aedf85379ae6 req-7edd482b-5fd0-4254-89d8-aa1d165b0f5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377965 Sep 22 17:52:23.186374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35acec3e-bf9d-43fc-a616-cb79cf0840aa req-1c214fe2-c52c-468d-9637-dad1538e45e1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:23.187832 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35acec3e-bf9d-43fc-a616-cb79cf0840aa req-1c214fe2-c52c-468d-9637-dad1538e45e1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0870707 Sep 22 17:52:23.232237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-35acec3e-bf9d-43fc-a616-cb79cf0840aa req-f243eb09-0408-4b7f-9309-d57c7676db76 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386264 Sep 22 17:52:23.261697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59402) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:23.439731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db004cbd-2faf-454d-ba27-69773829f1d7 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:23.441372 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-db004cbd-2faf-454d-ba27-69773829f1d7 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1094 time: 0.1787026 Sep 22 17:52:23.444253 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59406) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:23.449141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '02fd8f67-4325-4886-afcc-0af15001530b', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address': '172.20.0.11'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:52:23.455003 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:52:23.459155 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:floatingip and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:52:23.462666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:52:23.468472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:52:23.478145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:23.611425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:23.742283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.90 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/dc9b486b-57d9-48df-b0b4-a66c62b9bc0d) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:52:23.886093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:23.919309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:23.988330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:52:23.991204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:52:23.994909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:52:24.023661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=dc9b486b-57d9-48df-b0b4-a66c62b9bc0d,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:24.414111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.487484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.663340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cbcb792d-8096-48b4-a3f8-c4336350ccf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.698726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.702935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.805334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=dc9b486b-57d9-48df-b0b4-a66c62b9bc0d,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:52:24.810047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:24.981853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP c2c55451-ce80-42e0-a403-5b546b69bd01 associated. External IP: 172.26.8.90, port: 02fd8f67-4325-4886-afcc-0af15001530b. Sep 22 17:52:25.428526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 60939eac-3c69-430b-b7ac-4d1837e4e987 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:52:25.604635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:52:25.614144 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Sync routers for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:52:25.624104 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:25.624873 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:52:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:25.630172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:25.688281 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1d5df7f1-4925-4367-b646-3e14622a0be7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2429588 Sep 22 17:52:25.688985 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:52:25.691283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a3061f-c1b2-4b69-bb7e-3022034d7de5" -d '{"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:52:25.741858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:25.819753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafe6fdf-c8e4-40bd-9d12-6bf324e8b1d8 x-openstack-request-id: req-dafe6fdf-c8e4-40bd-9d12-6bf324e8b1d8 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:52:25.820046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:52:25.820299 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-dafe6fdf-c8e4-40bd-9d12-6bf324e8b1d8 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:52:25.820713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dafe6fdf-c8e4-40bd-9d12-6bf324e8b1d8'] response: {'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b', 'status': 'completed', 'code': 200} Sep 22 17:52:25.823767 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:25.855917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:25.875202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f27e6d0-b82d-44c5-be6e-3f1d7fb14461 req-a04df36e-19c7-48a8-b7c1-f2dc088a3787 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:25.878023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f27e6d0-b82d-44c5-be6e-3f1d7fb14461 req-a04df36e-19c7-48a8-b7c1-f2dc088a3787 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0945618 Sep 22 17:52:25.926777 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8f27e6d0-b82d-44c5-be6e-3f1d7fb14461 req-1ae7f25a-8971-4d16-9058-5c1aeffebe01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427713 Sep 22 17:52:25.942884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-ef2c421b-30b9-493c-8b63-b6209ad753e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:25.944462 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-ef2c421b-30b9-493c-8b63-b6209ad753e9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.0848680 Sep 22 17:52:25.956309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59416) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:26.065925 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f55e67d2-6686-4792-94fe-9effc7fac567 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/c2c55451-ce80-42e0-a403-5b546b69bd01 HTTP/1.1" status: 200 len: 991 time: 0.1083686 Sep 22 17:52:26.150322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:26.189674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-a3d9ae56-ef7e-4aa3-9302-dc8d83f0dd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:26.191932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-a3d9ae56-ef7e-4aa3-9302-dc8d83f0dd5c service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.2412121 Sep 22 17:52:26.211202 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'c2c55451-ce80-42e0-a403-5b546b69bd01', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'port_id': '02fd8f67-4325-4886-afcc-0af15001530b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'mac_address': 'fa:16:3e:e8:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:52:24Z', 'updated_at': '2022-09-22T17:52:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:26.215111 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Checking router: 60939eac-3c69-430b-b7ac-4d1837e4e987 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:52:26.223581 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:52:26.224177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:52:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:26.304593 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-77abdca2-604e-46be-b221-ae2b1d975cf5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 999 time: 0.1070364 Sep 22 17:52:26.366409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-8d875236-0c25-445f-9c56-038e5c56785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:26.368446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-8d875236-0c25-445f-9c56-038e5c56785b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0576301 Sep 22 17:52:26.400711 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:52:26.457623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-643642e3-a1c5-4fb4-a589-be3f9bd3c9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:26.459179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-643642e3-a1c5-4fb4-a589-be3f9bd3c9fc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0857370 Sep 22 17:52:26.591434 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-011e9da8-60bd-4728-afc3-2f216ef4adc3 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260877 Sep 22 17:52:26.723470 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98a3061f-c1b2-4b69-bb7e-3022034d7de5 req-6fdc93d3-4eb8-4a9e-b309-ad2a6ed7d8ed service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258380 Sep 22 17:52:26.784370 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'c2c55451-ce80-42e0-a403-5b546b69bd01', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'port_id': '02fd8f67-4325-4886-afcc-0af15001530b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'mac_address': 'fa:16:3e:e8:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:52:24Z', 'updated_at': '2022-09-22T17:52:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:52:26.788355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3461a68d-3a88-4816-afbd-eea8a45b3b7e None None] The sync data for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv is: [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': 'c2c55451-ce80-42e0-a403-5b546b69bd01', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'port_id': '02fd8f67-4325-4886-afcc-0af15001530b', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'mac_address': 'fa:16:3e:e8:5d:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:52:24Z', 'updated_at': '2022-09-22T17:52:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:52:26.973004 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931236e5-a149-4b0c-8ebc-dfdbb71b040f None None] New status for floating IP c2c55451-ce80-42e0-a403-5b546b69bd01: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:52:27.069220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59420) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:27.176191 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-d951fd90-fab9-4572-af27-31eb86ba2f16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/c2c55451-ce80-42e0-a403-5b546b69bd01 HTTP/1.1" status: 200 len: 991 time: 0.1058607 Sep 22 17:52:27.379671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:28.180149 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59424) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:52:28.285026 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f517e5d4-f847-4d76-a494-cc9115d9680f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/c2c55451-ce80-42e0-a403-5b546b69bd01 HTTP/1.1" status: 200 len: 993 time: 0.1031408 Sep 22 17:52:37.094163 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:52:52.513788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d2bcc063-d69c-466d-a2f6-7c65352c0f1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:54.671531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aedc9bd7-0492-4375-911b-76fe106b2dfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:55.733609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:55.864682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:56.152628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:57.386141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:52:57.610052 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-298416a0-5581-4117-a0f9-24cf268331ff service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755498 Sep 22 17:52:57.776428 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-70ed9cd0-3ca0-4196-9753-c73a21fc14f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:57.777899 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-70ed9cd0-3ca0-4196-9753-c73a21fc14f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.0824728 Sep 22 17:52:57.920436 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-d89000d3-9a37-4eb6-bc06-d1cbe57e5f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:57.921790 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-d89000d3-9a37-4eb6-bc06-d1cbe57e5f7b service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.1242368 Sep 22 17:52:58.018763 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-b5c41270-bfd9-457d-b9a5-ef3fbef8f74d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 1001 time: 0.0908008 Sep 22 17:52:58.084906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-1e2b4fb9-c4c0-4298-8928-5f778e965929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:58.086357 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-1e2b4fb9-c4c0-4298-8928-5f778e965929 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0622590 Sep 22 17:52:58.169756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-15e27e56-d5b3-4129-8d10-51e6235a7e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:52:58.171558 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-15e27e56-d5b3-4129-8d10-51e6235a7e4b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792074 Sep 22 17:52:58.302570 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-292b8c7c-d7aa-45f3-842e-ca34a73f9763 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242285 Sep 22 17:52:58.433101 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c0e00fab-8f76-4292-bfb2-cfdf746b953e req-59518c40-9cf9-46b9-84e8-c628dde0e2af service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237485 Sep 22 17:53:14.093663 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:53:22.515734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6fb0ca4a-71cb-4b86-8288-273130ab3ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:24.663362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-38f29da8-8a14-4bf5-8559-d6188be020d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:25.736320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:25.874505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:26.154113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:27.386677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:40.574861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-0701e3ba-3ea6-481a-b595-809f7d861b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:40.576249 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-0701e3ba-3ea6-481a-b595-809f7d861b42 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.1478331 Sep 22 17:53:40.586698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fde5cf-a7e8-4de6-b0b0-26898569fef8 req-7206258d-afe3-410b-8a5d-7a66d98620b3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:40.588065 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09fde5cf-a7e8-4de6-b0b0-26898569fef8 req-7206258d-afe3-410b-8a5d-7a66d98620b3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.1584091 Sep 22 17:53:40.710552 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-09fde5cf-a7e8-4de6-b0b0-26898569fef8 req-fd0fe534-c31b-4adc-abe2-44a013e3fd32 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045015 Sep 22 17:53:40.849010 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-70f7cc1d-6d37-4c08-b420-31dc9845ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:40.850446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-70f7cc1d-6d37-4c08-b420-31dc9845ea4d service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.2615411 Sep 22 17:53:40.951914 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-0ee76644-9fb2-4070-891c-7c9e5ff1c835 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 1001 time: 0.0949948 Sep 22 17:53:41.014544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-e3c29ae5-6d66-4ea3-bb15-860f9febbd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:41.016267 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-e3c29ae5-6d66-4ea3-bb15-860f9febbd2b service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0577848 Sep 22 17:53:41.104543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-ab5d7c70-d94e-4155-8e5c-e91267a0cf8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:41.105932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-ab5d7c70-d94e-4155-8e5c-e91267a0cf8a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0836504 Sep 22 17:53:41.238231 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-e0506240-506f-403c-a070-e817193761a9 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256304 Sep 22 17:53:41.382971 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c7897d3d-af49-40ee-b923-4c4eb185a4cf req-a6fc2d8e-7631-441f-b5f9-12a5c2011ab4 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374488 Sep 22 17:53:41.919497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8adf88be-f4a3-4eeb-9918-96a1ab2c9f23 req-a3caa2b7-158c-4b80-82db-90784e78a152 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:41.920984 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8adf88be-f4a3-4eeb-9918-96a1ab2c9f23 req-a3caa2b7-158c-4b80-82db-90784e78a152 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0872624 Sep 22 17:53:41.968169 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8adf88be-f4a3-4eeb-9918-96a1ab2c9f23 req-df53e21a-8422-4424-b677-10b5fed9ebd9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414019 Sep 22 17:53:43.174297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ba0190-2de8-4950-b9a8-438e12ceadb6 req-2117b297-444f-4f35-8231-fed9bcc53bb1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:43.175770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82ba0190-2de8-4950-b9a8-438e12ceadb6 req-2117b297-444f-4f35-8231-fed9bcc53bb1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0875196 Sep 22 17:53:43.221025 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-82ba0190-2de8-4950-b9a8-438e12ceadb6 req-7cb9e9ae-cdb4-4595-a395-2ff20a2bb9f9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388870 Sep 22 17:53:44.427758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0446872f-c735-499e-bad0-ae772a08690e req-af2a3408-b14d-44b3-8117-5ef6e1b7a78e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:44.429903 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0446872f-c735-499e-bad0-ae772a08690e req-af2a3408-b14d-44b3-8117-5ef6e1b7a78e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0912721 Sep 22 17:53:44.474462 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0446872f-c735-499e-bad0-ae772a08690e req-55c2cebf-7fc5-4e52-a93c-11dade5fd821 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386267 Sep 22 17:53:45.687856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71bb214-287b-4e20-82c9-6f6be10680d2 req-28cce60e-80b3-481a-98d4-1210f7383141 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:45.689415 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e71bb214-287b-4e20-82c9-6f6be10680d2 req-28cce60e-80b3-481a-98d4-1210f7383141 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.1005406 Sep 22 17:53:45.735096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e71bb214-287b-4e20-82c9-6f6be10680d2 req-0c5330c1-dbab-4602-8f23-a14537ffd3da tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400972 Sep 22 17:53:46.944267 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c7c5d-f3ed-4ffc-b46a-ff4c6b4e897e req-ea5eba4a-260f-4edb-a0e3-0d8549874396 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:46.945824 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e74c7c5d-f3ed-4ffc-b46a-ff4c6b4e897e req-ea5eba4a-260f-4edb-a0e3-0d8549874396 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0997558 Sep 22 17:53:46.992269 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e74c7c5d-f3ed-4ffc-b46a-ff4c6b4e897e req-b17ddd18-7947-4077-8af9-087068e0c32a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402524 Sep 22 17:53:48.192716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299790bf-95c2-4577-b45d-893b1f402909 req-839be6aa-7244-48f9-9d7e-e5081a4b3416 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:48.194187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-299790bf-95c2-4577-b45d-893b1f402909 req-839be6aa-7244-48f9-9d7e-e5081a4b3416 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0881052 Sep 22 17:53:48.248589 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-299790bf-95c2-4577-b45d-893b1f402909 req-a04c80aa-7bef-4e49-99ff-6f2a849ad0b4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476997 Sep 22 17:53:49.455922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf504de-dd80-4f92-a1e3-07cdc38b61dc req-16dd4554-43c9-4cc5-8a62-78278af9ec01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:49.457401 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cf504de-dd80-4f92-a1e3-07cdc38b61dc req-16dd4554-43c9-4cc5-8a62-78278af9ec01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0939493 Sep 22 17:53:49.504738 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5cf504de-dd80-4f92-a1e3-07cdc38b61dc req-e12cc4b7-ca64-412f-8800-6819334f4237 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413222 Sep 22 17:53:50.709893 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a00c31-f231-4844-b005-1f91bd14d20b req-fa109b9c-b775-4b07-baf0-d417b67bcc6d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:50.711357 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-81a00c31-f231-4844-b005-1f91bd14d20b req-fa109b9c-b775-4b07-baf0-d417b67bcc6d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0864408 Sep 22 17:53:50.756768 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-81a00c31-f231-4844-b005-1f91bd14d20b req-8eb8e9d0-1107-4a8a-a4c0-41e4a136972e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393722 Sep 22 17:53:51.093570 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:53:52.054623 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e62b5e3-8510-494e-9ea4-11eb2e92f5c0 req-78fb5f9f-c32b-4247-af8f-e5ea0997a157 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:52.056048 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e62b5e3-8510-494e-9ea4-11eb2e92f5c0 req-78fb5f9f-c32b-4247-af8f-e5ea0997a157 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.1836185 Sep 22 17:53:52.102284 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5e62b5e3-8510-494e-9ea4-11eb2e92f5c0 req-9f85b2ec-d42a-4205-954a-80328af8a7b6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386136 Sep 22 17:53:52.518128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-517a1b11-3e60-48dd-97cb-bb6c7c309be8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:53.305706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e248ca5a-cbd6-44fc-a416-8ec91c67e343 req-270aec17-5649-4d3b-960d-b1e2cfed4f1d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:53.307228 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e248ca5a-cbd6-44fc-a416-8ec91c67e343 req-270aec17-5649-4d3b-960d-b1e2cfed4f1d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0937338 Sep 22 17:53:53.354313 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e248ca5a-cbd6-44fc-a416-8ec91c67e343 req-25e8bc99-91a2-4020-8472-12368e2e449d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409985 Sep 22 17:53:53.385908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59488) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:53:53.501798 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-215f07ce-64b3-4533-8fa4-ea9446439463 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/c2c55451-ce80-42e0-a403-5b546b69bd01 HTTP/1.1" status: 200 len: 993 time: 0.1139102 Sep 22 17:53:54.666537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3c7f5e51-5508-47c6-bb15-a35f02271cef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:55.738748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:55.907058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:56.164223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:57.392463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:53:57.611418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-d6bc73ce-a545-42ba-8ae2-7d706bc507c0 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0779109 Sep 22 17:53:57.777289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-df01f5f5-ac07-4a6c-af1d-350f19c6674d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:57.778762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-df01f5f5-ac07-4a6c-af1d-350f19c6674d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.0841005 Sep 22 17:53:57.953227 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-5b5a99c6-e5a3-428c-89ab-af5b81f8df80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:57.954610 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-5b5a99c6-e5a3-428c-89ab-af5b81f8df80 service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.1561906 Sep 22 17:53:58.058020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-3cbf97ed-7167-442d-ba9a-98be22e00500 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 1001 time: 0.0971818 Sep 22 17:53:58.123246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-cb014986-d836-4e50-bc90-54ac51d18105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:58.124732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-cb014986-d836-4e50-bc90-54ac51d18105 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0603058 Sep 22 17:53:58.210903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-d1c0a863-4bf3-4b87-aaaa-c776e913caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:53:58.213436 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-d1c0a863-4bf3-4b87-aaaa-c776e913caba service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0834680 Sep 22 17:53:58.447301 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-9d718a38-8d72-4a25-acbd-3afae171ded9 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282836 Sep 22 17:53:58.590858 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ad6dfc06-fbd5-4f30-a3f4-750842faa718 req-5fba5fdc-606e-4453-9676-57561f91f902 service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368887 Sep 22 17:54:22.520039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-29a9d103-33b7-46b9-9ee6-19ed6e374318 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:24.669752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ec45fb3b-24c6-4f12-ba92-db2698a131c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:25.742758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:25.892414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:26.159296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:27.397873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:28.093630 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:54:50.502211 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59520) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:54:50.702762 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port dc9b486b-57d9-48df-b0b4-a66c62b9bc0d {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:54:50.703106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:50.868993 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:50.869323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:50.993944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for dc9b486b-57d9-48df-b0b4-a66c62b9bc0d owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:54:51.144241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:51.198288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=dc9b486b-57d9-48df-b0b4-a66c62b9bc0d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:54:51.241120 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.241477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.241817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.242151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.242484 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.242812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.243141 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.243465 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.243789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.244115 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.244435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.244782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:51.304562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:51.304989 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP c2c55451-ce80-42e0-a403-5b546b69bd01 disassociated (deleted). External IP: 172.26.8.90, port: 02fd8f67-4325-4886-afcc-0af15001530b. Sep 22 17:54:51.753168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 60939eac-3c69-430b-b7ac-4d1837e4e987 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:54:51.928416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:54:51.938710 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Sync routers for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:54:51.949065 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:54:51.949732 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:51.950313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:52.008691 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-de760dd0-84fb-43b5-b394-220ed4c56be2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/floatingips/c2c55451-ce80-42e0-a403-5b546b69bd01 HTTP/1.1" status: 204 len: 168 time: 1.5053573 Sep 22 17:54:52.009280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:54:52.011717 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-586f0c80-75d9-451d-9a7e-5b308fe40ad7" -d '{"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:54:52.061655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ca1345-fb97-4d3e-8149-165c18f84a96 x-openstack-request-id: req-41ca1345-fb97-4d3e-8149-165c18f84a96 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:54:52.061971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "tag": "02fd8f67-4325-4886-afcc-0af15001530b", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:54:52.062247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41ca1345-fb97-4d3e-8149-165c18f84a96 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:54:52.062653 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ca1345-fb97-4d3e-8149-165c18f84a96'] response: {'name': 'network-changed', 'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b', 'status': 'completed', 'code': 200} Sep 22 17:54:52.129069 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:54:52.284800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-56dbfe6a-4094-4a7b-9139-8221509d0958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:52.286388 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-56dbfe6a-4094-4a7b-9139-8221509d0958 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 1099 time: 0.1816301 Sep 22 17:54:52.427017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-61c115c2-6d9c-4f21-a6d5-456fb4c3e1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:52.428845 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-61c115c2-6d9c-4f21-a6d5-456fb4c3e1ac service neutron] 10.222.0.18 "GET /v2.0/networks?id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 200 len: 897 time: 0.1356487 Sep 22 17:54:52.455973 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:52.460818 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Checking router: 60939eac-3c69-430b-b7ac-4d1837e4e987 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:54:52.471003 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:54:52.471597 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:52.474868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aab963-55b1-4524-b8cd-80cc8dde11a2 req-f49d73ea-3e8e-49f5-8738-d20ddd98d21c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:52.475569 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-35aab963-55b1-4524-b8cd-80cc8dde11a2 req-f49d73ea-3e8e-49f5-8738-d20ddd98d21c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:54:52.492991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-35aab963-55b1-4524-b8cd-80cc8dde11a2 req-f49d73ea-3e8e-49f5-8738-d20ddd98d21c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:54:52.494291 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35aab963-55b1-4524-b8cd-80cc8dde11a2 req-f49d73ea-3e8e-49f5-8738-d20ddd98d21c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.1797903 Sep 22 17:54:52.502586 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-36c15cad-0e36-4aaf-8817-7474650d8e8d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 200 len: 217 time: 0.0667586 Sep 22 17:54:52.525949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e04dfd14-45cd-49f7-b127-bad1e0ce5541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:52.543201 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-35aab963-55b1-4524-b8cd-80cc8dde11a2 req-789eed57-8f59-4c14-9e32-2ca59e5b84a1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432026 Sep 22 17:54:52.574622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-b4edc455-186c-4fa1-b112-d1eb9c418558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:52.576153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-b4edc455-186c-4fa1-b112-d1eb9c418558 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 200 len: 835 time: 0.0627174 Sep 22 17:54:52.661130 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:54:52.663976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-7e26ae85-6c8e-4efc-aeee-c3400d77c8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:52.665496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-7e26ae85-6c8e-4efc-aeee-c3400d77c8da service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=3a18cba0-64bd-4f84-a924-5e4fb1c96afe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811851 Sep 22 17:54:52.799532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-bda9d854-0984-4118-a0ab-3e72944ebd1a service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267567 Sep 22 17:54:52.931897 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-586f0c80-75d9-451d-9a7e-5b308fe40ad7 req-4ebe6696-c842-4749-9290-9b11e5fcbd9a service neutron] 10.222.0.18 "GET /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251569 Sep 22 17:54:53.014371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:53.018241 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bdaa997-1e04-40e7-8563-20ce2c5522b8 None None] The sync data for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv is: [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b9d6b84-d76d-4ef5-89ee-d770c2a193aa', 'name': '', 'network_id': '3a18cba0-64bd-4f84-a924-5e4fb1c96afe', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:54:eb:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_interface', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:08Z', 'updated_at': '2022-09-22T17:52:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9e231028-5c04-4179-90ba-8deb5d0fc172', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:54:53.222832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d61f82c-3a65-48cc-b0c8-21642aba7237 None None] New status for floating IP c2c55451-ce80-42e0-a403-5b546b69bd01: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:54:53.790442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be4310e-0411-4fc0-982f-e19eacc3d7e5 req-fe64de3a-907d-4521-9af7-53617fb81271 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:53.791878 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4be4310e-0411-4fc0-982f-e19eacc3d7e5 req-fe64de3a-907d-4521-9af7-53617fb81271 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.1327786 Sep 22 17:54:53.835885 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4be4310e-0411-4fc0-982f-e19eacc3d7e5 req-30141986-2417-4db2-9a71-bc220df6e6f0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=c0a2d7ac-47ca-40ea-a389-bdf45585ab89&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376940 Sep 22 17:54:54.221625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b87c83d2-36b6-4b58-96c9-77d59c9f3a83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:54:54.223058 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b87c83d2-36b6-4b58-96c9-77d59c9f3a83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 946 time: 0.0893252 Sep 22 17:54:54.291977 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 02fd8f67-4325-4886-afcc-0af15001530b {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:54:54.292876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:54.539632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 02fd8f67-4325-4886-afcc-0af15001530b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=02fd8f67-4325-4886-afcc-0af15001530b,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:54:54.539918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:54.672418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e7a28f56-ccdd-4246-b313-283389abf0b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:54.785018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 02fd8f67-4325-4886-afcc-0af15001530b owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:54:54.932140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:54.987510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=02fd8f67-4325-4886-afcc-0af15001530b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:54:55.006121 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3f3be92-99c2-4056-bb89-18e735a49d30 req-bf8f8a38-5155-40f6-9abf-869a2726e77a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d HTTP/1.1" status: 200 len: 210 time: 0.0538368 Sep 22 17:54:55.035931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.036281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.036642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.036982 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.037319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.037650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.037980 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.038306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.038630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.038967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.039277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.039598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:54:55.087896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port 02fd8f67-4325-4886-afcc-0af15001530b on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:54:55.090866 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:55.093449 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'name': 'network-vif-deleted', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:54:55.095722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a845b449-732d-4e24-b048-6a9758ca8601" -d '{"events": [{"server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "name": "network-vif-deleted", "tag": "02fd8f67-4325-4886-afcc-0af15001530b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:54:55.110886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ff863e6-1a8c-482c-8216-e180c05a88c0 req-b7959ebc-baa2-4e70-9b2a-7333dbb858c3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "DELETE /v2.0/ports/02fd8f67-4325-4886-afcc-0af15001530b HTTP/1.1" status: 204 len: 173 time: 0.8827419 Sep 22 17:54:55.141820 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee3a59b8-deb1-4dd6-bfbc-0742bee496aa x-openstack-request-id: req-ee3a59b8-deb1-4dd6-bfbc-0742bee496aa {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:54:55.142191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d", "name": "network-vif-deleted", "tag": "02fd8f67-4325-4886-afcc-0af15001530b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:54:55.142512 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-ee3a59b8-deb1-4dd6-bfbc-0742bee496aa {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:54:55.142982 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee3a59b8-deb1-4dd6-bfbc-0742bee496aa'] response: {'server_uuid': 'edf72a9b-8ccc-4bb9-8c23-a1c5d0c69e8d', 'name': 'network-vif-deleted', 'tag': '02fd8f67-4325-4886-afcc-0af15001530b', 'status': 'completed', 'code': 200} Sep 22 17:54:55.744741 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:55.912459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:56.117268 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59544) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:54:56.163505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:56.686860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:57.033103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:54:57.033371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:57.330163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:54:57.330821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:57.398821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:57.452937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:54:57.790569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:57.838526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=0b9d6b84-d76d-4ef5-89ee-d770c2a193aa,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:54:58.114358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:58.471131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 60939eac-3c69-430b-b7ac-4d1837e4e987 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:54:58.751144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 02fd8f67-4325-4886-afcc-0af15001530b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:54:58.769777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:54:58.785312 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Sync routers for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:54:58.788016 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bacf66a9-f750-465c-aab5-728701798020 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/60939eac-3c69-430b-b7ac-4d1837e4e987/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6675389 Sep 22 17:54:58.788302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 02fd8f67-4325-4886-afcc-0af15001530b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:54:58.788853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 02fd8f67-4325-4886-afcc-0af15001530b not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:54:58.790076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59548) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:54:58.810523 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:54:58.811134 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:58.861979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting subnet 9e231028-5c04-4179-90ba-8deb5d0fc172 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:54:58.864984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:58.922170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:58.994734 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:54:59.005172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.090741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.127118 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Subnet': ['ID=9e231028-5c04-4179-90ba-8deb5d0fc172,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:54:59.136576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.142384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c37b494-db00-4697-a6b2-262338f02bfb None None] Network 3a18cba0-64bd-4f84-a924-5e4fb1c96afe requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:54:59.145097 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-204483fb-e1dc-4c22-ace4-7bd687369de7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/subnets/9e231028-5c04-4179-90ba-8deb5d0fc172 HTTP/1.1" status: 204 len: 168 time: 0.3536954 Sep 22 17:54:59.145737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59552) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:54:59.286468 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:54:57Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:59.290453 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Checking router: 60939eac-3c69-430b-b7ac-4d1837e4e987 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:54:59.300297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Routers {'60939eac-3c69-430b-b7ac-4d1837e4e987'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:54:59.300998 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['60939eac-3c69-430b-b7ac-4d1837e4e987'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:59.361702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.408363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] DHCP port deletion for 3a18cba0-64bd-4f84-a924-5e4fb1c96afe request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:54:59.412718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Deleting port e7212574-517f-4e38-a932-59e2c5714e00 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:54:59.413093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.486860 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] Set router 60939eac-3c69-430b-b7ac-4d1837e4e987 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:54:59.564564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e7212574-517f-4e38-a932-59e2c5714e00 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:54:59.567273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.577163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 8dfabf44-9123-4f52-b147-f24f3918de1d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:54:59.577551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.778278 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:54:57Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:54:59.779595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 8dfabf44-9123-4f52-b147-f24f3918de1d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=8dfabf44-9123-4f52-b147-f24f3918de1d,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:54:59.780058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.780183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:54:59.781457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.783086 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d23d6d-bdff-4aa3-8691-57869f67e18e None None] The sync data for ids ['60939eac-3c69-430b-b7ac-4d1837e4e987'] in dv-neutron-858953-1-hyperv is: [{'id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1094842358', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228'}], 'enable_snat': True}, 'gw_port_id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:54:57Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '8dfabf44-9123-4f52-b147-f24f3918de1d', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60939eac-3c69-430b-b7ac-4d1837e4e987', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1740, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:52:04Z', 'updated_at': '2022-09-22T17:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:54:59.904369 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 8dfabf44-9123-4f52-b147-f24f3918de1d owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:54:59.906093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e7212574-517f-4e38-a932-59e2c5714e00 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:54:59.906478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:54:59.923483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Calling delete_port for e7212574-517f-4e38-a932-59e2c5714e00 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:55:00.004569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:00.009774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.049690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:55:00.050076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:55:00.078701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.089523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=e7212574-517f-4e38-a932-59e2c5714e00,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:00.096509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.096877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.097213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.097542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.097885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.098196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.098516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.098836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.099151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.099467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.099781 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.100092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:00.169825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=8dfabf44-9123-4f52-b147-f24f3918de1d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:00.230672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.510508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.513243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.535094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.535580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Fanout notify agent at l3_agent the message router_deleted on router 60939eac-3c69-430b-b7ac-4d1837e4e987 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:55:00.550444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.551218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Deleting port e7212574-517f-4e38-a932-59e2c5714e00 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:55:00.551524 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-024a8c99-0184-42b4-ba12-ed9f772b9c80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/routers/60939eac-3c69-430b-b7ac-4d1837e4e987 HTTP/1.1" status: 204 len: 168 time: 1.4048915 Sep 22 17:55:00.551629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.554237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59556) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:00.673356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.684404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port e7212574-517f-4e38-a932-59e2c5714e00 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:55:00.685047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.765183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:00.765577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.887168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Calling delete_port for e7212574-517f-4e38-a932-59e2c5714e00 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:55:00.890071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port e7212574-517f-4e38-a932-59e2c5714e00, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e7212574-517f-4e38-a932-59e2c5714e00,segment=NetworkSegment(ba325af7-90b0-428b-8094-8cb093b4a3f3),segment_id=ba325af7-90b0-428b-8094-8cb093b4a3f3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:00.890558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:00.968116 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.017381 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] Pushing event deleted for resources: {'Port': ['ID=e7212574-517f-4e38-a932-59e2c5714e00,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:01.017578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for e7212574-517f-4e38-a932-59e2c5714e00 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:55:01.021080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904d8a1-7efb-47e1-973e-d78a9526d567 None None] No DVR routers for this DVR port e7212574-517f-4e38-a932-59e2c5714e00 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:55:01.094372 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.db.api [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89051) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 17:55:01.094696 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG oslo_db.api [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 17:55:01.466939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:55:01.503027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:55:01.503307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b9d6b84-d76d-4ef5-89ee-d770c2a193aa not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:55:01.503717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8dfabf44-9123-4f52-b147-f24f3918de1d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:55:01.536444 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 8dfabf44-9123-4f52-b147-f24f3918de1d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:55:01.536814 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 8dfabf44-9123-4f52-b147-f24f3918de1d not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:55:01.595503 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port e7212574-517f-4e38-a932-59e2c5714e00 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:55:01.595852 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.663877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] The port 'e7212574-517f-4e38-a932-59e2c5714e00' was deleted {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 17:55:01.785657 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.810352 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a18cba0-64bd-4f84-a924-5e4fb1c96afe']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:01.821869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba325af7-90b0-428b-8094-8cb093b4a3f3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:01.822168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba325af7-90b0-428b-8094-8cb093b4a3f3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:01.833635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.849185 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.855429 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:55:01.855846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.923224 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba325af7-90b0-428b-8094-8cb093b4a3f3 resource provider aggregate not found Sep 22 17:55:01.946557 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba325af7-90b0-428b-8094-8cb093b4a3f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba325af7-90b0-428b-8094-8cb093b4a3f3 found for delete ", "request_id": "req-87031fd9-84aa-4dac-9804-97157b8f1a0b"}]} Sep 22 17:55:01.958193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.975948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:01.987324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Network': ['ID=3a18cba0-64bd-4f84-a924-5e4fb1c96afe,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.001235 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c8878dab-1509-4c96-87ef-8d039903d70f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/networks/3a18cba0-64bd-4f84-a924-5e4fb1c96afe HTTP/1.1" status: 204 len: 168 time: 1.4460297 Sep 22 17:55:02.003829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59564) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.075445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.102788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.165425 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.183558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a2d7ac-47ca-40ea-a389-bdf45585ab89,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.194266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.197944 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-638fdf40-5457-482c-92e3-5fc9496071c4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/security-groups/c0a2d7ac-47ca-40ea-a389-bdf45585ab89 HTTP/1.1" status: 204 len: 168 time: 0.1906483 Sep 22 17:55:02.315243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59572) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.320362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1419596441', 'description': 'tempest-secgroup-smoke-1419596441 description', 'project_id': '66e2033314e548d99ca2e93e6569c850'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:02.327033 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.331240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.334415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.341270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.350814 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.369724 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.373640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.376431 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.382101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.452633 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.456425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.502986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c8b76ab-6357-45e5-b9b5-e9838e198c9f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.507424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.508647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8a674029-e9d8-40ba-a583-695094246a97 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1923862 Sep 22 17:55:02.512252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59576) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.517130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:02.523053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.526944 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.529861 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.535565 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.551632 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.613838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.618548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.643387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d661e3c9-f0a9-4bfd-a155-44d828a9fb6f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.651480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.652656 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19b26df7-fce4-4e0f-9463-ab6b1cd3227d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1395764 Sep 22 17:55:02.655536 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59580) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.660481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:02.666683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.670763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.673843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.679579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.696053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.755739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.759716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.783637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d12b204-b875-4500-8bb0-07ae629270b9,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.792751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.793957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-357de7b9-cc5b-4407-8f15-2fe1dca99f30 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374655 Sep 22 17:55:02.796684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59584) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.801746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:02.808165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.812238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.815112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.821842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.840445 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.902542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.905874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.928638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8b3e26-3aaf-48f4-bed6-8caaa77b1aba,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:02.938238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:02.939395 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3fe4c58e-316e-4a67-a248-d688eec9163c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1417766 Sep 22 17:55:02.942154 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59588) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:02.947275 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:02.952976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:02.956755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:02.959580 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:02.965243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:02.984625 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.046252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.049804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.072940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=929938ff-b377-44f1-9d51-7842be413dac,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:03.082343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.086015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ce10ea16-8f52-4c4b-9c7c-80213772cb6a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1404212 Sep 22 17:55:03.086200 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59592) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:03.091111 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:03.097229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:03.101353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:03.104949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:03.111304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:03.122570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:55:03.136934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.201175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.204873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.228308 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3728652c-aeec-4547-8e9d-b94ca9a6f5eb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:03.239990 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.241236 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d21d5a1-44c2-4f81-8e64-2356106a57b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1540835 Sep 22 17:55:03.243988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59596) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:03.249280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': '0c8b76ab-6357-45e5-b9b5-e9838e198c9f', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:03.255478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:03.259367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:03.262283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:03.268028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:03.278791 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:55:03.285475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.352087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.356654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.379957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45e894d2-64dc-4580-8f71-ff82f9700f56,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:03.389167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.390304 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35dca0e6-bc40-47db-9e88-08ed8dce22ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453876 Sep 22 17:55:03.393130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59600) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:03.398407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'network': {'name': 'tempest-network-smoke--1926234192', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:03.403660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:03.407693 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:network and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:03.410575 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:03.416566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:03.427483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:55:03.430817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.470087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:55:03.482337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.482713 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Added segment 4a9a0acb-4206-4154-b12f-fc0ecfcffbb5 of type vlan for network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 Sep 22 17:55:03.509692 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.538260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.544338 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:03.544953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.647378 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2532332 Sep 22 17:55:03.650318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59604) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:03.656186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'admin_state_up': True, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:03.656555 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b77f2e-4905-40a3-abcb-15c212272554 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Network': ['ID=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:03.663619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:03.667472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:55:03.668002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:router and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:03.671033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:03.678363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:03.690081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.691063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:03.706625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.077799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.390086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.419583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.553046 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.139 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4af78437-1e5e-414e-837c-e69600cc87cd) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:55:04.695466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.725565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:04.791424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:04.794669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:04.797341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:55:04.832912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=4af78437-1e5e-414e-837c-e69600cc87cd,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:05.092371 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:55:05.230448 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:05.679309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:05.888792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 27647712-6781-48a2-ae32-a16fd8630ad4 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:55:06.064543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:55:06.074670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Sync routers for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:55:06.083540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:06.084136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:06.091518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:06.092975 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3ed97e9c-203b-489b-90e3-faff8cf5652d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.4415491 Sep 22 17:55:06.096086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59608) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:06.138927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b8980222-2355-402a-8a93-3693fd86bd8a tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=66e2033314e548d99ca2e93e6569c850&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0417316 Sep 22 17:55:06.143256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59612) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:06.279193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13e14187-f318-4f03-886b-cbd9e53a97f0 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:06.283329 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13e14187-f318-4f03-886b-cbd9e53a97f0 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1361117 Sep 22 17:55:06.283735 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59616) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:06.305541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:06.323506 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7229e3e5-266f-476f-b0ea-80cdc1e46896 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385511 Sep 22 17:55:06.326053 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59620) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:06.374902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1225103348', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:06.488477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:06.492309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:subnet and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:06.495162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:06.500800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:06.511272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:55:06.514918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:06.593576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:06.597405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Checking router: 27647712-6781-48a2-ae32-a16fd8630ad4 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:55:06.597754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Updating router 27647712-6781-48a2-ae32-a16fd8630ad4 port 4af78437-1e5e-414e-837c-e69600cc87cd binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:55:06.653906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:06.738261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:06.813859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Subnet': ['ID=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:06.824878 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Checking segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:55:06.825237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network hostable DHCP agents. Network: 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:55:06.846064 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:55:06.855427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:06.859611 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:06.860381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:06.866974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4289a5fc-bcb4-472f-8204-a7836a567b9c None None] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:55:06.883711 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f2521cd7-27a0-4ddf-bda9-7f3e41cbae26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5538797 Sep 22 17:55:06.884015 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59626) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:07.173267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.186142 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Transition to ACTIVE for port object 4af78437-1e5e-414e-837c-e69600cc87cd will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:07.196623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.268467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:55:07.269317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.284971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Attempting to bind port 4af78437-1e5e-414e-837c-e69600cc87cd on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:55:07.285335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Attempting to bind port 4af78437-1e5e-414e-837c-e69600cc87cd by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:55:07.285693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Attempting to bind port 4af78437-1e5e-414e-837c-e69600cc87cd on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:55:07.299426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:55:07.299790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:55:07.300189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.300571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:55:07.301054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Bound port: 4af78437-1e5e-414e-837c-e69600cc87cd, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:55:07.301418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.353601 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8276396-6113-404b-8daa-604108320e5c None None] Pushing event updated for resources: {'Port': ['ID=4af78437-1e5e-414e-837c-e69600cc87cd,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:07.450046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] For port 4af78437-1e5e-414e-837c-e69600cc87cd, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:55:07.456662 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] For port 4af78437-1e5e-414e-837c-e69600cc87cd, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4af78437-1e5e-414e-837c-e69600cc87cd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:55:07.463979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.565220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:07.565493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:07.685808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:07.704157 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Allocated IP 172.20.0.2 (7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1/22ccc5d8-b3c8-4cbf-a278-f84f1b856e58/79043e3d-03d5-4892-8b98-fbd590855e56) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:55:07.715737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8276396-6113-404b-8daa-604108320e5c None None] Pushing event updated for resources: {'Port': ['ID=4af78437-1e5e-414e-837c-e69600cc87cd,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:07.889707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:08.234841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.250414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Transition to ACTIVE for port object 79043e3d-03d5-4892-8b98-fbd590855e56 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:08.278181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Transition to ACTIVE for port object 79043e3d-03d5-4892-8b98-fbd590855e56 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:08.285258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.349331 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.1 (7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1/22ccc5d8-b3c8-4cbf-a278-f84f1b856e58/1f157b43-73c4-4ba9-8f34-ed18d8667012) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:55:08.361012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:08.364470 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:08.367161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:55:08.370231 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:08.408419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Pushing event updated for resources: {'Port': ['ID=79043e3d-03d5-4892-8b98-fbd590855e56,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:08.417547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e55ded-a4a6-41d8-982c-d5eb19145a5d None None] The sync data for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv is: [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:05Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:55:08.488576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Attempting to bind port 79043e3d-03d5-4892-8b98-fbd590855e56 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:55:08.488905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Attempting to bind port 79043e3d-03d5-4892-8b98-fbd590855e56 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:55:08.489242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Attempting to bind port 79043e3d-03d5-4892-8b98-fbd590855e56 on network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:55:08.495920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:55:08.495920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Checking segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:55:08.496203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.496594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Bound using segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:55:08.497083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Bound port: 79043e3d-03d5-4892-8b98-fbd590855e56, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:55:08.497468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.519665 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.535884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 1f157b43-73c4-4ba9-8f34-ed18d8667012 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:08.561387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.594562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] For port 79043e3d-03d5-4892-8b98-fbd590855e56, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:55:08.598846 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] For port 79043e3d-03d5-4892-8b98-fbd590855e56, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=79043e3d-03d5-4892-8b98-fbd590855e56,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:55:08.604407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:08.636416 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:08.640343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:08.643174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:55:08.698106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:08.704107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee203aa-0e14-46d3-9422-5be08920c52e None None] Pushing event updated for resources: {'Port': ['ID=79043e3d-03d5-4892-8b98-fbd590855e56,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:08.732227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.149838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.535882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4af78437-1e5e-414e-837c-e69600cc87cd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:09.612980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 4af78437-1e5e-414e-837c-e69600cc87cd completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:09.614675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.619349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4af78437-1e5e-414e-837c-e69600cc87cd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:09.620024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.620592 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4af78437-1e5e-414e-837c-e69600cc87cd Sep 22 17:55:09.621302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.739663 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.744148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:09.749593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4af78437-1e5e-414e-837c-e69600cc87cd is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:09.750345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.757160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a3a20ea-8fec-421f-aa21-daace20d9faf None None] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:55:09.852645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 4af78437-1e5e-414e-837c-e69600cc87cd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4af78437-1e5e-414e-837c-e69600cc87cd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:09.860545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:09.861493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 79043e3d-03d5-4892-8b98-fbd590855e56 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:09.893578 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:09.894859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:09.931847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-a1ae24ef-b9a2-4ed6-b289-a343c9a6bbd9 None None] Provisioning for port 79043e3d-03d5-4892-8b98-fbd590855e56 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:10.053593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=4af78437-1e5e-414e-837c-e69600cc87cd,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:10.075292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 79043e3d-03d5-4892-8b98-fbd590855e56 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:10.082647 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 79043e3d-03d5-4892-8b98-fbd590855e56 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:10.083011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:10.083355 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 79043e3d-03d5-4892-8b98-fbd590855e56 Sep 22 17:55:10.086885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 27647712-6781-48a2-ae32-a16fd8630ad4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:55:10.274243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:55:10.284132 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Sync routers for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:55:10.287955 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-185e884d-db32-40fd-b2de-d38ac38fcc70 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/27647712-6781-48a2-ae32-a16fd8630ad4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4028006 Sep 22 17:55:10.293523 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:10.294375 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:10.326897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 79043e3d-03d5-4892-8b98-fbd590855e56 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:10.327280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:10.368302 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 79043e3d-03d5-4892-8b98-fbd590855e56, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=79043e3d-03d5-4892-8b98-fbd590855e56,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:10.374682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:10.468740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=79043e3d-03d5-4892-8b98-fbd590855e56,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:10.484169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-49ce4ccb-206f-43ee-8ac6-7bd71ed82279 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:10.502484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-49ce4ccb-206f-43ee-8ac6-7bd71ed82279 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:10.503772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-49ce4ccb-206f-43ee-8ac6-7bd71ed82279 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1419596441&fields=id&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 267 time: 0.0640175 Sep 22 17:55:10.550941 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:10.602420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Provisioning for port 1f157b43-73c4-4ba9-8f34-ed18d8667012 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:10.609068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Provisioning complete for port 1f157b43-73c4-4ba9-8f34-ed18d8667012 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:10.609753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:10.610333 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Attempt 1 to provision port 1f157b43-73c4-4ba9-8f34-ed18d8667012 Sep 22 17:55:10.681939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Port 1f157b43-73c4-4ba9-8f34-ed18d8667012 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:55:10.688806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-8b66afac-b3a7-444c-8d4b-13ad1d47f5ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:10.689513 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-8b66afac-b3a7-444c-8d4b-13ad1d47f5ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:10.708368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-8b66afac-b3a7-444c-8d4b-13ad1d47f5ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:10.709681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-8b66afac-b3a7-444c-8d4b-13ad1d47f5ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 797 time: 0.1983395 Sep 22 17:55:10.726211 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-b58d2930-b38e-47ee-bfd4-8924e20bb513 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/quotas/66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 375 time: 0.0103512 Sep 22 17:55:10.823264 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-fc9b3d1e-1068-47c9-ae3b-03b79fa4fb16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:10.841023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-fc9b3d1e-1068-47c9-ae3b-03b79fa4fb16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:10.845930 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-fc9b3d1e-1068-47c9-ae3b-03b79fa4fb16 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1124499 Sep 22 17:55:10.904336 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 2, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:10.908833 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Checking router: 27647712-6781-48a2-ae32-a16fd8630ad4 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:55:10.909237 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Updating router 27647712-6781-48a2-ae32-a16fd8630ad4 port 1f157b43-73c4-4ba9-8f34-ed18d8667012 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:55:10.967789 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.006046 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-32301341-de3e-4cda-9ca9-5062c7b77bb6 service neutron] 10.222.0.25 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442041 Sep 22 17:55:11.138732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-7ab6c226-6bb2-4832-ab32-1433654a7ba7 service neutron] 10.222.0.25 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259301 Sep 22 17:55:11.184352 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Attempt 2 to provision port 1f157b43-73c4-4ba9-8f34-ed18d8667012 Sep 22 17:55:11.269977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Port 1f157b43-73c4-4ba9-8f34-ed18d8667012 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:55:11.336297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.351544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Transition to ACTIVE for port object 1f157b43-73c4-4ba9-8f34-ed18d8667012 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:11.362303 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.428300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-79dd1ccf-0525-4266-9bf6-bba7c4a438ee req-d5b5b572-f7e9-432e-a7d1-c42106626358 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:11.441577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-79dd1ccf-0525-4266-9bf6-bba7c4a438ee req-d5b5b572-f7e9-432e-a7d1-c42106626358 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:11.442849 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-79dd1ccf-0525-4266-9bf6-bba7c4a438ee req-d5b5b572-f7e9-432e-a7d1-c42106626358 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 210 time: 0.0655391 Sep 22 17:55:11.516103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4af78437-1e5e-414e-837c-e69600cc87cd up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:11.589233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Pushing event updated for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:11.600017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 4af78437-1e5e-414e-837c-e69600cc87cd triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:11.600398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.600778 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 4af78437-1e5e-414e-837c-e69600cc87cd Sep 22 17:55:11.605677 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.606027 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.606357 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.606694 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.607023 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.607352 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.607854 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.608466 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.609125 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.609637 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.610113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.610586 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:55:11.619970 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Attempting to bind port 1f157b43-73c4-4ba9-8f34-ed18d8667012 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:55:11.620540 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Attempting to bind port 1f157b43-73c4-4ba9-8f34-ed18d8667012 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:55:11.621109 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Attempting to bind port 1f157b43-73c4-4ba9-8f34-ed18d8667012 on network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:55:11.626949 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:55:11.627403 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Checking segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:55:11.627776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.628331 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Bound using segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:55:11.629905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Bound port: 1f157b43-73c4-4ba9-8f34-ed18d8667012, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:55:11.629905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.724294 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] For port 1f157b43-73c4-4ba9-8f34-ed18d8667012, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:55:11.727295 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] For port 1f157b43-73c4-4ba9-8f34-ed18d8667012, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1f157b43-73c4-4ba9-8f34-ed18d8667012,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:55:11.732942 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.734343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 4af78437-1e5e-414e-837c-e69600cc87cd is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:11.736146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 79043e3d-03d5-4892-8b98-fbd590855e56 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:11.772483 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Attempt 3 to provision port 1f157b43-73c4-4ba9-8f34-ed18d8667012 Sep 22 17:55:11.797751 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:11.798363 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:54:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:11.860644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Port 1f157b43-73c4-4ba9-8f34-ed18d8667012 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:55:11.870222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 79043e3d-03d5-4892-8b98-fbd590855e56 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:11.870589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.870920 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 79043e3d-03d5-4892-8b98-fbd590855e56 Sep 22 17:55:11.889652 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdeb9a2-1c65-45ee-ab78-ce267eb35a0f None None] Pushing event updated for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:11.923802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Provisioning complete for port 79043e3d-03d5-4892-8b98-fbd590855e56 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:11.924104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:11.924395 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Attempt 1 to provision port 79043e3d-03d5-4892-8b98-fbd590855e56 Sep 22 17:55:11.996476 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:12.102295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 79043e3d-03d5-4892-8b98-fbd590855e56 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:12.110904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-22e2a585-e9c5-495b-8c9a-e2f0e1734760 None None] Current status of the port 79043e3d-03d5-4892-8b98-fbd590855e56 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:12.339520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:11Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:12.344302 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18dd898-34b1-47a7-b250-e136659f5445 None None] The sync data for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv is: [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:11Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:55:12.665996 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd5fab2b-a429-48b8-b1f5-87300b713573 req-bf08cfac-3341-46ed-b80f-1e3e8862893b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 210 time: 0.0660880 Sep 22 17:55:12.733669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-04875212-2166-40c8-8abd-2a5eb5f56601 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:12.735186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-04875212-2166-40c8-8abd-2a5eb5f56601 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 797 time: 0.3453028 Sep 22 17:55:12.811223 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-d202ff3e-d4a3-4a3b-95ec-764d3d961239 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 380 time: 0.0420747 Sep 22 17:55:12.819678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'port': {'device_id': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'admin_state_up': True, 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'security_groups': ['0c8b76ab-6357-45e5-b9b5-e9838e198c9f']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:12.966566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:12.976336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:12.987438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:55:12.991086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.160745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.6 (7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1/22ccc5d8-b3c8-4cbf-a278-f84f1b856e58/967559a8-18b7-4e0e-929e-d74088aa28e0) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:55:13.378077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.395889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 967559a8-18b7-4e0e-929e-d74088aa28e0 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:13.425330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.501509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:13.504318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:13.508452 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:55:13.516377 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1f157b43-73c4-4ba9-8f34-ed18d8667012 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:13.545607 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:13.578311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:13.579002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.605566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 1f157b43-73c4-4ba9-8f34-ed18d8667012 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:13.608445 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-f0aa60d1-6bf1-4ca7-89f4-0805f872f510 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7923160 Sep 22 17:55:13.610884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1f157b43-73c4-4ba9-8f34-ed18d8667012 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:13.611388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.611731 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1f157b43-73c4-4ba9-8f34-ed18d8667012 Sep 22 17:55:13.626272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Request body: {'port': {'device_id': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:13.735397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1f157b43-73c4-4ba9-8f34-ed18d8667012 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:13.735778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.757096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.781481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Provisioning for port 967559a8-18b7-4e0e-929e-d74088aa28e0 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:13.789598 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Provisioning complete for port 967559a8-18b7-4e0e-929e-d74088aa28e0 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:13.789896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.790215 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Attempt 1 to provision port 967559a8-18b7-4e0e-929e-d74088aa28e0 Sep 22 17:55:13.827983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 1f157b43-73c4-4ba9-8f34-ed18d8667012, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1f157b43-73c4-4ba9-8f34-ed18d8667012,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:13.840934 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:13.909693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Port 967559a8-18b7-4e0e-929e-d74088aa28e0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:55:13.928217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:14.000592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5612a5-0e5e-439f-a6ad-ba5d138f98ca req-2bf6fe28-7519-4640-a1cc-d0cdf31e3b8b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:14.002118 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df5612a5-0e5e-439f-a6ad-ba5d138f98ca req-2bf6fe28-7519-4640-a1cc-d0cdf31e3b8b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 931 time: 0.2116225 Sep 22 17:55:14.045903 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-df5612a5-0e5e-439f-a6ad-ba5d138f98ca req-30be196a-199e-4188-a153-21928a8a45da tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:14.057250 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-df5612a5-0e5e-439f-a6ad-ba5d138f98ca req-30be196a-199e-4188-a153-21928a8a45da tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:14.058358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-df5612a5-0e5e-439f-a6ad-ba5d138f98ca req-30be196a-199e-4188-a153-21928a8a45da tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506563 Sep 22 17:55:14.118300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 967559a8-18b7-4e0e-929e-d74088aa28e0 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:55:14.125640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:14.139888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Transition to ACTIVE for port object 967559a8-18b7-4e0e-929e-d74088aa28e0 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:55:14.144643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:14.331374 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:14.374523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Attempting to bind port 967559a8-18b7-4e0e-929e-d74088aa28e0 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:55:14.374854 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Attempting to bind port 967559a8-18b7-4e0e-929e-d74088aa28e0 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:55:14.375179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Attempting to bind port 967559a8-18b7-4e0e-929e-d74088aa28e0 on network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:55:14.379681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Port 967559a8-18b7-4e0e-929e-d74088aa28e0 on network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:55:14.379997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Attempting to bind port 967559a8-18b7-4e0e-929e-d74088aa28e0 on network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:55:14.385049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:55:14.385865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Checking segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:55:14.386244 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Bound using segment: {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:55:14.386661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Bound port: 967559a8-18b7-4e0e-929e-d74088aa28e0, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:55:14.386997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:14.411309 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Attempt 2 to provision port 967559a8-18b7-4e0e-929e-d74088aa28e0 Sep 22 17:55:14.468548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Port 967559a8-18b7-4e0e-929e-d74088aa28e0 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:55:14.477998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:55:14.480920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:55:14.485715 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:14.615722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:14.616319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:14.617740 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] 10.222.0.18 "PUT /v2.0/ports/967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1093 time: 0.9959667 Sep 22 17:55:14.618188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:55:14.620964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8cec233cdc024689a96cf5701e853c9c4dc9026bd93080777b1b5f1f310ecbfa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e474d816-92a3-47a3-aba3-70d4d9fdc412" -d '{"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:55:14.662810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e2ba8e-c628-4644-8cd2-84a4513c5b26 service neutron] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:14.673579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:55:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bae81bd-ce46-43d2-9a7b-c325627c6d49 x-openstack-request-id: req-7bae81bd-ce46-43d2-9a7b-c325627c6d49 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:55:14.673868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:55:14.674120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7bae81bd-ce46-43d2-9a7b-c325627c6d49 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:55:14.674514 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7bae81bd-ce46-43d2-9a7b-c325627c6d49'] response: {'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'status': 'completed', 'code': 200} Sep 22 17:55:14.766553 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-7cf6fee9-a93e-420b-94ac-d60d9fd079a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:14.768022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-7cf6fee9-a93e-420b-94ac-d60d9fd079a7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1096 time: 0.0815074 Sep 22 17:55:14.839916 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-4d235021-bf70-4d17-b936-26c51df3f85d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 217 time: 0.0599692 Sep 22 17:55:14.903151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-45973515-86ee-4725-98be-74f575987dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:14.904476 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-45973515-86ee-4725-98be-74f575987dbb service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0592449 Sep 22 17:55:14.969693 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Attempt 3 to provision port 967559a8-18b7-4e0e-929e-d74088aa28e0 Sep 22 17:55:14.987803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-2eaeb2af-4e8e-45df-89f3-bb664117661d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:14.989302 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-2eaeb2af-4e8e-45df-89f3-bb664117661d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775123 Sep 22 17:55:15.029661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-61641067-ba6e-4ef6-8dc9-95727644e3c7 None None] Port 967559a8-18b7-4e0e-929e-d74088aa28e0 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:55:15.121555 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-5ad37f8e-3274-4f4e-bcfa-ca250ae77f9d service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255667 Sep 22 17:55:15.254414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-22f05f12-89a7-4421-a9fb-e97e6129f8da req-cd387b83-966f-45cf-96b2-cb77ca0b0db4 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274798 Sep 22 17:55:15.255374 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c915964-b2f6-4505-b9c0-d8fbe39c65e2 req-4421996b-f115-4c94-9430-c1adb829cb9c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:15.256819 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2c915964-b2f6-4505-b9c0-d8fbe39c65e2 req-4421996b-f115-4c94-9430-c1adb829cb9c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 943 time: 0.0871968 Sep 22 17:55:15.302285 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2c915964-b2f6-4505-b9c0-d8fbe39c65e2 req-84397ca4-ddb6-4913-acba-ce10b56f1e06 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397966 Sep 22 17:55:15.435905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-f3cde2de-d2e1-438e-bf3e-86d47a95ec89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:15.437425 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-f3cde2de-d2e1-438e-bf3e-86d47a95ec89 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1096 time: 0.0852909 Sep 22 17:55:15.477866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1f157b43-73c4-4ba9-8f34-ed18d8667012 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:15.555757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 1f157b43-73c4-4ba9-8f34-ed18d8667012 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:15.556125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:15.556453 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 1f157b43-73c4-4ba9-8f34-ed18d8667012 Sep 22 17:55:15.570680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-6a83b690-ffad-49c7-af02-6e3a73e84535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:15.572132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-6a83b690-ffad-49c7-af02-6e3a73e84535 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1280253 Sep 22 17:55:15.641398 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-80dc915a-cfd0-47ed-b655-65b3d7266955 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 217 time: 0.0636454 Sep 22 17:55:15.671454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 1f157b43-73c4-4ba9-8f34-ed18d8667012 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:15.706499 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-9b256579-2728-49dc-aeab-ac56eeda268d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:15.707934 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-9b256579-2728-49dc-aeab-ac56eeda268d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0609529 Sep 22 17:55:15.792931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-97d4c6f1-c68f-479a-867c-947e1acea8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:15.794424 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-97d4c6f1-c68f-479a-867c-947e1acea8ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808766 Sep 22 17:55:15.926378 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-eecbe167-b419-4527-925f-ddba13450541 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260390 Sep 22 17:55:16.063890 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e474d816-92a3-47a3-aba3-70d4d9fdc412 req-da4c8831-db7f-4af7-9be0-bb6cb66cf322 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312563 Sep 22 17:55:16.503408 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e3d10-993d-4ebc-882e-0839078ff648 req-dbf005da-3db0-4194-862a-801e171a96c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:16.504089 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-420e3d10-993d-4ebc-882e-0839078ff648 req-dbf005da-3db0-4194-862a-801e171a96c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:55:16.520064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-420e3d10-993d-4ebc-882e-0839078ff648 req-dbf005da-3db0-4194-862a-801e171a96c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:55:16.521414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-420e3d10-993d-4ebc-882e-0839078ff648 req-dbf005da-3db0-4194-862a-801e171a96c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 943 time: 0.1093371 Sep 22 17:55:16.569507 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-420e3d10-993d-4ebc-882e-0839078ff648 req-71e00e71-1c59-4905-99f0-da64f1cea994 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411527 Sep 22 17:55:17.774789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e963df0-31d8-47a5-8ae3-0377fbd7e737 req-d3bd5358-2702-488d-a897-8e7cf28eb394 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:17.776256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0e963df0-31d8-47a5-8ae3-0377fbd7e737 req-d3bd5358-2702-488d-a897-8e7cf28eb394 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 943 time: 0.0912714 Sep 22 17:55:17.820117 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0e963df0-31d8-47a5-8ae3-0377fbd7e737 req-f216c109-2daa-40c4-95e8-a90d4950db87 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379717 Sep 22 17:55:18.817261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:55:18.965385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:18.979693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'mac_address': 'fa:16:3e:f2:da:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:55:19.052234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb31e59a-d5dc-44ba-be18-f79d9dfc19e9 req-11d6211a-9fc3-4635-bece-8dcd36280c84 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:19.054556 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb31e59a-d5dc-44ba-be18-f79d9dfc19e9 req-11d6211a-9fc3-4635-bece-8dcd36280c84 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 943 time: 0.1183085 Sep 22 17:55:19.078226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 967559a8-18b7-4e0e-929e-d74088aa28e0 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:19.078530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:19.095322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 967559a8-18b7-4e0e-929e-d74088aa28e0 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:55:19.111195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:19.115414 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:19.188070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:19.266724 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb31e59a-d5dc-44ba-be18-f79d9dfc19e9 req-d6e9047f-3f99-4a1b-a57f-b9a3607f2a25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1442516 Sep 22 17:55:19.564435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['967559a8-18b7-4e0e-929e-d74088aa28e0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:55:20.487604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de992f8b-e04f-46ad-9f6e-3cf3a43c8002 req-ca8897f5-9863-4d44-8f4e-9c9359b70a88 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:20.488990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de992f8b-e04f-46ad-9f6e-3cf3a43c8002 req-ca8897f5-9863-4d44-8f4e-9c9359b70a88 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 944 time: 0.0916705 Sep 22 17:55:20.532685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-de992f8b-e04f-46ad-9f6e-3cf3a43c8002 req-8a3f2afa-2570-40e5-9db4-c8fdeb42395f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379431 Sep 22 17:55:20.827346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:55:20.893680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 967559a8-18b7-4e0e-929e-d74088aa28e0 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:55:20.898715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 967559a8-18b7-4e0e-929e-d74088aa28e0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:55:20.899117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:20.899451 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 967559a8-18b7-4e0e-929e-d74088aa28e0 Sep 22 17:55:21.021874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 967559a8-18b7-4e0e-929e-d74088aa28e0 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:55:21.022259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:21.049952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:55:21.052272 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e78ed9c6fe0f8a18cc92750431bcd5a963e68bf93317d3c8bd7b772b646072f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-523fc47f-d553-4e2e-a910-c5efc7d4e581" -d '{"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-plugged", "status": "completed", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:55:21.061306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:55:21.066335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:21.103775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f74b43-bf44-439c-ac90-8074e8144495 x-openstack-request-id: req-46f74b43-bf44-439c-ac90-8074e8144495 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:55:21.104096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-plugged", "status": "completed", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:55:21.104372 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-46f74b43-bf44-439c-ac90-8074e8144495 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:55:21.104806 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46f74b43-bf44-439c-ac90-8074e8144495'] response: {'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'code': 200} Sep 22 17:55:21.143965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:21.366292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32809cf-fb8c-4870-81e0-429fed990d01 req-0ca739cc-6bfc-4ac7-b66e-8dcef3cea9e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:21.367756 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32809cf-fb8c-4870-81e0-429fed990d01 req-0ca739cc-6bfc-4ac7-b66e-8dcef3cea9e8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0780208 Sep 22 17:55:21.407569 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b32809cf-fb8c-4870-81e0-429fed990d01 req-3369537f-2085-4277-bed3-2cb70f5cad8b service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340340 Sep 22 17:55:21.739534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c047af-6465-413b-a1c3-734e73996262 req-e9294fdc-6623-453d-b45d-67821d27bee9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:21.740956 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0c047af-6465-413b-a1c3-734e73996262 req-e9294fdc-6623-453d-b45d-67821d27bee9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0971601 Sep 22 17:55:21.785658 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b0c047af-6465-413b-a1c3-734e73996262 req-3cf3159c-bac4-4769-bd69-c7a4796bb6e5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384009 Sep 22 17:55:22.521889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a08e993d-0eea-4158-8f1c-19d31271f70a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:23.000855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d823c9ef-b209-4342-9755-80d5434ec802 req-e016fbea-45b0-4294-8de9-3edbe2d3b18b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:23.002462 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d823c9ef-b209-4342-9755-80d5434ec802 req-e016fbea-45b0-4294-8de9-3edbe2d3b18b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0938554 Sep 22 17:55:23.048236 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d823c9ef-b209-4342-9755-80d5434ec802 req-2f7d9a94-d557-409f-864a-0da7c65baf9e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400045 Sep 22 17:55:23.252097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ad3072-3382-45fc-9ab1-c25b29afab77 req-6f87006e-1bc1-4593-b5f8-91811cb48505 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:23.253594 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7ad3072-3382-45fc-9ab1-c25b29afab77 req-6f87006e-1bc1-4593-b5f8-91811cb48505 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0934393 Sep 22 17:55:23.300660 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7ad3072-3382-45fc-9ab1-c25b29afab77 req-a8937c66-4fc5-4405-931b-2a9daa17e18d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414438 Sep 22 17:55:23.329661 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59684) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:23.460897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58f1e0d-c499-4d12-b403-8320346da053 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:23.462404 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f58f1e0d-c499-4d12-b403-8320346da053 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1093 time: 0.1317403 Sep 22 17:55:23.466683 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59690) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:23.475604 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address': '172.20.0.6'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:55:23.485080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:55:23.489359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:floatingip and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:55:23.492467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:55:23.498471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:55:23.509330 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:23.650206 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:23.785900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.51 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/4ce6545f-7857-44a6-b927-c3bb20faa5c8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:55:23.934850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:23.963813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.033259 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:55:24.035988 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:55:24.039864 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:55:24.075261 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=4ce6545f-7857-44a6-b927-c3bb20faa5c8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:24.468076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.546175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.675331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-806c51dc-595c-4755-9c6d-dbbdb371d8cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.857992 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.862464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:24.970353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:25.021076 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=4ce6545f-7857-44a6-b927-c3bb20faa5c8,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:55:25.147374 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 3279a7b6-d87a-4d17-ac95-0a36efb69cba associated. External IP: 172.26.8.51, port: 967559a8-18b7-4e0e-929e-d74088aa28e0. Sep 22 17:55:25.504989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 27647712-6781-48a2-ae32-a16fd8630ad4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:55:25.681276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:55:25.692279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Sync routers for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:55:25.706151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:25.707153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:55:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:25.713817 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:25.773754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f1d1f606-d93a-456f-9b5c-9b5a10c8414e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3033578 Sep 22 17:55:25.774398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:55:25.777288 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ba1f53d4461491a80c75c117ab3cd89eec75fbd01366e754dd6532409b2a757d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:55:25.802107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:25.838872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b3f5bf-6191-4fdb-b738-200d3ff92868 x-openstack-request-id: req-79b3f5bf-6191-4fdb-b738-200d3ff92868 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:55:25.839366 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:55:25.839631 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-79b3f5bf-6191-4fdb-b738-200d3ff92868 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:55:25.840078 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-79b3f5bf-6191-4fdb-b738-200d3ff92868'] response: {'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'status': 'completed', 'code': 200} Sep 22 17:55:25.917122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:25.977307 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:26.126775 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a37e46-ac3f-448e-83b1-6f4474f1988f req-009e1458-6701-4559-8f41-25d843723635 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:26.128929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0a37e46-ac3f-448e-83b1-6f4474f1988f req-009e1458-6701-4559-8f41-25d843723635 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.2345552 Sep 22 17:55:26.131792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-01425525-cdc8-4e9e-b327-e389b20073fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:26.133798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-01425525-cdc8-4e9e-b327-e389b20073fa service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.1757886 Sep 22 17:55:26.183997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:26.274644 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0a37e46-ac3f-448e-83b1-6f4474f1988f req-839c16b2-42b6-4d95-b0c6-a6cf11fa3699 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396580 Sep 22 17:55:26.289214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '3279a7b6-d87a-4d17-ac95-0a36efb69cba', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'mac_address': 'fa:16:3e:f2:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:55:24Z', 'updated_at': '2022-09-22T17:55:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:26.294441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Checking router: 27647712-6781-48a2-ae32-a16fd8630ad4 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:55:26.303946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:55:26.304575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:55:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:26.322068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59698) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:26.322585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-66f74891-12c6-4aea-8272-d77585ef6b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:26.324828 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-66f74891-12c6-4aea-8272-d77585ef6b78 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1713297 Sep 22 17:55:26.434966 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-5c19cbcc-f0e3-453f-be8b-2896bc97a12c service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 998 time: 0.1036441 Sep 22 17:55:26.444444 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-48056cf8-e4ab-43cf-ab5b-0b7d35951f46 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/3279a7b6-d87a-4d17-ac95-0a36efb69cba HTTP/1.1" status: 200 len: 990 time: 0.1196744 Sep 22 17:55:26.501001 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-a2f9d353-6c7c-42ed-b17e-3fa052a67e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:26.502459 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-a2f9d353-6c7c-42ed-b17e-3fa052a67e29 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0621750 Sep 22 17:55:26.515634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:55:26.585610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-20e326d8-2f28-439c-8529-36138b5f79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:55:26.587164 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-20e326d8-2f28-439c-8529-36138b5f79ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783925 Sep 22 17:55:26.739699 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-2d60a330-f3c5-4b08-9c02-606ed950a463 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464155 Sep 22 17:55:26.875874 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2b7d2df9-ef98-4dc2-b141-6c5849426cc3 req-948b2930-f9b0-44c8-9aeb-39448d4cdaec service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293321 Sep 22 17:55:26.920939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '3279a7b6-d87a-4d17-ac95-0a36efb69cba', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'mac_address': 'fa:16:3e:f2:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:55:24Z', 'updated_at': '2022-09-22T17:55:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:55:26.924897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d8add34-f358-418d-9e66-5e74da71ff25 None None] The sync data for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv is: [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '3279a7b6-d87a-4d17-ac95-0a36efb69cba', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.51', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1765, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'mac_address': 'fa:16:3e:f2:da:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:55:24Z', 'updated_at': '2022-09-22T17:55:24Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:55:27.116450 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81ce148-9bd4-47d5-bb9f-f78c451dba0f None None] New status for floating IP 3279a7b6-d87a-4d17-ac95-0a36efb69cba: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:55:27.399823 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:27.446400 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59702) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:55:27.549746 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aeae2037-da11-4ab9-971c-061a911960f6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/3279a7b6-d87a-4d17-ac95-0a36efb69cba HTTP/1.1" status: 200 len: 992 time: 0.1021168 Sep 22 17:55:42.091520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:55:52.524113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bdc8e579-239c-4b20-a760-355386fb6623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:54.678421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1702c27e-f40c-4992-9b68-970f3e7fa798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:55.745843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:55.927817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:56.169066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:55:57.401949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:02.376328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-2485a679-0656-41b3-bbf6-def1be794345 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1173120 Sep 22 17:56:02.535855 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-e45936b6-b639-4ece-8ad8-3e8255698ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:02.537268 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-e45936b6-b639-4ece-8ad8-3e8255698ed6 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0785086 Sep 22 17:56:02.676392 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-74eb1a8e-5aa8-42f5-ae8c-d8c4249c65e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:02.677842 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-74eb1a8e-5aa8-42f5-ae8c-d8c4249c65e9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1234655 Sep 22 17:56:02.782029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-e79ccc04-1ce6-42cd-b160-a2eacceab3a1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1000 time: 0.0955586 Sep 22 17:56:02.842509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-9de50ccd-64eb-41af-a830-6103b0bada78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:02.843880 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-9de50ccd-64eb-41af-a830-6103b0bada78 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0561767 Sep 22 17:56:02.926502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-ff754f62-1c5d-4d0d-b285-82207d8e27ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:02.927953 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-ff754f62-1c5d-4d0d-b285-82207d8e27ff service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785294 Sep 22 17:56:03.150205 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-8e42bffd-e86f-475d-be82-274b68ca5e18 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164063 Sep 22 17:56:03.279597 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-391b1337-a0e0-49c1-b5db-7c8fd35c57d7 req-26b545eb-d21c-4101-b96e-6a22929797d0 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234193 Sep 22 17:56:19.089867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:56:22.525299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-decb8460-fa78-4a83-8558-0465cf4a338f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:24.680104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-11bdd923-a053-4dde-b1a0-cdb56fb6ee4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:25.747691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:25.927556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:26.172147 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:27.406493 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:40.819596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59742) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:56:41.095403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-fe320026-5177-4927-94bf-c53bc0c9a0ab service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2745442 Sep 22 17:56:41.151919 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8fe3bd-d48a-4274-979e-92ef7299284c req-7bc67d3d-cb1d-48ad-a3ef-5f43f7d96819 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:41.153390 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e8fe3bd-d48a-4274-979e-92ef7299284c req-7bc67d3d-cb1d-48ad-a3ef-5f43f7d96819 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1454835 Sep 22 17:56:41.201366 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8e8fe3bd-d48a-4274-979e-92ef7299284c req-9b936d0d-dd5f-499b-8f0b-fcdd24cede9b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415359 Sep 22 17:56:42.481201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2c767f-470c-4f22-b31f-0bc18ef59265 req-25a61897-e005-42c9-917a-8a7a192f23a4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:42.482677 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f2c767f-470c-4f22-b31f-0bc18ef59265 req-25a61897-e005-42c9-917a-8a7a192f23a4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1292734 Sep 22 17:56:42.526163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6f2c767f-470c-4f22-b31f-0bc18ef59265 req-0a1f3528-449c-4ab5-8724-d443b72c29b6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377512 Sep 22 17:56:43.362558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-97c3cbe3-2a61-4503-93cb-1d89ed5f31c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:43.364688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-97c3cbe3-2a61-4503-93cb-1d89ed5f31c9 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0838289 Sep 22 17:56:43.499357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-7fe7404a-4b3f-4225-a893-88fd6b2466f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:43.500775 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-7fe7404a-4b3f-4225-a893-88fd6b2466f0 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1304569 Sep 22 17:56:43.605191 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-fc4c5ddf-b80f-4c35-8679-f8d06f833d24 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1000 time: 0.0983849 Sep 22 17:56:43.671238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-0612714a-6335-4ed6-814b-612e8e5bd1db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:43.672718 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-0612714a-6335-4ed6-814b-612e8e5bd1db service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0608509 Sep 22 17:56:43.727986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7c241-b93c-4916-8dd2-fe56c2ce8dc5 req-ae33048f-f404-4c4f-83e7-5a37ccf1093d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:43.729470 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44c7c241-b93c-4916-8dd2-fe56c2ce8dc5 req-ae33048f-f404-4c4f-83e7-5a37ccf1093d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0893137 Sep 22 17:56:43.758828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-4d5a3781-8bfe-44a4-b38d-2f1eb98f3540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:43.760231 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-4d5a3781-8bfe-44a4-b38d-2f1eb98f3540 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815413 Sep 22 17:56:43.777005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-44c7c241-b93c-4916-8dd2-fe56c2ce8dc5 req-50c1e184-4982-4d4c-b2af-10ac0e81452c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417376 Sep 22 17:56:43.891198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-ba4547c3-d276-429d-919a-2e5895985f0c service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247499 Sep 22 17:56:44.033638 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-46a5c778-5935-4c51-add2-6939327051f0 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347451 Sep 22 17:56:44.971702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31da694-21f4-4ad5-8ba8-7b0c84d365a6 req-39c7b61d-9364-4c32-bd05-81df173ee463 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:44.973648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d31da694-21f4-4ad5-8ba8-7b0c84d365a6 req-39c7b61d-9364-4c32-bd05-81df173ee463 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0858409 Sep 22 17:56:45.016056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d31da694-21f4-4ad5-8ba8-7b0c84d365a6 req-48212944-b230-4943-9543-c0b35726d76d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368545 Sep 22 17:56:46.216109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe33b51-f2e9-4965-93a2-392df7b62317 req-e24b7dd7-1e1c-4948-a3c0-f31cfa2e0dd3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:46.217579 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfe33b51-f2e9-4965-93a2-392df7b62317 req-e24b7dd7-1e1c-4948-a3c0-f31cfa2e0dd3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0870616 Sep 22 17:56:46.261165 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfe33b51-f2e9-4965-93a2-392df7b62317 req-f10846bd-688c-4257-8f22-7829c2aee8ce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379467 Sep 22 17:56:47.463926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d95b40-8900-4b3f-a7fc-bd7d5343333c req-de654518-c524-4a42-8cb4-3631a532339a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:47.465420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69d95b40-8900-4b3f-a7fc-bd7d5343333c req-de654518-c524-4a42-8cb4-3631a532339a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0898933 Sep 22 17:56:47.509525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-69d95b40-8900-4b3f-a7fc-bd7d5343333c req-fc52d567-5a36-4e5e-ac8e-eccc40ad1915 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382211 Sep 22 17:56:48.711146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86449348-4a06-42d2-bfc7-e572bbafe62f req-f4cb7e10-7d87-41bc-9ea4-4f40c394314f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:48.712634 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86449348-4a06-42d2-bfc7-e572bbafe62f req-f4cb7e10-7d87-41bc-9ea4-4f40c394314f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0910985 Sep 22 17:56:48.755359 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-86449348-4a06-42d2-bfc7-e572bbafe62f req-5e26060e-41e6-4c93-b34d-231eac4f3f6c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371532 Sep 22 17:56:49.952405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db989e9-93d2-4625-a948-123853433709 req-318e33f8-f2f3-46c5-8465-1a62aa9eaa83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:49.953794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9db989e9-93d2-4625-a948-123853433709 req-318e33f8-f2f3-46c5-8465-1a62aa9eaa83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0862286 Sep 22 17:56:50.001091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9db989e9-93d2-4625-a948-123853433709 req-081dd552-d055-4e4e-a44c-7771ec0fc13d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413606 Sep 22 17:56:51.199539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f4bb3-267a-4d63-9753-31845d49bcea req-1f2d860a-5660-4332-b47b-300aac0c3de4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:51.201022 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c62f4bb3-267a-4d63-9753-31845d49bcea req-1f2d860a-5660-4332-b47b-300aac0c3de4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0866482 Sep 22 17:56:51.248688 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c62f4bb3-267a-4d63-9753-31845d49bcea req-2dd44c60-b068-4505-9f44-50c8f9428962 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418859 Sep 22 17:56:52.448595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157a0541-c83a-4c49-9e0d-ce65628114f8 req-b438669b-059e-4d10-8948-8eda2706996c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:52.450086 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-157a0541-c83a-4c49-9e0d-ce65628114f8 req-b438669b-059e-4d10-8948-8eda2706996c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0904758 Sep 22 17:56:52.493798 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-157a0541-c83a-4c49-9e0d-ce65628114f8 req-d8b849b2-310f-4a0f-b933-d43f7a32dfa3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378127 Sep 22 17:56:52.534947 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1f61f770-f334-4cb9-94d3-7391dddd6449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:53.691378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165904ea-2b91-4c97-ac93-68e8311279f3 req-69e21049-c5f7-412e-9503-d7c27d5e66cd tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:53.692848 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-165904ea-2b91-4c97-ac93-68e8311279f3 req-69e21049-c5f7-412e-9503-d7c27d5e66cd tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0861127 Sep 22 17:56:53.736238 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-165904ea-2b91-4c97-ac93-68e8311279f3 req-e8c8ac66-0e67-4d28-be28-156ce9e8990a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375342 Sep 22 17:56:54.683137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3f7353bf-68d2-44ca-9c92-eced8b4efb52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:54.937467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125f3ed-d20b-4c47-a589-a97ff19a53e6 req-eef2c77c-55cc-4b58-a145-8a74875e4b64 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:54.938816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5125f3ed-d20b-4c47-a589-a97ff19a53e6 req-eef2c77c-55cc-4b58-a145-8a74875e4b64 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0901694 Sep 22 17:56:54.982002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5125f3ed-d20b-4c47-a589-a97ff19a53e6 req-9fdb0fa6-2cf7-4688-a3c6-e7ae9dbc15a9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376148 Sep 22 17:56:55.748921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:55.959014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:55.959244 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-0a12cee1-ec50-4f58-aac3-315ea029e3ac service neutron] 10.222.0.18 "GET /v2.0/ports/967559a8-18b7-4e0e-929e-d74088aa28e0/bindings/hv-neutron-8589 HTTP/1.1" status: 200 len: 384 time: 0.0744779 Sep 22 17:56:56.089384 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:56:56.178646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:56.195408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e00b95f-95d8-4eaa-8010-305256833992 req-712e907f-4fb4-4f18-8e8a-14007e24fab6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.197036 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e00b95f-95d8-4eaa-8010-305256833992 req-712e907f-4fb4-4f18-8e8a-14007e24fab6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1022363 Sep 22 17:56:56.247161 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e00b95f-95d8-4eaa-8010-305256833992 req-27ed6ba3-d513-4fa4-adec-b277977b5104 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437477 Sep 22 17:56:56.365557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-abf58cf7-5e54-49cd-bdc4-62bd80ad7b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.367714 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-abf58cf7-5e54-49cd-bdc4-62bd80ad7b8b service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 1098 time: 0.1871986 Sep 22 17:56:56.482509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-1577ee24-2ec1-46bd-a9b9-943d459e8a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.483977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-1577ee24-2ec1-46bd-a9b9-943d459e8a01 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0809247 Sep 22 17:56:56.614863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-635cc0d1-d353-4838-b8b0-18afda46d97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.616344 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-635cc0d1-d353-4838-b8b0-18afda46d97a service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1266048 Sep 22 17:56:56.714477 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-8950e81f-f4b9-40cb-bc35-b2a069b2f576 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1000 time: 0.0924313 Sep 22 17:56:56.777691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-1321d220-6f58-4281-901b-8c3fc0327f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.779083 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-1321d220-6f58-4281-901b-8c3fc0327f9d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0588620 Sep 22 17:56:56.863129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-be2f1ec9-7809-4ab0-a4dc-23523f5a0aac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:56.864624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-be2f1ec9-7809-4ab0-a4dc-23523f5a0aac service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799603 Sep 22 17:56:56.997446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-7db81227-5bab-4b4c-aeac-319fee461013 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263664 Sep 22 17:56:57.129379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-b372ad30-972f-4f0a-8974-4e16ee82a4f9 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262305 Sep 22 17:56:57.409808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:57.453068 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d132494-1f6b-4b91-be92-febb14195da5 req-e4221059-a5c2-45c6-9b30-f54e099fd1c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:57.454505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d132494-1f6b-4b91-be92-febb14195da5 req-e4221059-a5c2-45c6-9b30-f54e099fd1c5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0926061 Sep 22 17:56:57.498624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1d132494-1f6b-4b91-be92-febb14195da5 req-2b859748-da4d-43da-8706-5f1c48f7cd26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384231 Sep 22 17:56:58.702440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad991f2-6a9b-4af4-80c2-b6e262a4191e req-294143b4-ef28-4858-83d5-8d6a378b2000 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:58.703877 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4ad991f2-6a9b-4af4-80c2-b6e262a4191e req-294143b4-ef28-4858-83d5-8d6a378b2000 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0941584 Sep 22 17:56:58.752633 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4ad991f2-6a9b-4af4-80c2-b6e262a4191e req-a2e93273-3c02-4e4b-867c-aabc54ccfc27 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431378 Sep 22 17:56:59.318651 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:56:59.467525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:56:59.481027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'port_id': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'mac_address': 'fa:16:3e:f2:da:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:56:59.537017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 967559a8-18b7-4e0e-929e-d74088aa28e0 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:56:59.537402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:59.555732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 967559a8-18b7-4e0e-929e-d74088aa28e0 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:56:59.572644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:56:59.576058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:56:59.645579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:56:59.654171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.654757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.655346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.655933 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.656463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.657042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.657457 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.657798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.658136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.658468 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.658795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.659118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:56:59.759179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['967559a8-18b7-4e0e-929e-d74088aa28e0'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:56:59.956815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc58520-a5d5-4459-8c79-6eb1f0c88578 req-5b6dd126-0413-418f-80cf-edce37caf164 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:56:59.958285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cc58520-a5d5-4459-8c79-6eb1f0c88578 req-5b6dd126-0413-418f-80cf-edce37caf164 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 944 time: 0.0923877 Sep 22 17:57:00.002786 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6cc58520-a5d5-4459-8c79-6eb1f0c88578 req-d279fa4e-0267-4d0a-9f83-c07303bb4266 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386593 Sep 22 17:57:01.202104 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f3650-89a1-4ab2-b9c7-657ff6723e70 req-4df10c2d-ee3a-4c2c-8a2d-8904975aaee1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:01.203554 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c4f3650-89a1-4ab2-b9c7-657ff6723e70 req-4df10c2d-ee3a-4c2c-8a2d-8904975aaee1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 944 time: 0.0898609 Sep 22 17:57:01.247028 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7c4f3650-89a1-4ab2-b9c7-657ff6723e70 req-f03f0d29-e544-4afe-ba11-230bc48e20a4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377631 Sep 22 17:57:01.319032 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:57:01.394391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 967559a8-18b7-4e0e-929e-d74088aa28e0 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:57:01.394769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:01.395106 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 967559a8-18b7-4e0e-929e-d74088aa28e0 Sep 22 17:57:01.520798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 967559a8-18b7-4e0e-929e-d74088aa28e0 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:57:01.521163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:01.552228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:57:01.570845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:57:01.574994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:01.612134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4e70e9-7325-42e0-ae6a-e9f313249e35" -d '{"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-plugged", "status": "completed", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:57:01.646594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:57:01.727310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3f7ab65-5df5-4dd1-80dd-bf49abe3d1f1 x-openstack-request-id: req-f3f7ab65-5df5-4dd1-80dd-bf49abe3d1f1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:57:01.727688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-plugged", "status": "completed", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:57:01.728957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f3f7ab65-5df5-4dd1-80dd-bf49abe3d1f1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:57:01.728957 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3f7ab65-5df5-4dd1-80dd-bf49abe3d1f1'] response: {'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'code': 200} Sep 22 17:57:01.746428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b593e9-8a4d-4b65-a12b-4b8e103d6dfe req-409680d6-b87a-4bd3-96a1-7e60c6556197 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:01.747904 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7b593e9-8a4d-4b65-a12b-4b8e103d6dfe req-409680d6-b87a-4bd3-96a1-7e60c6556197 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0990880 Sep 22 17:57:01.750795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e716b8-db5f-490b-bae4-a62536eda82a req-d94f49ba-2130-4a57-a523-d3cc228b7d2a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:01.752302 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-d94f49ba-2130-4a57-a523-d3cc228b7d2a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894&tenant_id=66e2033314e548d99ca2e93e6569c850&binding%3Ahost_id=hv-neutron-8589 HTTP/1.1" status: 200 len: 945 time: 0.0984013 Sep 22 17:57:01.794701 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b7b593e9-8a4d-4b65-a12b-4b8e103d6dfe req-7237aac0-4b1c-4276-8594-08743f52feb1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Sep 22 17:57:01.997958 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e716b8-db5f-490b-bae4-a62536eda82a req-8051a205-37e3-41dc-b729-2fe9cda0fdfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:01.999433 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-8051a205-37e3-41dc-b729-2fe9cda0fdfd service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.1549647 Sep 22 17:57:02.093964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a87337-f60c-4119-b546-4600a8435f8e req-61527232-c624-4088-84a1-e08c18d9b24b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:02.095410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99a87337-f60c-4119-b546-4600a8435f8e req-61527232-c624-4088-84a1-e08c18d9b24b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1879425 Sep 22 17:57:02.169169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99a87337-f60c-4119-b546-4600a8435f8e req-3b6da561-cc9a-49c0-8739-7b49ab821833 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663939 Sep 22 17:57:02.173643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e716b8-db5f-490b-bae4-a62536eda82a req-e08ec6e1-af1a-4986-90ad-2a48ff92ddbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:02.175043 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-e08ec6e1-af1a-4986-90ad-2a48ff92ddbb service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1693375 Sep 22 17:57:02.281093 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-e1439117-f4c1-402a-9bc8-f1bef120d9ce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1000 time: 0.0999475 Sep 22 17:57:02.353652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e716b8-db5f-490b-bae4-a62536eda82a req-854d05be-b4bc-43e3-b1c1-7b22fccae607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:02.355008 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-854d05be-b4bc-43e3-b1c1-7b22fccae607 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0685117 Sep 22 17:57:02.435886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e716b8-db5f-490b-bae4-a62536eda82a req-ad8c9002-e0ac-4b12-a220-928f99140dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:02.437628 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-ad8c9002-e0ac-4b12-a220-928f99140dd8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765913 Sep 22 17:57:02.533949 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.18', 61115) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:57:02.615705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-505d9ba4-8ecf-4874-8fd1-d6c5b8e9a6b5 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0804791 Sep 22 17:57:02.666012 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-99d0756c-9ef0-4a9d-80c9-3307563dc2d0 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221942 Sep 22 17:57:02.797308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-06e716b8-db5f-490b-bae4-a62536eda82a req-65625083-1e9e-403f-9194-5fe48cc8529e service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254067 Sep 22 17:57:03.014778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-06699f91-bd9a-485c-8798-6413a56d55a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:03.016166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-06699f91-bd9a-485c-8798-6413a56d55a0 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0834031 Sep 22 17:57:03.159199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-c6fb0eb2-75c0-479d-acfd-2b8d509e57c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:03.160666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-c6fb0eb2-75c0-479d-acfd-2b8d509e57c2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1251211 Sep 22 17:57:03.274077 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-b8e9b4f4-e2b0-4489-b732-fd9358156b23 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 1000 time: 0.1007679 Sep 22 17:57:03.341737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-457d643d-64a5-4970-bdbd-5adc539a0fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:03.343862 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-457d643d-64a5-4970-bdbd-5adc539a0fd6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0645533 Sep 22 17:57:03.384131 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe26b96-ecd6-4c3b-8d41-888e7f7e5d95 req-b5f711a7-3e23-4525-9d57-c64bdea69b9a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:03.385612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffe26b96-ecd6-4c3b-8d41-888e7f7e5d95 req-b5f711a7-3e23-4525-9d57-c64bdea69b9a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0967875 Sep 22 17:57:03.435409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-6e3124c2-0b3b-46af-9968-21a386dbc6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:03.435628 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ffe26b96-ecd6-4c3b-8d41-888e7f7e5d95 req-2ca03d2e-f644-4c90-97a4-17fccfa2ea4c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416036 Sep 22 17:57:03.437129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-6e3124c2-0b3b-46af-9968-21a386dbc6b2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0868366 Sep 22 17:57:03.573216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-61499d40-2c60-4c8b-9967-ae1b3be9b93c service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297739 Sep 22 17:57:03.706816 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-beffaf2c-5c19-4003-a901-e7bab6c960e7 req-682ec7c8-4d68-4631-a408-86f642d236e9 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274424 Sep 22 17:57:04.644824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb84851f-4743-4720-8c3c-cd3f8880a20e req-914f5493-9150-435e-8d0a-02eaad52488f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:04.646286 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb84851f-4743-4720-8c3c-cd3f8880a20e req-914f5493-9150-435e-8d0a-02eaad52488f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0980566 Sep 22 17:57:04.690163 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-cb84851f-4743-4720-8c3c-cd3f8880a20e req-ad2b2c0e-edf5-46ab-ba12-d8dcac803324 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383401 Sep 22 17:57:04.719020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59846) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:57:04.823810 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-663e0309-8bf0-45db-b5cc-14099dc38a1e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/3279a7b6-d87a-4d17-ac95-0a36efb69cba HTTP/1.1" status: 200 len: 992 time: 0.1036763 Sep 22 17:57:22.528704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-38a68c09-2c5c-45f2-928d-22376b9ce6d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:24.685137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-504b7b94-6cb0-4ea8-8a94-915636edbb63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:25.750804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:25.970577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:26.175926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:27.414970 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:33.088386 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:57:52.531228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03ac1649-3870-4249-b7e4-8dccf5e46cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:54.691401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc834ba7-9e6c-441d-933c-0be9be6260dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:55.754107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:55.993075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:56.180616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:57.416475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:57.837384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59886) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:57:58.035842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 4ce6545f-7857-44a6-b927-c3bb20faa5c8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:57:58.036180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:58.300250 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:58.300636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:58.423034 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 4ce6545f-7857-44a6-b927-c3bb20faa5c8 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:57:58.574133 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:58.626853 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=4ce6545f-7857-44a6-b927-c3bb20faa5c8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:57:58.667821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.668169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.668510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.669006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.669340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.669671 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.669995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.670319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.670641 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.670960 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.671279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.671597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:57:58.735287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:58.735615 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 3279a7b6-d87a-4d17-ac95-0a36efb69cba disassociated (deleted). External IP: 172.26.8.51, port: 967559a8-18b7-4e0e-929e-d74088aa28e0. Sep 22 17:57:59.089722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 27647712-6781-48a2-ae32-a16fd8630ad4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:57:59.266565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:57:59.276900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Sync routers for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:57:59.286633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:57:59.287624 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:57:59.288353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:57:59.348145 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5419e175-7b54-4b28-af0a-11ee6b277dd5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/floatingips/3279a7b6-d87a-4d17-ac95-0a36efb69cba HTTP/1.1" status: 204 len: 168 time: 1.5097072 Sep 22 17:57:59.348787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:57:59.390087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002" -d '{"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:57:59.482691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e20f1ff-d704-422f-865c-be8659a97188 x-openstack-request-id: req-5e20f1ff-d704-422f-865c-be8659a97188 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:57:59.483084 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:57:59.483401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-5e20f1ff-d704-422f-865c-be8659a97188 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:57:59.484201 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5e20f1ff-d704-422f-865c-be8659a97188'] response: {'name': 'network-changed', 'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'status': 'completed', 'code': 200} Sep 22 17:57:59.504828 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:57:59.606300 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-0925ed7c-00b5-40ef-acab-84bd9198be1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:59.607691 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-0925ed7c-00b5-40ef-acab-84bd9198be1c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 1098 time: 0.0810184 Sep 22 17:57:59.744799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-f71bddc1-e324-4e27-8cc4-8330b79c3623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:59.746512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-f71bddc1-e324-4e27-8cc4-8330b79c3623 service neutron] 10.222.0.18 "GET /v2.0/networks?id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 200 len: 898 time: 0.1316319 Sep 22 17:57:59.750146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6739b37-a23c-464e-9a0f-e3630b8d714f req-e8340193-bac5-4e75-b5c6-cb45fd7dd4f3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:59.751604 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6739b37-a23c-464e-9a0f-e3630b8d714f req-e8340193-bac5-4e75-b5c6-cb45fd7dd4f3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1015012 Sep 22 17:57:59.801521 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6739b37-a23c-464e-9a0f-e3630b8d714f req-1f45b788-c5c3-46a4-8125-d6632a8a5903 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440404 Sep 22 17:57:59.843387 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:57:59.847859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Checking router: 27647712-6781-48a2-ae32-a16fd8630ad4 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:57:59.856878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:57:59.857421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:57:59.927582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a33ac08a-9cbd-4c40-9f60-f0c5c1947ddd service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 200 len: 217 time: 0.1744392 Sep 22 17:57:59.992523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a347322b-0759-4813-9873-de2365ccbe9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:57:59.994004 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a347322b-0759-4813-9873-de2365ccbe9a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 200 len: 835 time: 0.0578785 Sep 22 17:58:00.040630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:00.080317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a95e6f79-c925-462b-aa95-b1359db35d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:00.081819 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a95e6f79-c925-462b-aa95-b1359db35d5d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806808 Sep 22 17:58:00.212761 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-b9b2c36f-836a-492c-9ba6-072604834e88 service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242659 Sep 22 17:58:00.344446 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-368b11ac-5b4b-4c08-a3b9-ec6ee99e6002 req-a955a3a7-eb75-4b33-bb53-2726c1310aac service neutron] 10.222.0.18 "GET /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252584 Sep 22 17:58:00.354220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:00.358177 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24582aa8-62a0-4db1-bf5f-e1cd42859c4b None None] The sync data for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv is: [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '1f157b43-73c4-4ba9-8f34-ed18d8667012', 'name': '', 'network_id': '7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:8e:5d:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:07Z', 'updated_at': '2022-09-22T17:55:13Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '22ccc5d8-b3c8-4cbf-a278-f84f1b856e58', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:58:00.579003 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e020c5-f9df-4a6d-9f37-28aa1cd03947 None None] New status for floating IP 3279a7b6-d87a-4d17-ac95-0a36efb69cba: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:58:01.006501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8747bc19-222b-4c21-98b3-4704350352da req-d072b76f-2146-457f-a39d-3d295ff3d24a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:01.007105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8747bc19-222b-4c21-98b3-4704350352da req-d072b76f-2146-457f-a39d-3d295ff3d24a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:01.022283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8747bc19-222b-4c21-98b3-4704350352da req-d072b76f-2146-457f-a39d-3d295ff3d24a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:01.023418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8747bc19-222b-4c21-98b3-4704350352da req-d072b76f-2146-457f-a39d-3d295ff3d24a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.1026866 Sep 22 17:58:01.072575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8747bc19-222b-4c21-98b3-4704350352da req-8fc3ceea-6a83-40b0-ae06-1390bc8649b3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435379 Sep 22 17:58:01.777880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caf597e-039f-451b-8246-56e01862109f req-0bd26d8d-6c70-4c60-9b41-d949dcc4d772 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:01.779218 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0caf597e-039f-451b-8246-56e01862109f req-0bd26d8d-6c70-4c60-9b41-d949dcc4d772 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0910850 Sep 22 17:58:01.848176 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 967559a8-18b7-4e0e-929e-d74088aa28e0 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:58:01.848514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:02.091847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 967559a8-18b7-4e0e-929e-d74088aa28e0, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=967559a8-18b7-4e0e-929e-d74088aa28e0,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:02.092116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:02.222210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 967559a8-18b7-4e0e-929e-d74088aa28e0 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:58:02.269127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb41c59-65c3-476c-8950-4afee458aa03 req-996de99f-756c-46e8-a7c4-1fe82dcdc41a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:02.270598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5bb41c59-65c3-476c-8950-4afee458aa03 req-996de99f-756c-46e8-a7c4-1fe82dcdc41a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=64f0ec8e-115b-48d5-a037-4586fdeee894 HTTP/1.1" status: 200 len: 945 time: 0.0890496 Sep 22 17:58:02.316729 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5bb41c59-65c3-476c-8950-4afee458aa03 req-bf06f946-a0c9-4ed3-b490-7e1be7fdeba5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=0c8b76ab-6357-45e5-b9b5-e9838e198c9f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396874 Sep 22 17:58:02.368310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:02.420666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=967559a8-18b7-4e0e-929e-d74088aa28e0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:02.505978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port 967559a8-18b7-4e0e-929e-d74088aa28e0 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:58:02.508288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:02.510930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-deleted', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:58:02.513225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6576fc8-4669-460a-92f8-4f3980037a26" -d '{"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-deleted", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:58:02.527957 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0caf597e-039f-451b-8246-56e01862109f req-dea5c9a7-967e-4598-a27e-1fa6f4a5eea5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "DELETE /v2.0/ports/967559a8-18b7-4e0e-929e-d74088aa28e0 HTTP/1.1" status: 204 len: 173 time: 0.7432625 Sep 22 17:58:02.556622 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9510d9a3-c7da-42f9-aa98-e63215bec23d x-openstack-request-id: req-9510d9a3-c7da-42f9-aa98-e63215bec23d {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:58:02.556930 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64f0ec8e-115b-48d5-a037-4586fdeee894", "name": "network-vif-deleted", "tag": "967559a8-18b7-4e0e-929e-d74088aa28e0", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:58:02.557194 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9510d9a3-c7da-42f9-aa98-e63215bec23d {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:58:02.557587 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9510d9a3-c7da-42f9-aa98-e63215bec23d'] response: {'server_uuid': '64f0ec8e-115b-48d5-a037-4586fdeee894', 'name': 'network-vif-deleted', 'tag': '967559a8-18b7-4e0e-929e-d74088aa28e0', 'status': 'completed', 'code': 200} Sep 22 17:58:03.420064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59928) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:04.077603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:04.432828 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 1f157b43-73c4-4ba9-8f34-ed18d8667012 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:58:04.433491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:04.627887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 1f157b43-73c4-4ba9-8f34-ed18d8667012, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=1f157b43-73c4-4ba9-8f34-ed18d8667012,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:04.628257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:04.754697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 1f157b43-73c4-4ba9-8f34-ed18d8667012 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:58:04.942355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:05.022249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=1f157b43-73c4-4ba9-8f34-ed18d8667012,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:05.367956 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:05.654971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:58:05.689395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 967559a8-18b7-4e0e-929e-d74088aa28e0 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:58:05.689742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 967559a8-18b7-4e0e-929e-d74088aa28e0 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:58:05.728760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 27647712-6781-48a2-ae32-a16fd8630ad4 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:58:05.902047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:58:05.911243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Sync routers for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:58:05.915789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-98366780-19e7-460b-8c25-5be0f23d1b02 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/27647712-6781-48a2-ae32-a16fd8630ad4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4944429 Sep 22 17:58:05.918478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59932) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:05.920790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:05.921385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:05.987116 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting subnet 22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 17:58:05.990030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.048083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.098854 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:06.130729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.211224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.257237 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.261742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Subnet': ['ID=22ccc5d8-b3c8-4cbf-a278-f84f1b856e58,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:06.263981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f3fbb30-9d65-415a-8b0a-0c2d549f473a None None] Network 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:58:06.269674 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-397905a6-e8f1-4242-aedc-e73bd643f9e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/subnets/22ccc5d8-b3c8-4cbf-a278-f84f1b856e58 HTTP/1.1" status: 204 len: 168 time: 0.3471589 Sep 22 17:58:06.269674 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59936) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:06.451108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.600036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:58:04Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:06.605217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Checking router: 27647712-6781-48a2-ae32-a16fd8630ad4 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:58:06.615167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Routers {'27647712-6781-48a2-ae32-a16fd8630ad4'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:06.615763 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['27647712-6781-48a2-ae32-a16fd8630ad4'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:06.668341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] DHCP port deletion for 7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 17:58:06.685080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Deleting port 79043e3d-03d5-4892-8b98-fbd590855e56 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:58:06.685455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.748289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.757933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 4af78437-1e5e-414e-837c-e69600cc87cd {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 17:58:06.758335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.944169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 4af78437-1e5e-414e-837c-e69600cc87cd, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=4af78437-1e5e-414e-837c-e69600cc87cd,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:06.944445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:06.955081 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] Set router 27647712-6781-48a2-ae32-a16fd8630ad4 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:07.064971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 4af78437-1e5e-414e-837c-e69600cc87cd owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:58:07.166603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] For port 79043e3d-03d5-4892-8b98-fbd590855e56, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=79043e3d-03d5-4892-8b98-fbd590855e56,segment=NetworkSegment(4a9a0acb-4206-4154-b12f-fc0ecfcffbb5),segment_id=4a9a0acb-4206-4154-b12f-fc0ecfcffbb5)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:07.167005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.249047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.297491 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=4af78437-1e5e-414e-837c-e69600cc87cd,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:07.298241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Calling delete_port for 79043e3d-03d5-4892-8b98-fbd590855e56 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 17:58:07.396286 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.479205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.536885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Pushing event deleted for resources: {'Port': ['ID=79043e3d-03d5-4892-8b98-fbd590855e56,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:07.539098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] No DVR routers for this DVR port 79043e3d-03d5-4892-8b98-fbd590855e56 on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 17:58:07.550682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.551129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.551350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.551677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.552106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.553077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.553427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.553772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.554368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.554699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.555021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.555341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d2c8201-f8db-48a2-9a77-1a9d17e5d82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:07.563540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:58:04Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:07.567514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cdb91d-ff45-49e2-aff3-9fe12d884505 None None] The sync data for ids ['27647712-6781-48a2-ae32-a16fd8630ad4'] in dv-neutron-858953-1-hyperv is: [{'id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1960228134', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139'}], 'enable_snat': True}, 'gw_port_id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:55:03Z', 'updated_at': '2022-09-22T17:58:04Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '4af78437-1e5e-414e-837c-e69600cc87cd', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:ad:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27647712-6781-48a2-ae32-a16fd8630ad4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1759, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:55:04Z', 'updated_at': '2022-09-22T17:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:58:07.580518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.583307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.617231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.617765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Fanout notify agent at l3_agent the message router_deleted on router 27647712-6781-48a2-ae32-a16fd8630ad4 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 17:58:07.633069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.634135 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bf0fa78c-eab8-4fd8-a50e-156c5dc38741 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/routers/27647712-6781-48a2-ae32-a16fd8630ad4 HTTP/1.1" status: 204 len: 168 time: 1.3639944 Sep 22 17:58:07.636850 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59940) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:07.747000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.873825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.898777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:07.912678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:07.912978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a9a0acb-4206-4154-b12f-fc0ecfcffbb5') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:07.922112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 79043e3d-03d5-4892-8b98-fbd590855e56 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:58:07.931026 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.948126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.955110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 17:58:07.955519 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:07.958178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 79043e3d-03d5-4892-8b98-fbd590855e56 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:58:07.959129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 79043e3d-03d5-4892-8b98-fbd590855e56 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:58:08.071156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.094045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.097260 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4a9a0acb-4206-4154-b12f-fc0ecfcffbb5 resource provider aggregate not found Sep 22 17:58:08.110473 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Network': ['ID=7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:08.118182 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment 4a9a0acb-4206-4154-b12f-fc0ecfcffbb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4a9a0acb-4206-4154-b12f-fc0ecfcffbb5 found for delete ", "request_id": "req-354f5897-8d72-4819-99d1-7d4f54794126"}]} Sep 22 17:58:08.120294 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-19bc20e8-6c36-4017-9d37-dfece38b8f98 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/networks/7ad83d40-e6d2-4ee2-a465-b6692ec6f6d1 HTTP/1.1" status: 204 len: 168 time: 0.4825146 Sep 22 17:58:08.123098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59952) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:08.211292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.354272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.417776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.436863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c8b76ab-6357-45e5-b9b5-e9838e198c9f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:08.445214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.446328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c1d45157-279b-47d0-81cb-e5e0023b6e01 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/security-groups/0c8b76ab-6357-45e5-b9b5-e9838e198c9f HTTP/1.1" status: 204 len: 168 time: 0.3223271 Sep 22 17:58:08.592626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59964) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:08.597865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-375344380', 'description': 'tempest-secgroup-smoke-375344380 description', 'project_id': '66e2033314e548d99ca2e93e6569c850'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:08.604239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:08.608484 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:08.611557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:08.618193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:08.629228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.649322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:08.653275 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:08.656049 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:08.661737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:08.731845 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.736911 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.784228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af767c63-8e50-4f05-9e93-b182707b50b7,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:08.788886 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.790070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-05f22be1-a4c0-44ae-9385-58e4a44e282f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1965392 Sep 22 17:58:08.793231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59968) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:08.798384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:08.804954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:08.808741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:08.811577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:08.817677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:08.836738 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.901551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.905199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.930096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543fe9ad-d3a4-495b-a43b-a69b41743934,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:08.941359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:08.942698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-f48a4f02-913a-4c97-9b64-ac823132cbce tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1483021 Sep 22 17:58:08.945412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59972) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:08.950276 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:08.956153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:08.959974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:08.962816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:08.968467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:08.985243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.044721 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.048192 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.075574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed6e16d-5cd0-4cc3-b87f-448ff7c4e246,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.081434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.082599 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-08fa4d74-431c-423d-9b54-ad47fa1c99a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1362815 Sep 22 17:58:09.085258 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59976) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.090033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.095795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.100265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.103175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.108809 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.125401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.188724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.192591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.216925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=255d3990-5bb9-447c-adf9-3d6a10c7046b,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.226514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.227678 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-10679aca-43b1-499d-9954-8ca1346b07c2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1415224 Sep 22 17:58:09.230537 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59980) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.235516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.241359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.245308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.248155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.253815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.269064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.330659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.334506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.357524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=78376bc0-3fcf-493d-8d6f-9c5841aab20f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.366677 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.368080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89e768c8-a4f8-4d0a-a401-7821f40d58ab tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1366167 Sep 22 17:58:09.370860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59984) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.375680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.381446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.385247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.388117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.393849 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.404870 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:58:09.411097 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.473614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.477541 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.502808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=282f91d8-25fc-434a-ab16-09489facde5d,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.510920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.512071 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-040f7903-dfee-4c65-8947-7237ba7bda5a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1403039 Sep 22 17:58:09.515114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59988) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.520163 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'af767c63-8e50-4f05-9e93-b182707b50b7', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.526436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4af78437-1e5e-414e-837c-e69600cc87cd no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:58:09.526937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.530663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.533558 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.539841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.550289 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 17:58:09.556888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.560902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 4af78437-1e5e-414e-837c-e69600cc87cd {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:58:09.561229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 4af78437-1e5e-414e-837c-e69600cc87cd not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:58:09.561632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1f157b43-73c4-4ba9-8f34-ed18d8667012 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 17:58:09.593797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 1f157b43-73c4-4ba9-8f34-ed18d8667012 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 17:58:09.594139 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 1f157b43-73c4-4ba9-8f34-ed18d8667012 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 17:58:09.622676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.625938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.650136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e656468-7574-41df-ac5b-96a84ed74195,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.658550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.659812 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-40a71007-772a-4f6e-9309-f30295c4b016 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1438558 Sep 22 17:58:09.662669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 59992) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.667976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'network': {'name': 'tempest-network-smoke--507282294', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'port_security_enabled': True}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.672758 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.676807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:network and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.679624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.685255 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.696135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:58:09.699500 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.727447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 17:58:09.736683 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.737025 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Added segment 7e343307-743c-44a8-b183-2d9516af430a of type vlan for network 1ab1b356-354e-4651-bb72-307e281ff9c1 Sep 22 17:58:09.762784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.790901 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.796336 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:09.796936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.902115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2383521 Sep 22 17:58:09.904995 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 59996) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:09.907920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5f62d-369c-4bf6-8019-41c52b3ae592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Network': ['ID=1ab1b356-354e-4651-bb72-307e281ff9c1,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:09.910537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'admin_state_up': True, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:09.918099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 17:58:09.918720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:09.922541 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:router and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:09.925357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:09.931511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:09.941681 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.943295 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:09.959107 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:10.086279 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:58:10.331745 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:10.635279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:10.664589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:10.800337 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.195 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/5bce65db-91b8-4ea8-9124-0a16f94f21ca) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:58:10.945011 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:10.975185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:11.041060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:11.043707 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:11.047507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:58:11.081073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=5bce65db-91b8-4ea8-9124-0a16f94f21ca,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:11.097137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.097478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.097813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.098143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.098475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.099427 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.099757 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.100075 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.100397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.100741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.101060 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.101376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:11.465689 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:11.910600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:12.109702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router a96503a1-9b74-46de-a82a-56c802c71b6a is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 17:58:12.288138 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:58:12.297651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Sync routers for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:58:12.310405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:12.311076 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:12.314312 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:12.315598 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-92061ce2-f538-4c14-bfce-715b6336f4c7 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4095602 Sep 22 17:58:12.318726 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60000) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:12.358112 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-621d7ed7-228b-4a3e-a1ea-31f7c7075c86 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=66e2033314e548d99ca2e93e6569c850&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0383394 Sep 22 17:58:12.360710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60004) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:12.491737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e81d58d-588e-4c45-b173-a74139ea0e1a tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:12.493149 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4e81d58d-588e-4c45-b173-a74139ea0e1a tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1315634 Sep 22 17:58:12.496093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60008) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:12.516044 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:12.534426 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-3a5a7fb9-55b9-431b-b365-8f9eaed15cac tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372462 Sep 22 17:58:12.538343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60012) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:12.544085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1703936215', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:12.654142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:12.657997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:subnet and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:12.660801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:12.666505 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:12.677453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:58:12.680833 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:12.805183 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:11Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:12.809583 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Checking router: a96503a1-9b74-46de-a82a-56c802c71b6a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:58:12.809912 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Updating router a96503a1-9b74-46de-a82a-56c802c71b6a port 5bce65db-91b8-4ea8-9124-0a16f94f21ca binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:58:12.868459 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:12.903577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:12.983066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Subnet': ['ID=d6b4c282-f1a1-4473-b305-ef79a02560cb,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:12.988007 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Checking segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:58:12.988360 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network hostable DHCP agents. Network: 1ab1b356-354e-4651-bb72-307e281ff9c1, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 17:58:13.011344 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 17:58:13.022621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 1ab1b356-354e-4651-bb72-307e281ff9c1) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:13.027092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:13.027682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.034801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7741745e-5d53-40c2-aebe-f3b612b2db2d None None] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:58:13.054489 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-5e30318d-94b4-4a58-9ce8-10693bbcf51e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5148649 Sep 22 17:58:13.057183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60016) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:13.214344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.228984 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Transition to ACTIVE for port object 5bce65db-91b8-4ea8-9124-0a16f94f21ca will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:13.238469 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.270070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-1ab1b356-354e-4651-bb72-307e281ff9c1', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 17:58:13.271539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.312335 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Attempting to bind port 5bce65db-91b8-4ea8-9124-0a16f94f21ca on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:58:13.312924 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Attempting to bind port 5bce65db-91b8-4ea8-9124-0a16f94f21ca by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:58:13.312924 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Attempting to bind port 5bce65db-91b8-4ea8-9124-0a16f94f21ca on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:58:13.320226 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:58:13.320599 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:58:13.320996 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.321388 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:58:13.321861 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Bound port: 5bce65db-91b8-4ea8-9124-0a16f94f21ca, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:58:13.322227 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.371001 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Pushing event updated for resources: {'Port': ['ID=5bce65db-91b8-4ea8-9124-0a16f94f21ca,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:13.382501 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.382852 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.383194 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.383527 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.383862 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.384186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.384515 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.384867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.385196 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.385520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.385842 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.386162 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 17:58:13.424736 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] For port 5bce65db-91b8-4ea8-9124-0a16f94f21ca, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:58:13.428595 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] For port 5bce65db-91b8-4ea8-9124-0a16f94f21ca, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5bce65db-91b8-4ea8-9124-0a16f94f21ca,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:58:13.433245 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.447727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Allocated IP 172.20.0.2 (1ab1b356-354e-4651-bb72-307e281ff9c1/d6b4c282-f1a1-4473-b305-ef79a02560cb/f8c619ad-032b-4078-81a9-e099f3f3217a) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:58:13.499306 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:13.499930 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:13.651701 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88a9bb0-cfe7-4c5e-a233-f4efec527b89 None None] Pushing event updated for resources: {'Port': ['ID=5bce65db-91b8-4ea8-9124-0a16f94f21ca,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:13.656701 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.668120 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Transition to ACTIVE for port object f8c619ad-032b-4078-81a9-e099f3f3217a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:13.688901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Transition to ACTIVE for port object f8c619ad-032b-4078-81a9-e099f3f3217a will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:13.694835 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:13.695785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.764526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:13.767526 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:13.772018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:58:13.777757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Pushing event updated for resources: {'Port': ['ID=f8c619ad-032b-4078-81a9-e099f3f3217a,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:13.879044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Attempting to bind port f8c619ad-032b-4078-81a9-e099f3f3217a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:58:13.879416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Attempting to bind port f8c619ad-032b-4078-81a9-e099f3f3217a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:58:13.879770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Attempting to bind port f8c619ad-032b-4078-81a9-e099f3f3217a on network 1ab1b356-354e-4651-bb72-307e281ff9c1 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:58:13.885175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:58:13.885544 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Checking segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:58:13.885946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.886335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Bound using segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:58:13.886797 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Bound port: f8c619ad-032b-4078-81a9-e099f3f3217a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:58:13.887170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.936386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:13.981394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] For port f8c619ad-032b-4078-81a9-e099f3f3217a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:58:13.986033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] For port f8c619ad-032b-4078-81a9-e099f3f3217a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f8c619ad-032b-4078-81a9-e099f3f3217a,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:58:13.991530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:14.030155 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:11Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:14.035615 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36227b8b-e3ff-480f-98fd-d2cd3b06e7da None None] The sync data for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv is: [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:11Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:58:14.072922 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ae9216-9335-4331-8942-10c0fbfb41d6 None None] Pushing event updated for resources: {'Port': ['ID=f8c619ad-032b-4078-81a9-e099f3f3217a,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:14.406292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.1 (1ab1b356-354e-4651-bb72-307e281ff9c1/d6b4c282-f1a1-4473-b305-ef79a02560cb/02ef8397-e394-4397-bfe2-de9b105ffb3f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:58:14.585361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:14.602818 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 02ef8397-e394-4397-bfe2-de9b105ffb3f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:14.629379 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:14.701706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:14.704737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:14.709698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:58:14.747043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:14.776042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:14.919732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.101590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82adac9b-5fba-42e9-95f4-8476e5fa6c92 None None] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 17:58:15.200919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c427c030-7795-4dc1-b87f-9ae0c5148711 None None] Provisioning for port f8c619ad-032b-4078-81a9-e099f3f3217a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:15.467972 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.472793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.590266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:15.593008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.651309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f8c619ad-032b-4078-81a9-e099f3f3217a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:15.693168 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Provisioning for port 02ef8397-e394-4397-bfe2-de9b105ffb3f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:15.716166 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Provisioning complete for port 02ef8397-e394-4397-bfe2-de9b105ffb3f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:15.716543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.717568 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 1 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:15.754240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:15.755983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:15.819754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Port 02ef8397-e394-4397-bfe2-de9b105ffb3f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:58:15.828098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port f8c619ad-032b-4078-81a9-e099f3f3217a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:15.834877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f8c619ad-032b-4078-81a9-e099f3f3217a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:15.835254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:15.835598 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f8c619ad-032b-4078-81a9-e099f3f3217a Sep 22 17:58:15.947877 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router a96503a1-9b74-46de-a82a-56c802c71b6a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:58:15.970196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f8c619ad-032b-4078-81a9-e099f3f3217a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:15.971384 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:16.008670 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port f8c619ad-032b-4078-81a9-e099f3f3217a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f8c619ad-032b-4078-81a9-e099f3f3217a,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:16.013046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:16.013666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5bce65db-91b8-4ea8-9124-0a16f94f21ca up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:16.129075 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=f8c619ad-032b-4078-81a9-e099f3f3217a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:16.138378 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:58:16.146368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 5bce65db-91b8-4ea8-9124-0a16f94f21ca completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:16.152122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Sync routers for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:58:16.163358 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c44ee6c0-8333-4088-8cf5-305f52fcae33 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/a96503a1-9b74-46de-a82a-56c802c71b6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0961380 Sep 22 17:58:16.163548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5bce65db-91b8-4ea8-9124-0a16f94f21ca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:16.163548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:16.163548 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5bce65db-91b8-4ea8-9124-0a16f94f21ca Sep 22 17:58:16.206195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:16.206834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:16.324267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-6a553993-cfbf-43a6-9570-a98562c2972f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:16.349899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-6a553993-cfbf-43a6-9570-a98562c2972f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:16.351613 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-6a553993-cfbf-43a6-9570-a98562c2972f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-375344380&fields=id&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 267 time: 0.0739417 Sep 22 17:58:16.366871 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 2 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:16.487012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Port 02ef8397-e394-4397-bfe2-de9b105ffb3f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:58:16.503210 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5bce65db-91b8-4ea8-9124-0a16f94f21ca is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:16.503585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:16.508206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-8e5ca7b0-0bc3-4211-a779-ac0eca9e39be tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:16.508867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-8e5ca7b0-0bc3-4211-a779-ac0eca9e39be tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:16.512884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:16.525093 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-8e5ca7b0-0bc3-4211-a779-ac0eca9e39be tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:16.526253 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-8e5ca7b0-0bc3-4211-a779-ac0eca9e39be tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 796 time: 0.1677859 Sep 22 17:58:16.541776 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-a1fd3920-812b-479a-89bb-ad9f9d65ed75 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/quotas/66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 375 time: 0.0098436 Sep 22 17:58:16.586153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 5bce65db-91b8-4ea8-9124-0a16f94f21ca, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5bce65db-91b8-4ea8-9124-0a16f94f21ca,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:16.637260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-5c46dfe9-e77e-4bf8-8fdd-4011f4a52f43 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:16.642665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:16.653949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-5c46dfe9-e77e-4bf8-8fdd-4011f4a52f43 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:16.655328 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-5c46dfe9-e77e-4bf8-8fdd-4011f4a52f43 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1080072 Sep 22 17:58:16.776015 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-763f691e-74f9-4cc0-9024-f35e5ec20576 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:58:16.777151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-763f691e-74f9-4cc0-9024-f35e5ec20576 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450325 Sep 22 17:58:16.798040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=5bce65db-91b8-4ea8-9124-0a16f94f21ca,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:16.898278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:15Z', 'revision_number': 2, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:16.903053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Checking router: a96503a1-9b74-46de-a82a-56c802c71b6a for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:58:16.903460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Updating router a96503a1-9b74-46de-a82a-56c802c71b6a port 02ef8397-e394-4397-bfe2-de9b105ffb3f binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 17:58:16.915830 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-0e0c3234-736f-4faf-926a-39b340ca77fc service neutron] 10.222.0.25 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328263 Sep 22 17:58:16.962162 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.011808 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 3 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:17.056352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-8ba83e90-a3ad-42ab-910f-7d781851d64f service neutron] 10.222.0.25 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343253 Sep 22 17:58:17.126407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Port 02ef8397-e394-4397-bfe2-de9b105ffb3f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:58:17.257868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-437dbe7c-e072-4126-b00b-d0511b8bcc8c req-f16ef722-6e5b-4c6f-935a-4cbfcfd26b56 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:17.271180 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-437dbe7c-e072-4126-b00b-d0511b8bcc8c req-f16ef722-6e5b-4c6f-935a-4cbfcfd26b56 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:17.272270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-437dbe7c-e072-4126-b00b-d0511b8bcc8c req-f16ef722-6e5b-4c6f-935a-4cbfcfd26b56 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 210 time: 0.0668254 Sep 22 17:58:17.424038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.435446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Transition to ACTIVE for port object 02ef8397-e394-4397-bfe2-de9b105ffb3f will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:17.441985 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.590458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f8c619ad-032b-4078-81a9-e099f3f3217a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:17.632666 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 4 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:17.728556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d6ccd-867e-45ed-a2e7-7b5771354b25 None None] Pushing event updated for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:17.761620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Port 02ef8397-e394-4397-bfe2-de9b105ffb3f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:58:17.762058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Attempting to bind port 02ef8397-e394-4397-bfe2-de9b105ffb3f on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:58:17.762416 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Attempting to bind port 02ef8397-e394-4397-bfe2-de9b105ffb3f by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:58:17.762768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Attempting to bind port 02ef8397-e394-4397-bfe2-de9b105ffb3f on network 1ab1b356-354e-4651-bb72-307e281ff9c1 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:58:17.770405 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:58:17.770751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Checking segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:58:17.771135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.771549 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Bound using segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:58:17.771962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Bound port: 02ef8397-e394-4397-bfe2-de9b105ffb3f, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:58:17.772329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.837330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port f8c619ad-032b-4078-81a9-e099f3f3217a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:17.837703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:17.838036 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port f8c619ad-032b-4078-81a9-e099f3f3217a Sep 22 17:58:17.918096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] For port 02ef8397-e394-4397-bfe2-de9b105ffb3f, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:58:17.923594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] For port 02ef8397-e394-4397-bfe2-de9b105ffb3f, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=02ef8397-e394-4397-bfe2-de9b105ffb3f,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:58:17.929102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:18.031949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:18.032467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:57:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:18.108907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f8c619ad-032b-4078-81a9-e099f3f3217a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:18.109960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5bce65db-91b8-4ea8-9124-0a16f94f21ca up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:18.173483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1d6ccd-867e-45ed-a2e7-7b5771354b25 None None] Pushing event updated for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:18.264851 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 5 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:18.331756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:18.409785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5bce65db-91b8-4ea8-9124-0a16f94f21ca triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:18.410163 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:18.410501 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5bce65db-91b8-4ea8-9124-0a16f94f21ca Sep 22 17:58:18.454119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Port 02ef8397-e394-4397-bfe2-de9b105ffb3f had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:58:18.477917 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-edd7077a-b550-4bee-953d-5799d8f8f02c req-c651fb94-78c5-45f9-8503-2d785c80d4b1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 210 time: 0.0687096 Sep 22 17:58:18.535687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-2d9f5640-b728-4561-8038-5bdec55d915e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:18.538130 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-2d9f5640-b728-4561-8038-5bdec55d915e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 796 time: 0.2110653 Sep 22 17:58:18.606360 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-192f424e-19cb-46b4-b4b8-b74713fa9154 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 379 time: 0.0418317 Sep 22 17:58:18.615955 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'port': {'device_id': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'admin_state_up': True, 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'security_groups': ['af767c63-8e50-4f05-9e93-b182707b50b7']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:18.621368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Provisioning complete for port f8c619ad-032b-4078-81a9-e099f3f3217a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:18.621740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:18.622071 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Attempt 1 to provision port f8c619ad-032b-4078-81a9-e099f3f3217a Sep 22 17:58:18.751349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:18.761506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:18.773798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 17:58:18.777565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:18.881093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5bce65db-91b8-4ea8-9124-0a16f94f21ca is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:18.922937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c2d323b4-5d7a-4415-8c50-019952715612 None None] Current status of the port f8c619ad-032b-4078-81a9-e099f3f3217a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:18.943949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:17Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:18.948743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263ff9bc-8ba8-4257-9611-244edc6f7a69 None None] The sync data for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv is: [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:17Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:58:19.068846 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.14 (1ab1b356-354e-4651-bb72-307e281ff9c1/d6b4c282-f1a1-4473-b305-ef79a02560cb/c480e7c2-e138-4aa1-b0b8-ba3a80ef7651) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:58:19.269468 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.286991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:19.315348 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.392934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:19.396259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:19.400136 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:58:19.440048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:19.475315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:19.475974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.518423 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-9febd6de-22d6-4ad7-90b3-35262dbea11b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9059489 Sep 22 17:58:19.536288 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Request body: {'port': {'device_id': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:19.625211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 02ef8397-e394-4397-bfe2-de9b105ffb3f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:19.702697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.718984 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 02ef8397-e394-4397-bfe2-de9b105ffb3f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:19.725184 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 02ef8397-e394-4397-bfe2-de9b105ffb3f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:19.725618 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.726002 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:19.766822 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0de29-002b-4e28-9503-cd00b676f142 req-d0873ab0-6fb8-4119-aa6b-fb15bbc3eac8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:19.775718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3dc0de29-002b-4e28-9503-cd00b676f142 req-d0873ab0-6fb8-4119-aa6b-fb15bbc3eac8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 932 time: 0.1382501 Sep 22 17:58:19.797993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Provisioning for port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:19.814455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Provisioning complete for port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:19.814820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.815152 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Attempt 1 to provision port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 Sep 22 17:58:19.836828 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3dc0de29-002b-4e28-9503-cd00b676f142 req-d099679c-bc65-4d85-a1c3-f313d7e4d875 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599928 Sep 22 17:58:19.926611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 17:58:19.930859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 02ef8397-e394-4397-bfe2-de9b105ffb3f is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:19.931238 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:19.964956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 02ef8397-e394-4397-bfe2-de9b105ffb3f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=02ef8397-e394-4397-bfe2-de9b105ffb3f,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:19.969475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.051534 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:20.082559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:58:20.095469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.116331 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Transition to ACTIVE for port object c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 17:58:20.121324 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.306043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:20.348387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Attempting to bind port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 17:58:20.348796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Attempting to bind port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 17:58:20.349134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Attempting to bind port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 on network 1ab1b356-354e-4651-bb72-307e281ff9c1 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:58:20.353663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 on network 1ab1b356-354e-4651-bb72-307e281ff9c1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 17:58:20.353974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Attempting to bind port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 on network 1ab1b356-354e-4651-bb72-307e281ff9c1 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 17:58:20.359151 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 17, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 17:58:20.359482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Checking segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 17:58:20.359857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Bound using segment: {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 17:58:20.360273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Bound port: c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e343307-743c-44a8-b183-2d9516af430a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 17:58:20.360632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.428283 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Attempt 2 to provision port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 Sep 22 17:58:20.448793 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 17:58:20.452045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 17:58:20.457334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.460839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:20.461432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:20.462955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] 10.222.0.18 "PUT /v2.0/ports/c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 1094 time: 0.9314766 Sep 22 17:58:20.493629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3cd2811b-f9f4-4e5e-b9f5-be2745aac266 None None] Port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 17:58:20.499947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:58:20.502304 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83921c06-0f57-410d-9db2-72c27d71a5bc" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:58:20.564489 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3ae76d7-a1dd-4dc4-870f-0bc55ee54aeb x-openstack-request-id: req-d3ae76d7-a1dd-4dc4-870f-0bc55ee54aeb {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:58:20.565233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:58:20.565233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d3ae76d7-a1dd-4dc4-870f-0bc55ee54aeb {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:58:20.565499 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d3ae76d7-a1dd-4dc4-870f-0bc55ee54aeb'] response: {'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'status': 'completed', 'code': 200} Sep 22 17:58:20.605124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc6d85-a62f-4123-a2d8-8cd4b2aedec4 service neutron] Pushing event updated for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:20.623203 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-33d5fc99-8570-4682-b835-f18810d474da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:20.624684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-33d5fc99-8570-4682-b835-f18810d474da service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1097 time: 0.1033103 Sep 22 17:58:20.702031 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-15591e8f-8e2f-4861-8993-51c97f693e13 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 217 time: 0.0630589 Sep 22 17:58:20.763928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-301e2d4d-3b72-4066-b05b-bce883e2cfe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:20.765326 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-301e2d4d-3b72-4066-b05b-bce883e2cfe7 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0566449 Sep 22 17:58:20.854928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-5f632b40-402f-4ffc-bc35-ebd5ba3dcfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:20.856405 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-5f632b40-402f-4ffc-bc35-ebd5ba3dcfa3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0847056 Sep 22 17:58:21.040627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec3dd70-fc91-4541-85d3-f450ca4b1587 req-ee32f7cd-b443-4563-838d-38bb62dcebc2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:21.042093 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eec3dd70-fc91-4541-85d3-f450ca4b1587 req-ee32f7cd-b443-4563-838d-38bb62dcebc2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 944 time: 0.0929530 Sep 22 17:58:21.097756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-eec3dd70-fc91-4541-85d3-f450ca4b1587 req-b2033d26-5d66-42de-b5b2-8f2630bb5abe tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450144 Sep 22 17:58:21.113409 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-c131b150-29df-48fa-9a37-1651cd06f2be service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2509482 Sep 22 17:58:21.245654 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-72468c4d-a56e-4dc0-811c-17a25b66c662 req-1af6926f-2cf3-454f-9ea0-f8a38dafd094 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261182 Sep 22 17:58:21.408296 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-d11c4c0f-2711-43be-8bf0-27d3eb476ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:21.409826 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-d11c4c0f-2711-43be-8bf0-27d3eb476ee2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1097 time: 0.0797193 Sep 22 17:58:21.542993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-ddd83923-788e-4ff3-9ae8-b4b7c1fe7978 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:21.544453 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-ddd83923-788e-4ff3-9ae8-b4b7c1fe7978 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.1281331 Sep 22 17:58:21.566179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 02ef8397-e394-4397-bfe2-de9b105ffb3f up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:21.618496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-65e9b40d-834f-4191-b326-99db1bcf176b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 217 time: 0.0673800 Sep 22 17:58:21.634993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 02ef8397-e394-4397-bfe2-de9b105ffb3f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:21.635366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:21.635696 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 02ef8397-e394-4397-bfe2-de9b105ffb3f Sep 22 17:58:21.679697 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-89432219-ed9e-41f1-ac9c-052b979b242e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:21.681075 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-89432219-ed9e-41f1-ac9c-052b979b242e service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0571814 Sep 22 17:58:21.751640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 02ef8397-e394-4397-bfe2-de9b105ffb3f is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:21.766036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-32b08bc0-dceb-435c-846f-b41d07370c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:21.767536 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-32b08bc0-dceb-435c-846f-b41d07370c79 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801899 Sep 22 17:58:21.899971 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-4b394505-7c73-4487-867e-e2096e2f20ac service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246722 Sep 22 17:58:22.028924 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83921c06-0f57-410d-9db2-72c27d71a5bc req-c399c124-b339-485a-91bf-be2ccfe9b599 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221595 Sep 22 17:58:22.296639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97fdb7c-f9d8-49e4-b331-74a4508532aa req-b0e3f0d5-c6a2-4200-b520-0ab477cfaa0c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:22.297364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c97fdb7c-f9d8-49e4-b331-74a4508532aa req-b0e3f0d5-c6a2-4200-b520-0ab477cfaa0c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 17:58:22.312565 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-c97fdb7c-f9d8-49e4-b331-74a4508532aa req-b0e3f0d5-c6a2-4200-b520-0ab477cfaa0c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 17:58:22.313732 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c97fdb7c-f9d8-49e4-b331-74a4508532aa req-b0e3f0d5-c6a2-4200-b520-0ab477cfaa0c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 944 time: 0.1030464 Sep 22 17:58:22.358668 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c97fdb7c-f9d8-49e4-b331-74a4508532aa req-935b62ad-79fa-415d-bc1a-1fc0f097c450 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393350 Sep 22 17:58:22.533577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3ac83b45-0a25-443b-8750-e7a7a54b6ce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:23.563239 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a91a4-e9d2-4051-b4df-5206efd44b0d req-8c4dc0d8-eb2e-4ec8-83a5-8874fff0b7cf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:23.564717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-443a91a4-e9d2-4051-b4df-5206efd44b0d req-8c4dc0d8-eb2e-4ec8-83a5-8874fff0b7cf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 944 time: 0.0879552 Sep 22 17:58:23.607551 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-443a91a4-e9d2-4051-b4df-5206efd44b0d req-cae95e4d-eceb-4df1-847b-8f3e67431758 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366955 Sep 22 17:58:24.687565 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8f9a1cd-830c-44e7-b4a7-f64efa91c8c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:24.810212 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697822bc-c62d-47d9-85a4-7bb6be7a0296 req-b526263f-76dc-410c-8e2c-92ba2436f5af tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:24.811567 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-697822bc-c62d-47d9-85a4-7bb6be7a0296 req-b526263f-76dc-410c-8e2c-92ba2436f5af tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 944 time: 0.0900443 Sep 22 17:58:24.855184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-697822bc-c62d-47d9-85a4-7bb6be7a0296 req-6964ec5d-6c40-481e-aa0a-9e56aca482f9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377727 Sep 22 17:58:25.757245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:25.794911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 17:58:25.927678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:25.941772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'port_id': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'mac_address': 'fa:16:3e:d1:26:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 17:58:26.012115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:26.012496 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:26.032832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:26.034428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 17:58:26.057224 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:26.061591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:26.068908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5712b05-2047-4d2c-addf-279b31c65e33 req-9adeafe5-94ae-4e24-98c5-a8e84ed83c2d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:26.070407 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5712b05-2047-4d2c-addf-279b31c65e33 req-9adeafe5-94ae-4e24-98c5-a8e84ed83c2d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 944 time: 0.1065676 Sep 22 17:58:26.115621 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d5712b05-2047-4d2c-addf-279b31c65e33 req-73596828-93f7-4f3b-a5e8-d66ec14eb6cf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389531 Sep 22 17:58:26.128821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:26.189323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:26.475724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 17:58:27.311659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d09af7-75bc-4764-83aa-9e05f125c3e4 req-51ffd756-ccf5-405b-92e0-fc175a53e7ee tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:27.313496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66d09af7-75bc-4764-83aa-9e05f125c3e4 req-51ffd756-ccf5-405b-92e0-fc175a53e7ee tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 945 time: 0.0894978 Sep 22 17:58:27.361336 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-66d09af7-75bc-4764-83aa-9e05f125c3e4 req-f8f5710c-db4e-436f-8155-d6a35d8d6bfb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423472 Sep 22 17:58:27.419356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:27.800529 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 17:58:27.867960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 17:58:27.872404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 17:58:27.872805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:27.873139 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 Sep 22 17:58:27.987107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 17:58:27.987478 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:28.013577 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:58:28.015835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c5d554f-ec83-4015-aaea-03a9bca7060c" -d '{"events": [{"server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "name": "network-vif-plugged", "status": "completed", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:58:28.023571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 17:58:28.027971 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:28.059724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 17:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9163046d-1bfc-42bc-88cb-9afca97c193a x-openstack-request-id: req-9163046d-1bfc-42bc-88cb-9afca97c193a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:58:28.060016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "name": "network-vif-plugged", "status": "completed", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:58:28.060267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9163046d-1bfc-42bc-88cb-9afca97c193a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:58:28.060675 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9163046d-1bfc-42bc-88cb-9afca97c193a'] response: {'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'code': 200} Sep 22 17:58:28.099608 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:28.347267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d8812d-3101-4fb6-9e0e-72bbc43ac739 req-f81908e7-0992-4f78-867d-942f3065ac9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:28.348771 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71d8812d-3101-4fb6-9e0e-72bbc43ac739 req-f81908e7-0992-4f78-867d-942f3065ac9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.0764918 Sep 22 17:58:28.387443 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-71d8812d-3101-4fb6-9e0e-72bbc43ac739 req-aa21ed3c-a1ad-4fd1-a203-613eef973fd1 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Sep 22 17:58:28.558125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbb42dd-0858-42d1-bf7c-90d2460e43c2 req-0d28e715-b37d-495b-a35c-55f5ce2ef8ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:28.559574 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbbb42dd-0858-42d1-bf7c-90d2460e43c2 req-0d28e715-b37d-495b-a35c-55f5ce2ef8ad tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0892911 Sep 22 17:58:28.604358 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bbbb42dd-0858-42d1-bf7c-90d2460e43c2 req-7a8952f2-47ba-43f4-ba22-bf4926f293ae tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388913 Sep 22 17:58:29.808852 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a40a17-d4d4-4544-aa3e-dfbbed951b56 req-0018b053-664d-44c1-b40b-d82c5835b43d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:29.810272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70a40a17-d4d4-4544-aa3e-dfbbed951b56 req-0018b053-664d-44c1-b40b-d82c5835b43d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0925779 Sep 22 17:58:29.858270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70a40a17-d4d4-4544-aa3e-dfbbed951b56 req-a359d4fc-fdbd-4f6a-94e2-f96cf5886e4c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420251 Sep 22 17:58:31.055686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dad2bf-eab8-4433-845a-73e3abc0e2b7 req-c56f0f51-4261-4162-a831-01fda5ecd32f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:31.057178 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9dad2bf-eab8-4433-845a-73e3abc0e2b7 req-c56f0f51-4261-4162-a831-01fda5ecd32f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0865104 Sep 22 17:58:31.104106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e9dad2bf-eab8-4433-845a-73e3abc0e2b7 req-429e407d-840b-43cc-9544-12b99712af15 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411685 Sep 22 17:58:31.406867 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81f3d2-ce38-4e1b-a868-6760c743d04b req-909c55ab-87ed-47be-b980-06fc16ddf8d4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:31.409625 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b81f3d2-ce38-4e1b-a868-6760c743d04b req-909c55ab-87ed-47be-b980-06fc16ddf8d4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.1957474 Sep 22 17:58:31.455498 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b81f3d2-ce38-4e1b-a868-6760c743d04b req-99e2858a-05ce-492b-ba28-6fbf7836d66f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Sep 22 17:58:31.483434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60094) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:31.562869 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42473ba-ec7e-46f7-8904-bbec61f450e4 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:31.564350 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-c42473ba-ec7e-46f7-8904-bbec61f450e4 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1094 time: 0.0799429 Sep 22 17:58:31.567179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60098) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:31.572564 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 17:58:31.578444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 17:58:31.582264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:floatingip and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 17:58:31.585263 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 17:58:31.590891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 17:58:31.600851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:31.734042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:31.874955 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.6 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/b25b2b7c-87bb-48bc-97fa-1eff128ff48f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 17:58:32.019205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.048348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.114240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 17:58:32.116926 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 17:58:32.121710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 17:58:32.164101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=b25b2b7c-87bb-48bc-97fa-1eff128ff48f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:32.532302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.605464 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.808392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.812956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.920137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:32.976150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=b25b2b7c-87bb-48bc-97fa-1eff128ff48f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 17:58:33.219371 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 4113c81f-7426-4e8f-b8a8-a7a4e4586f95 associated. External IP: 172.26.8.6, port: c480e7c2-e138-4aa1-b0b8-ba3a80ef7651. Sep 22 17:58:33.581678 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router a96503a1-9b74-46de-a82a-56c802c71b6a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 17:58:33.762453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 17:58:33.772409 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Sync routers for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 17:58:33.781876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:33.782543 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:58:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:33.789132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:33.846585 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-dd251f27-183d-4a87-b9e4-a523e30b1688 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2783685 Sep 22 17:58:33.847175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 17:58:33.890946 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc1e58-03b6-443b-b496-8efeec5f97ed" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 17:58:33.976058 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:33.984881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 17:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc30b2fa-2ec6-44c5-9868-9b12d27cb978 x-openstack-request-id: req-fc30b2fa-2ec6-44c5-9868-9b12d27cb978 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 17:58:33.985174 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 17:58:33.985430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-fc30b2fa-2ec6-44c5-9868-9b12d27cb978 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 17:58:33.985828 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc30b2fa-2ec6-44c5-9868-9b12d27cb978'] response: {'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'status': 'completed', 'code': 200} Sep 22 17:58:34.025783 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424ffc26-7d21-4ca2-8f18-6b18f1a81d97 req-4ed5fe5f-dd79-429e-8645-078fb3b9dd3f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:34.027169 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-424ffc26-7d21-4ca2-8f18-6b18f1a81d97 req-4ed5fe5f-dd79-429e-8645-078fb3b9dd3f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0884197 Sep 22 17:58:34.234780 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-424ffc26-7d21-4ca2-8f18-6b18f1a81d97 req-a7b69ec4-ad65-4454-add3-37ae9e0959a8 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723862 Sep 22 17:58:34.251727 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-b2af5a29-7829-46a2-8757-c06c183e4e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:34.253254 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-b2af5a29-7829-46a2-8757-c06c183e4e04 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.2252243 Sep 22 17:58:34.267372 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60110) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:34.352992 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4113c81f-7426-4e8f-b8a8-a7a4e4586f95', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'port_id': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'mac_address': 'fa:16:3e:d1:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:58:32Z', 'updated_at': '2022-09-22T17:58:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:34.357272 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Checking router: a96503a1-9b74-46de-a82a-56c802c71b6a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 17:58:34.365354 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 17:58:34.365991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T17:58:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:34.384061 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a7d4e8bd-f035-453b-984a-62e7dfa6b257 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/4113c81f-7426-4e8f-b8a8-a7a4e4586f95 HTTP/1.1" status: 200 len: 990 time: 0.1145067 Sep 22 17:58:34.389692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-afdc938f-a46a-4b01-8fa5-859e27808355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:34.391151 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-afdc938f-a46a-4b01-8fa5-859e27808355 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.1321805 Sep 22 17:58:34.495372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-f17c16b1-be42-4a76-b7f2-b3b77f2dffce service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 998 time: 0.0970592 Sep 22 17:58:34.550434 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 17:58:34.556306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-b331acea-d33e-46fa-8c68-398c6e599358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:34.557785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-b331acea-d33e-46fa-8c68-398c6e599358 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0568650 Sep 22 17:58:34.644267 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-292ba203-5c82-4e67-81b7-ef59c8ac8ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:58:34.645643 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-292ba203-5c82-4e67-81b7-ef59c8ac8ae9 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0822670 Sep 22 17:58:34.777932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-f353eb20-12bf-41a1-8844-2db385836c9b service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251125 Sep 22 17:58:34.907325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-31cc1e58-03b6-443b-b496-8efeec5f97ed req-ca6d89f1-7fb9-460f-969c-6caf426de8ff service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233785 Sep 22 17:58:34.912341 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4113c81f-7426-4e8f-b8a8-a7a4e4586f95', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'port_id': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'mac_address': 'fa:16:3e:d1:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:58:32Z', 'updated_at': '2022-09-22T17:58:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 17:58:34.916297 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6883fa-f316-48c9-8550-7c55fd719dc7 None None] The sync data for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv is: [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '4113c81f-7426-4e8f-b8a8-a7a4e4586f95', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.6', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'port_id': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'mac_address': 'fa:16:3e:d1:26:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T17:58:32Z', 'updated_at': '2022-09-22T17:58:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 17:58:35.116325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b975e0f0-17ae-4d21-a670-07d3f1922ae7 None None] New status for floating IP 4113c81f-7426-4e8f-b8a8-a7a4e4586f95: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 17:58:35.386475 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60114) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:58:35.495504 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45e7064f-86c1-4b0f-aac2-1068f10ec47e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/4113c81f-7426-4e8f-b8a8-a7a4e4586f95 HTTP/1.1" status: 200 len: 992 time: 0.1077893 Sep 22 17:58:47.086151 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:58:52.536800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-59aa0d7a-69eb-47ab-bdcf-39c54452d1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:54.690513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3bb81ef8-d47a-414a-922b-ab0571b225e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:55.762425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:56.020657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:56.187126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:58:57.424345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:04.623010 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-070e2589-1eb0-4836-bc43-4b3f3b882958 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787785 Sep 22 17:59:04.788967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74620-7459-4700-a378-85aeb62202d1 req-cdb77b7b-f3ee-466e-8f81-d4ff69981535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:04.788967 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-cdb77b7b-f3ee-466e-8f81-d4ff69981535 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.0827892 Sep 22 17:59:04.930561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74620-7459-4700-a378-85aeb62202d1 req-b27a6dcf-0c8e-4b16-aab7-3e010c62bd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:04.931979 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-b27a6dcf-0c8e-4b16-aab7-3e010c62bd8c service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.1248381 Sep 22 17:59:05.033321 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-e7221435-6db4-4ee7-a4b7-909ee33094ba service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 1000 time: 0.0953901 Sep 22 17:59:05.095748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74620-7459-4700-a378-85aeb62202d1 req-42266062-8c13-4472-b407-e74a2b34bcaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:05.097202 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-42266062-8c13-4472-b407-e74a2b34bcaa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0570133 Sep 22 17:59:05.183970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be74620-7459-4700-a378-85aeb62202d1 req-c20110ba-4fba-422f-ac6e-bf4b3729a494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:05.185420 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-c20110ba-4fba-422f-ac6e-bf4b3729a494 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819345 Sep 22 17:59:05.319303 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-c675a0f3-db73-445a-b048-e055717e7b22 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269703 Sep 22 17:59:05.448762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1be74620-7459-4700-a378-85aeb62202d1 req-21744cf0-0582-4c13-adf0-38dea85e588c service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231205 Sep 22 17:59:22.539776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5294891d-71a4-49ed-8dab-d3564e414fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:24.085549 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 17:59:24.691918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-847b4f80-1412-4c04-9c56-f3919edd9791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:25.766423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:26.016877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:26.189640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:27.430821 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:44.822559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38fa7c-6858-4725-aeef-a2bd93d3bb9e req-b0325f38-2ce7-4064-95b1-05677f1a1111 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:44.823925 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d38fa7c-6858-4725-aeef-a2bd93d3bb9e req-b0325f38-2ce7-4064-95b1-05677f1a1111 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0921731 Sep 22 17:59:44.867592 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3d38fa7c-6858-4725-aeef-a2bd93d3bb9e req-f2e5454f-1124-481a-8e3d-f13ae6606f0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379574 Sep 22 17:59:46.181891 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86c29c0-f4c2-406f-83bc-df63f399ead6 req-9b008f69-f7a0-450e-8292-3dadf628d4a9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:46.183265 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86c29c0-f4c2-406f-83bc-df63f399ead6 req-9b008f69-f7a0-450e-8292-3dadf628d4a9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.1972976 Sep 22 17:59:46.229007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a86c29c0-f4c2-406f-83bc-df63f399ead6 req-44f171c6-7059-433f-abda-f2baede2655e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397117 Sep 22 17:59:47.437915 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473fa465-ac45-43d1-89dc-fcd1d0c21ea8 req-6b62f79b-2b24-4e70-a2dd-5ca6b4532ea0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:47.439759 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-473fa465-ac45-43d1-89dc-fcd1d0c21ea8 req-6b62f79b-2b24-4e70-a2dd-5ca6b4532ea0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0939772 Sep 22 17:59:47.485717 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-473fa465-ac45-43d1-89dc-fcd1d0c21ea8 req-133bfffd-5f34-40ca-bffa-1cb4ea4764e4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386300 Sep 22 17:59:48.695666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e100f85-8cc0-4ffe-95f6-a342b37c575a req-00564a2b-067f-4fce-ab55-28c6ad0a4b7c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:48.697324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e100f85-8cc0-4ffe-95f6-a342b37c575a req-00564a2b-067f-4fce-ab55-28c6ad0a4b7c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0907378 Sep 22 17:59:48.742629 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e100f85-8cc0-4ffe-95f6-a342b37c575a req-a55ca338-5d09-4276-97d6-bd221ebb77d1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391717 Sep 22 17:59:49.940885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5687cdbe-cb5e-4518-ac6f-853186434587 req-7850a8a1-996f-424b-85af-2c74490e958a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:49.942870 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5687cdbe-cb5e-4518-ac6f-853186434587 req-7850a8a1-996f-424b-85af-2c74490e958a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0876470 Sep 22 17:59:49.986404 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5687cdbe-cb5e-4518-ac6f-853186434587 req-b391609c-c819-4df4-aa1e-1e2032dffcda tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378942 Sep 22 17:59:51.185795 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7835965b-4cea-4060-a408-d9059f1a841a req-9938be31-6825-4767-b4ec-020a8feddf0e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:51.187257 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7835965b-4cea-4060-a408-d9059f1a841a req-9938be31-6825-4767-b4ec-020a8feddf0e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0892816 Sep 22 17:59:51.242572 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7835965b-4cea-4060-a408-d9059f1a841a req-3b6a6f29-2dee-43c6-b9e1-2465fc878bf6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488493 Sep 22 17:59:52.450340 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004ab512-6cab-41e6-902a-40f0214ee9bf req-2a9d418e-af20-4bbd-8820-4881e160792c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:52.451802 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-004ab512-6cab-41e6-902a-40f0214ee9bf req-2a9d418e-af20-4bbd-8820-4881e160792c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0943778 Sep 22 17:59:52.498811 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-004ab512-6cab-41e6-902a-40f0214ee9bf req-9d6e3585-d9a9-4272-99ce-0cab346d5bcf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402629 Sep 22 17:59:52.541273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1bc6c6a3-24d3-4536-b8ca-e9c478effd25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:53.700031 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add5750c-73ce-42b9-96b8-364f3c96caa9 req-7aeb0aa2-a783-4707-8b71-203282b3554f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:53.701528 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-add5750c-73ce-42b9-96b8-364f3c96caa9 req-7aeb0aa2-a783-4707-8b71-203282b3554f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0884240 Sep 22 17:59:53.746126 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-add5750c-73ce-42b9-96b8-364f3c96caa9 req-2f406b2e-666e-4abd-ad44-b1e4d9bf566f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387001 Sep 22 17:59:54.697859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c1676253-40d0-49f3-a4a5-33752e53bcf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:54.950237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a27e72-6440-4d0c-b721-4806e1ada89a req-7fd65978-70b8-4a21-a16a-e11ca70a6f04 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:54.951659 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85a27e72-6440-4d0c-b721-4806e1ada89a req-7fd65978-70b8-4a21-a16a-e11ca70a6f04 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0879555 Sep 22 17:59:55.115238 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85a27e72-6440-4d0c-b721-4806e1ada89a req-730b4415-1ada-4270-8098-1272e26f1c55 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1579936 Sep 22 17:59:55.769273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:56.037361 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:56.193593 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:56.319148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffcd166-cc5c-41ab-8042-aefcda30cf9b req-5823880d-f9b6-466f-a094-af59a686bcc0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:56.320565 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5ffcd166-cc5c-41ab-8042-aefcda30cf9b req-5823880d-f9b6-466f-a094-af59a686bcc0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0928566 Sep 22 17:59:56.367433 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5ffcd166-cc5c-41ab-8042-aefcda30cf9b req-6b7ac503-2794-4672-b5eb-96ba7234a912 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404215 Sep 22 17:59:56.396957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60166) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 17:59:56.505718 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-09d33a55-bb7a-4f70-a3c9-75d14947791c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/4113c81f-7426-4e8f-b8a8-a7a4e4586f95 HTTP/1.1" status: 200 len: 992 time: 0.1075935 Sep 22 17:59:57.429827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 17:59:57.981959 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6215c577-6902-41d4-bf8f-1bb73bea7820 req-2deb3ca3-763b-4b3e-aabc-4b6bd51c4281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:57.983421 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6215c577-6902-41d4-bf8f-1bb73bea7820 req-2deb3ca3-763b-4b3e-aabc-4b6bd51c4281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0888243 Sep 22 17:59:58.028857 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6215c577-6902-41d4-bf8f-1bb73bea7820 req-e2068cbc-3ef5-4da5-a3da-b8df369f4bc4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Sep 22 17:59:58.050160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-19d80da8-57c9-43b6-856e-0773016e2aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:58.052153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-19d80da8-57c9-43b6-856e-0773016e2aca service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.0860689 Sep 22 17:59:58.179942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-1dc4b650-908b-4d61-8eab-fa279aa9ebfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:58.181400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-1dc4b650-908b-4d61-8eab-fa279aa9ebfe service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.1238594 Sep 22 17:59:58.283160 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-6a03cd34-6fde-4dd4-95f4-983eaa523ed7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 1000 time: 0.0956135 Sep 22 17:59:58.344312 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-9a7e382f-e204-4cdf-bbb4-badecf93e76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:58.345767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-9a7e382f-e204-4cdf-bbb4-badecf93e76d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0568521 Sep 22 17:59:58.425414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-1a39e796-42cc-419f-8658-dba96b643e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:58.426910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-1a39e796-42cc-419f-8658-dba96b643e31 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754435 Sep 22 17:59:58.436426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-b267b2de-c648-4a67-a8e3-e48d4745b3a2 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 17:59:58.437297 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-b267b2de-c648-4a67-a8e3-e48d4745b3a2 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046751 Sep 22 17:59:58.565579 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-570ad1ff-54c9-4ea9-b286-a658fd9d929e service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220319 Sep 22 17:59:58.701749 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4d05b2d2-c5fa-4dfc-b315-debeb4f864f0 req-6b624ca9-fdc4-4db5-b96f-1a6e8150ddea service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304736 Sep 22 17:59:59.234198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061fbc83-231e-44a3-b789-796f17cd5221 req-a2ba7c2c-b7d7-4d63-9c78-f9691efe48cd tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 17:59:59.235651 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-061fbc83-231e-44a3-b789-796f17cd5221 req-a2ba7c2c-b7d7-4d63-9c78-f9691efe48cd tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0928035 Sep 22 17:59:59.280390 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-061fbc83-231e-44a3-b789-796f17cd5221 req-aee34111-2f55-41ed-b39a-33e58b7e5b91 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383687 Sep 22 18:00:00.483049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e7cf19-23f0-43f6-80c2-c505a4ce1b2d req-a7e2372e-369a-483f-810c-7371e2b081f2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:00:00.484525 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23e7cf19-23f0-43f6-80c2-c505a4ce1b2d req-a7e2372e-369a-483f-810c-7371e2b081f2 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0898950 Sep 22 18:00:00.528061 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-23e7cf19-23f0-43f6-80c2-c505a4ce1b2d req-ec140339-efbf-4e36-b4b3-737d47d257ca tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378797 Sep 22 18:00:00.558133 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60180) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:00:00.663304 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2010cb61-c36d-49e9-9cde-1c62cd4e1a61 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/4113c81f-7426-4e8f-b8a8-a7a4e4586f95 HTTP/1.1" status: 200 len: 992 time: 0.1040130 Sep 22 18:00:01.085043 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:00:06.609155 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-b180cbc8-fb28-4225-b6cb-109c5665c34d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807648 Sep 22 18:00:06.773357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c300-e916-4e19-ae5e-3278e948d62a req-5a8be3c2-3ff2-4445-b539-4ad7fcff0db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:00:06.774834 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-5a8be3c2-3ff2-4445-b539-4ad7fcff0db2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.0819154 Sep 22 18:00:07.014858 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c300-e916-4e19-ae5e-3278e948d62a req-248f80a8-83fb-46dc-ae83-e1608a7b183a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:00:07.016200 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-248f80a8-83fb-46dc-ae83-e1608a7b183a service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.2224467 Sep 22 18:00:07.117648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-1ae882d7-4b39-4067-bbd2-cd4d9f26e2fa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 1000 time: 0.0951705 Sep 22 18:00:07.178260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c300-e916-4e19-ae5e-3278e948d62a req-76571b57-ab13-4b30-9718-82128c9f840d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:00:07.179680 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-76571b57-ab13-4b30-9718-82128c9f840d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0570009 Sep 22 18:00:07.267870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7756c300-e916-4e19-ae5e-3278e948d62a req-343bc207-9ff4-4879-88d9-f1a5e225be5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:00:07.269351 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-343bc207-9ff4-4879-88d9-f1a5e225be5a service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838354 Sep 22 18:00:07.400323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-33b5a8e7-a4d2-4570-a6ea-ceb569671f39 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252599 Sep 22 18:00:07.531824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7756c300-e916-4e19-ae5e-3278e948d62a req-41b67759-88ac-49d9-b384-f7b91fa907c6 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259089 Sep 22 18:00:22.543029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5ea4-c399-49c5-a086-1d5ddcdd13a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:24.690089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9492dbe3-a72a-4a06-a836-9a389daafddd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:25.772669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:26.051464 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:26.196525 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:27.432489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:38.083866 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:00:52.545902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-03d42ec1-4316-46d2-8c61-b3be15679499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:54.693083 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-457885d5-1bb5-45f9-a5a7-580beaea4965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:55.775563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:56.069702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:56.199789 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:57.436175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:58.231334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60224) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:00:58.447826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port b25b2b7c-87bb-48bc-97fa-1eff128ff48f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:00:58.448167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:58.624146 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:58.624472 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:58.753016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for b25b2b7c-87bb-48bc-97fa-1eff128ff48f owned by network:floatingip {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:00:58.908800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:58.981353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=b25b2b7c-87bb-48bc-97fa-1eff128ff48f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:00:59.027603 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.027948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.028287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.028637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.029492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.029821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.030145 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.030470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.030785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.031103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.031432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.031744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:00:59.089710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:59.090072 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 4113c81f-7426-4e8f-b8a8-a7a4e4586f95 disassociated (deleted). External IP: 172.26.8.6, port: c480e7c2-e138-4aa1-b0b8-ba3a80ef7651. Sep 22 18:00:59.577550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router a96503a1-9b74-46de-a82a-56c802c71b6a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:00:59.769576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:00:59.780106 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Sync routers for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:00:59.789988 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:00:59.790970 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:00:59.791715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:00:59.856336 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4ac7aa71-0472-40b1-9931-686d0180dc0a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/floatingips/4113c81f-7426-4e8f-b8a8-a7a4e4586f95 HTTP/1.1" status: 204 len: 168 time: 1.6215596 Sep 22 18:00:59.856336 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:00:59.857846 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1975a336-e019-4897-affa-8d53deddbf41" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:00:59.922165 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f443faf-3282-43f9-80ef-2069cd19ba7c x-openstack-request-id: req-6f443faf-3282-43f9-80ef-2069cd19ba7c {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:00:59.922712 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:00:59.923067 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6f443faf-3282-43f9-80ef-2069cd19ba7c {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:00:59.923692 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6f443faf-3282-43f9-80ef-2069cd19ba7c'] response: {'name': 'network-changed', 'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'status': 'completed', 'code': 200} Sep 22 18:00:59.988527 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:00.073799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a336-e019-4897-affa-8d53deddbf41 req-10f74036-236f-4fcd-8a1f-84abce630065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:00.076665 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-10f74036-236f-4fcd-8a1f-84abce630065 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 1099 time: 0.1048098 Sep 22 18:01:00.335257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a336-e019-4897-affa-8d53deddbf41 req-d427d257-88a8-406b-ad11-6409635f0c11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:00.336655 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-d427d257-88a8-406b-ad11-6409635f0c11 service neutron] 10.222.0.18 "GET /v2.0/networks?id=1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 200 len: 897 time: 0.2045679 Sep 22 18:01:00.375500 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:00.382465 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Checking router: a96503a1-9b74-46de-a82a-56c802c71b6a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:01:00.391404 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:00.392032 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:00.405355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d041c29-aacb-412d-9dea-7bcf670b3f93 req-e1e3d428-19c5-4b1b-a8a3-e0a61171e42e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:00.406851 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d041c29-aacb-412d-9dea-7bcf670b3f93 req-e1e3d428-19c5-4b1b-a8a3-e0a61171e42e tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.2015531 Sep 22 18:01:00.420419 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-dc4f8cc3-a228-4cd3-ab04-745af1b50ce9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 200 len: 217 time: 0.0751245 Sep 22 18:01:00.505037 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6d041c29-aacb-412d-9dea-7bcf670b3f93 req-0bc87ce4-2b77-479c-800b-074bfacbd374 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0872982 Sep 22 18:01:00.512292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a336-e019-4897-affa-8d53deddbf41 req-f757c458-c970-4d51-90db-9cf3a46ad4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:00.513797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-f757c458-c970-4d51-90db-9cf3a46ad4b0 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 200 len: 835 time: 0.0814481 Sep 22 18:01:00.571650 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:00.604832 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975a336-e019-4897-affa-8d53deddbf41 req-415c465e-558f-41e3-b25b-351620acc9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:00.606324 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-415c465e-558f-41e3-b25b-351620acc9e2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=1ab1b356-354e-4651-bb72-307e281ff9c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0855570 Sep 22 18:01:00.741335 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-c90535c4-b64b-44cf-a00e-018bcbbf77fb service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271777 Sep 22 18:01:00.919688 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:00.923905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a82612-cf2e-4d08-87d0-9c43c1076d7d None None] The sync data for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv is: [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T17:58:14Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '02ef8397-e394-4397-bfe2-de9b105ffb3f', 'name': '', 'network_id': '1ab1b356-354e-4651-bb72-307e281ff9c1', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:0a:d2:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:14Z', 'updated_at': '2022-09-22T17:58:19Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': 'd6b4c282-f1a1-4473-b305-ef79a02560cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:01:00.995419 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1975a336-e019-4897-affa-8d53deddbf41 req-dc97e506-6eb3-4f01-8512-fa4a796058f7 service neutron] 10.222.0.18 "GET /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475181 Sep 22 18:01:01.158636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881a38c1-06b2-45ef-8815-093402d211ce None None] New status for floating IP 4113c81f-7426-4e8f-b8a8-a7a4e4586f95: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:01:01.723039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b1c0cc-5d7f-475f-ad38-99f483081b60 req-2cbebce3-e75f-4010-8810-ca27ae30d5b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:01.723736 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b9b1c0cc-5d7f-475f-ad38-99f483081b60 req-2cbebce3-e75f-4010-8810-ca27ae30d5b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:01.740516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-b9b1c0cc-5d7f-475f-ad38-99f483081b60 req-2cbebce3-e75f-4010-8810-ca27ae30d5b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:01.741706 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9b1c0cc-5d7f-475f-ad38-99f483081b60 req-2cbebce3-e75f-4010-8810-ca27ae30d5b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.1096876 Sep 22 18:01:01.788083 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b9b1c0cc-5d7f-475f-ad38-99f483081b60 req-2e98ff07-29d2-4ec1-b3a0-49e58a570370 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=af767c63-8e50-4f05-9e93-b182707b50b7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407023 Sep 22 18:01:02.086620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-1b069ebc-f65d-485c-a37c-74b60b557b2b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:02.087989 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-1b069ebc-f65d-485c-a37c-74b60b557b2b tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 946 time: 0.0953255 Sep 22 18:01:02.165839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:01:02.166162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:02.540837 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:02.541206 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:02.668054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:01:02.811766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:02.866245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=c480e7c2-e138-4aa1-b0b8-ba3a80ef7651,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:02.915293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.915679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.916137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.916526 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.916933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.917323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.917739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.918123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.918509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.918870 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.919359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:02.920233 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:03.039965 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55b4dda4-f95a-4698-988b-bc580566c074 req-22cbe744-a9c7-4218-9538-bf3b07cd1e1d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=8ec0684e-3088-462c-ae26-70bfd29eed1f HTTP/1.1" status: 200 len: 210 time: 0.1096213 Sep 22 18:01:03.048576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:01:03.051398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:03.054528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'name': 'network-vif-deleted', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:01:03.057299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6626868-7844-4bf2-8801-dfe901509272" -d '{"events": [{"server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "name": "network-vif-deleted", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:01:03.073456 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c966d019-68b0-4440-aadd-6b6749ef7af2 req-b27f2638-0bf5-4c39-8004-36682e53c4db tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "DELETE /v2.0/ports/c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 HTTP/1.1" status: 204 len: 173 time: 0.9792883 Sep 22 18:01:03.269970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a96b5300-c954-4cde-9444-ec0f17709dc3 x-openstack-request-id: req-a96b5300-c954-4cde-9444-ec0f17709dc3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:01:03.270609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec0684e-3088-462c-ae26-70bfd29eed1f", "name": "network-vif-deleted", "tag": "c480e7c2-e138-4aa1-b0b8-ba3a80ef7651", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:01:03.270609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a96b5300-c954-4cde-9444-ec0f17709dc3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:01:03.270901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a96b5300-c954-4cde-9444-ec0f17709dc3'] response: {'server_uuid': '8ec0684e-3088-462c-ae26-70bfd29eed1f', 'name': 'network-vif-deleted', 'tag': 'c480e7c2-e138-4aa1-b0b8-ba3a80ef7651', 'status': 'completed', 'code': 200} Sep 22 18:01:04.142172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60250) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:04.694829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:05.156759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 02ef8397-e394-4397-bfe2-de9b105ffb3f {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:01:05.157102 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:05.342867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 02ef8397-e394-4397-bfe2-de9b105ffb3f, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=02ef8397-e394-4397-bfe2-de9b105ffb3f,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:05.343222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:05.468402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 02ef8397-e394-4397-bfe2-de9b105ffb3f owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:01:05.663964 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:05.743412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=02ef8397-e394-4397-bfe2-de9b105ffb3f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:05.996040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:06.365251 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router a96503a1-9b74-46de-a82a-56c802c71b6a has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:01:06.575907 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:01:06.613505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:01:06.613849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device c480e7c2-e138-4aa1-b0b8-ba3a80ef7651 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:01:06.649134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:01:06.666094 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02b120d8-bc2d-4c73-840b-052d7d50428a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/a96503a1-9b74-46de-a82a-56c802c71b6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5211847 Sep 22 18:01:06.666321 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Sync routers for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:01:06.669921 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60254) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:06.676033 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:06.676686 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:06.741679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting subnet d6b4c282-f1a1-4473-b305-ef79a02560cb {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:01:06.744751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:06.801252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:06.855957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:06.891610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:06.984322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.031566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Subnet': ['ID=d6b4c282-f1a1-4473-b305-ef79a02560cb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:07.035314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.044670 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a382fd85-9087-40b2-83db-342800513eaf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/subnets/d6b4c282-f1a1-4473-b305-ef79a02560cb HTTP/1.1" status: 204 len: 168 time: 0.3706663 Sep 22 18:01:07.044835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde4f968-741d-4abc-8f7a-a4d24e7d7c15 None None] Network 1ab1b356-354e-4651-bb72-307e281ff9c1 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:01:07.044974 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60258) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:07.202644 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T18:01:05Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:07.207720 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Checking router: a96503a1-9b74-46de-a82a-56c802c71b6a for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:01:07.220113 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Routers {'a96503a1-9b74-46de-a82a-56c802c71b6a'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:07.220820 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['a96503a1-9b74-46de-a82a-56c802c71b6a'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:07.241280 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.333841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] DHCP port deletion for 1ab1b356-354e-4651-bb72-307e281ff9c1 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:01:07.338258 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Deleting port f8c619ad-032b-4078-81a9-e099f3f3217a {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:01:07.338661 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.414466 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] Set router a96503a1-9b74-46de-a82a-56c802c71b6a gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:07.438422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.449702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 5bce65db-91b8-4ea8-9124-0a16f94f21ca {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:01:07.449702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.561543 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] For port f8c619ad-032b-4078-81a9-e099f3f3217a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=f8c619ad-032b-4078-81a9-e099f3f3217a,segment=NetworkSegment(7e343307-743c-44a8-b183-2d9516af430a),segment_id=7e343307-743c-44a8-b183-2d9516af430a)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:07.561932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.705757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Calling delete_port for f8c619ad-032b-4078-81a9-e099f3f3217a owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:01:07.742096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device f8c619ad-032b-4078-81a9-e099f3f3217a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:01:07.750660 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T18:01:05Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:07.755320 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18628605-1be0-406b-a6ce-e9a6192d568b None None] The sync data for ids ['a96503a1-9b74-46de-a82a-56c802c71b6a'] in dv-neutron-858953-1-hyperv is: [{'id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-442432086', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195'}], 'enable_snat': True}, 'gw_port_id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T17:58:09Z', 'updated_at': '2022-09-22T18:01:05Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '5bce65db-91b8-4ea8-9124-0a16f94f21ca', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:bf:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a96503a1-9b74-46de-a82a-56c802c71b6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1778, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.195', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T17:58:10Z', 'updated_at': '2022-09-22T17:58:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:01:07.760292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 5bce65db-91b8-4ea8-9124-0a16f94f21ca, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5bce65db-91b8-4ea8-9124-0a16f94f21ca,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:07.760742 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.887499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 5bce65db-91b8-4ea8-9124-0a16f94f21ca owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:01:07.929195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060'] for port, after_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:07.980447 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Pushing event deleted for resources: {'Port': ['ID=f8c619ad-032b-4078-81a9-e099f3f3217a,revision_number=None']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:07.987109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] No DVR routers for this DVR port f8c619ad-032b-4078-81a9-e099f3f3217a on host dv-neutron-858953-1-hyperv {{(pid=89053) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:01:07.998090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.998090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.998090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.998090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.998753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.998753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.999211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.999481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:07.999888 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:08.000288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:08.000655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:08.001019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe152254-0001-4e52-a6f5-47e953d48ebd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:08.003792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port f8c619ad-032b-4078-81a9-e099f3f3217a is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:08.004175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.071615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.128309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=5bce65db-91b8-4ea8-9124-0a16f94f21ca,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:08.234836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.434151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.436328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.458914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.459507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Fanout notify agent at l3_agent the message router_deleted on router a96503a1-9b74-46de-a82a-56c802c71b6a {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:01:08.477004 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.478131 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6cb2d81e-422b-4f52-a607-61602801fa26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/routers/a96503a1-9b74-46de-a82a-56c802c71b6a HTTP/1.1" status: 204 len: 168 time: 1.4323385 Sep 22 18:01:08.481269 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60262) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:08.602597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.732872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.761410 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ab1b356-354e-4651-bb72-307e281ff9c1']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:08.776235 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e343307-743c-44a8-b183-2d9516af430a') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:08.776539 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e343307-743c-44a8-b183-2d9516af430a') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:08.788489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.808297 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.814628 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:01:08.815016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.913875 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.932502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:08.945551 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Network': ['ID=1ab1b356-354e-4651-bb72-307e281ff9c1,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:08.952474 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-1fbd9e11-2c0a-45d0-aa41-99070a2c4e44 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/networks/1ab1b356-354e-4651-bb72-307e281ff9c1 HTTP/1.1" status: 204 len: 168 time: 0.4699161 Sep 22 18:01:08.955058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60268) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.033799 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.065361 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.073988 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7e343307-743c-44a8-b183-2d9516af430a resource provider aggregate not found Sep 22 18:01:09.093072 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 7e343307-743c-44a8-b183-2d9516af430a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e343307-743c-44a8-b183-2d9516af430a found for delete ", "request_id": "req-8c00fe32-21bf-4ce5-b89d-57678120f331"}]} Sep 22 18:01:09.134788 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.152523 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af767c63-8e50-4f05-9e93-b182707b50b7,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:09.167377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.172251 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aeb09b2d-fd96-4cb0-8b7b-68403fe385a3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/security-groups/af767c63-8e50-4f05-9e93-b182707b50b7 HTTP/1.1" status: 204 len: 168 time: 0.2124922 Sep 22 18:01:09.313087 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60282) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.318802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1861142637', 'description': 'tempest-secgroup-smoke-1861142637 description', 'project_id': '66e2033314e548d99ca2e93e6569c850'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:09.325945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:09.330426 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:09.333531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:09.340011 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:09.350119 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.371020 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:09.374889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:09.377969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:09.383969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:09.463108 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.467570 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.512806 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff59010f-3f7e-474b-bb19-6c4417cdfcf5,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:09.516135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.517386 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b198ac26-d54b-445b-b6a5-4261ab21dd25 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2030373 Sep 22 18:01:09.520284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60286) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.525340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:09.531474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:09.535544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:09.538531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:09.544815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:09.562469 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.625839 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.631583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.646326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 02ef8397-e394-4397-bfe2-de9b105ffb3f no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:01:09.657367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03ad46b-925a-44df-ae3c-06328ea73d81,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:09.667349 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.668710 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-740b5b43-699e-4cdc-88d1-89c50bc3efff tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473565 Sep 22 18:01:09.671585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60290) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.676770 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:09.683244 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:09.687769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:09.690312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 02ef8397-e394-4397-bfe2-de9b105ffb3f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:01:09.690686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 02ef8397-e394-4397-bfe2-de9b105ffb3f not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:01:09.691104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5bce65db-91b8-4ea8-9124-0a16f94f21ca no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:01:09.691354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:09.697900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:09.717173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.725109 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5bce65db-91b8-4ea8-9124-0a16f94f21ca {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:01:09.725472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5bce65db-91b8-4ea8-9124-0a16f94f21ca not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:01:09.787041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.790902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.820013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a73575e-8217-4ffe-b8b6-94877d2bec78,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:09.832566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.834038 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-16e325cb-8528-4d07-8078-bb92e86d93b0 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1614363 Sep 22 18:01:09.836882 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60294) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.842226 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:09.848227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:09.852185 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:09.855050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:09.860752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:09.877426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.947350 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.950986 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.975144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=836108bd-b0fc-4b20-b123-16643aa20fea,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:09.983910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:09.985256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8ef930a9-64e0-4507-91b0-c034954f6a51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1473870 Sep 22 18:01:09.988143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60298) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:09.993406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:10.000042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:10.004013 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:10.007130 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:10.013093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:10.033271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.102900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.107101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.129406 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7aa140-a9ed-4605-837a-4791c325a044,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:10.141797 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.142770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-649edb13-ffcf-4d99-aca1-91292f4ae4e3 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1536722 Sep 22 18:01:10.145677 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60302) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:10.150849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:10.159028 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:10.164009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:10.168049 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:10.175889 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:10.189879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:01:10.205667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.285798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.289526 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.320401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec11c181-17a7-4b7c-b96a-0cb981e44025,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:10.329930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.331197 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-aaf4c18e-4fc7-4966-ac35-eabec54d17e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1844957 Sep 22 18:01:10.334041 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60306) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:10.339018 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'security_group_rule': {'security_group_id': 'ff59010f-3f7e-474b-bb19-6c4417cdfcf5', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:10.345718 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:10.349560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:security_group_rule and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:10.352444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:10.358858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:10.370523 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Project 66e2033314e548d99ca2e93e6569c850 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:01:10.378210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.445442 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.449364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.474637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2efbb00d-a11e-42d8-a5f5-4d37eefc65c5,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:10.487306 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.488491 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-30aa1a1e-e534-4d50-a27c-d6f494e88923 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1534781 Sep 22 18:01:10.491600 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60310) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:10.497368 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'network': {'name': 'tempest-network-smoke--1581268615', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'port_security_enabled': True}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:10.502727 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:10.506922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:network and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:10.510101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:10.516144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:10.527572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:01:10.531426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.558748 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 18:01:10.567787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.568122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Added segment a51b28eb-8185-4bee-a303-396f93eff750 of type vlan for network 9d55760c-c8db-4c01-9c88-49f8203e2671 Sep 22 18:01:10.597702 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.628701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.634411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:10.634994 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.762506 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2697618 Sep 22 18:01:10.765313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60314) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:10.768517 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5d296f-4399-4657-875f-14e7fcf1838a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Network': ['ID=9d55760c-c8db-4c01-9c88-49f8203e2671,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:10.770768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'admin_state_up': True, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:10.778376 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:10.781606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 18:01:10.782522 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:router and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:10.785496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:10.796446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:10.809175 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.810978 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:10.828935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.156066 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.467791 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.498612 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.646493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.21 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:01:11.805462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.835407 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:11.900124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:11.902836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:11.906672 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:01:11.945168 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:12.455981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:12.830532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:13.050145 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 5f59bf89-922e-4e65-84da-b4de1d115f04 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 18:01:13.231100 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:01:13.242174 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Sync routers for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:01:13.252404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:13.253049 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:13.258583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:13.262788 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3bc5ab3d-6cdf-45c6-9ed3-f4bd51b0b0d6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.4933844 Sep 22 18:01:13.263521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60318) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:13.444863 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:13.471065 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ea6a2e42-1f3f-47c5-adaa-a49dc1e18db3 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?project_id=66e2033314e548d99ca2e93e6569c850&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2064273 Sep 22 18:01:13.474195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60324) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:13.620516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1bc2e0c-8ba3-47d5-8840-e4c20ae69770 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:13.622022 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e1bc2e0c-8ba3-47d5-8840-e4c20ae69770 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1467736 Sep 22 18:01:13.625649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60330) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:13.666637 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-49ec2c3f-fffc-44c5-928b-3541d1227aa0 tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/subnets?network_id=95c0a61e-f926-4fa9-b205-0d9f0a1659a0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0396624 Sep 22 18:01:13.669720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60334) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:13.675584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1470728361', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'project_id': '66e2033314e548d99ca2e93e6569c850', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:13.760579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:12Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:13.767859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Checking router: 5f59bf89-922e-4e65-84da-b4de1d115f04 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:01:13.768212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Updating router 5f59bf89-922e-4e65-84da-b4de1d115f04 port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:01:13.829378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:13.918868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:13.925874 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:subnet and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:13.930123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:13.938917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:13.949848 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:01:13.953550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.181676 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.226740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.246011 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Transition to ACTIVE for port object 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:14.261296 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.284147 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Subnet': ['ID=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:14.289589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Checking segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:01:14.289947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network hostable DHCP agents. Network: 9d55760c-c8db-4c01-9c88-49f8203e2671, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 18:01:14.311535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 18:01:14.321905 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 9d55760c-c8db-4c01-9c88-49f8203e2671) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:14.326398 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:14.327260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.330800 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Attempting to bind port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:01:14.331179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Attempting to bind port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:01:14.331527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Attempting to bind port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:01:14.338072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8030f8a-dd7f-4252-9b94-00018b2e8034 None None] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:01:14.359243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4537d8e0-7a4a-4f99-82e2-70302968f43c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6884093 Sep 22 18:01:14.359492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:14.414963 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:01:14.415354 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:01:14.415747 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.416141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:01:14.416632 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Bound port: 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:01:14.417045 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.470256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0046-1d4e-4bfe-a580-46ec26aec547 None None] Pushing event updated for resources: {'Port': ['ID=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:14.583816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] For port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:01:14.603983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] For port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:01:14.611318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:14.739412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d0046-1d4e-4bfe-a580-46ec26aec547 None None] Pushing event updated for resources: {'Port': ['ID=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:14.742462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:14.743389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:14.803343 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-9d55760c-c8db-4c01-9c88-49f8203e2671', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 18:01:14.804194 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.043879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:15.083878 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:01:15.203509 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.261540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Allocated IP 172.20.0.2 (9d55760c-c8db-4c01-9c88-49f8203e2671/9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0/0eee0e5d-f618-441b-aa48-a2ed78e0d17d) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:01:15.541531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:12Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:15.549070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-581488ae-9740-43a1-9a99-e013af1ff2a9 None None] The sync data for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv is: [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:12Z', 'revision_number': 3, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:01:15.561891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.575477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Transition to ACTIVE for port object 0eee0e5d-f618-441b-aa48-a2ed78e0d17d will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:15.603804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Transition to ACTIVE for port object 0eee0e5d-f618-441b-aa48-a2ed78e0d17d will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:15.613484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.680589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.1 (9d55760c-c8db-4c01-9c88-49f8203e2671/9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0/0b679370-c961-45ee-be5b-a19a2fe4e7e8) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:01:15.688037 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:15.691180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:15.693816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:01:15.837398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Pushing event updated for resources: {'Port': ['ID=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:15.861858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Attempting to bind port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:01:15.861858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Attempting to bind port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:01:15.862169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Attempting to bind port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d on network 9d55760c-c8db-4c01-9c88-49f8203e2671 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:01:15.870425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:01:15.871221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Checking segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:01:15.872681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.875358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Bound using segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:01:15.875358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Bound port: 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:01:15.875358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.878024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.894976 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 0b679370-c961-45ee-be5b-a19a2fe4e7e8 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:15.920667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:15.991448 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-579774ba-5597-43fc-b202-345d47239e21 None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:01:15.996460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-579774ba-5597-43fc-b202-345d47239e21 None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:01:16.001993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:16.007425 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:16.010591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:16.014836 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:01:16.060358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:16.086232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579774ba-5597-43fc-b202-345d47239e21 None None] Pushing event updated for resources: {'Port': ['ID=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:16.095910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:16.245307 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:16.810044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:16.815408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:16.938262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:16.941094 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:17.095676 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:17.096895 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:17.202650 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d8e2e3-20c4-4ac9-8e21-c0d99bfe18c8 None None] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:01:17.300537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-53305941-6563-49c4-b473-a46f7ae92ef6 None None] Provisioning for port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:17.312441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 5f59bf89-922e-4e65-84da-b4de1d115f04 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:01:17.514246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:01:17.528355 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-ff8ac15a-9095-4b6e-a317-4ddd68348229 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/5f59bf89-922e-4e65-84da-b4de1d115f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1679032 Sep 22 18:01:17.723326 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0eee0e5d-f618-441b-aa48-a2ed78e0d17d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:17.763048 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-ac9d31d1-c875-4b42-9530-1dc4cda69304 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:17.776926 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Sync routers for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:01:17.789784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Provisioning for port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:17.790943 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-ac9d31d1-c875-4b42-9530-1dc4cda69304 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:17.795804 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:17.796742 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:17.800294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Provisioning complete for port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:17.800729 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-ac9d31d1-c875-4b42-9530-1dc4cda69304 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1861142637&fields=id&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 267 time: 0.0960126 Sep 22 18:01:17.800860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:17.801168 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Attempt 1 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:17.876450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:01:17.877924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:17.883551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:17.883924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:17.884310 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d Sep 22 18:01:17.983466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-576f8370-9f63-4abf-b4e9-9ea5a977b9c9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:17.984215 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-576f8370-9f63-4abf-b4e9-9ea5a977b9c9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:18.005161 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-576f8370-9f63-4abf-b4e9-9ea5a977b9c9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:18.006833 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-576f8370-9f63-4abf-b4e9-9ea5a977b9c9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 797 time: 0.2052524 Sep 22 18:01:18.024177 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:18.028149 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-d4a7066a-0418-4819-b83c-b32426c6bc26 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/quotas/66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 375 time: 0.0104017 Sep 22 18:01:18.040312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:18.041280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.096674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:18.102570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.105002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:18.135688 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-9a8dfa09-8b73-40e6-bea6-69fcca1dfd19 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:18.156125 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-9a8dfa09-8b73-40e6-bea6-69fcca1dfd19 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:18.158132 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-9a8dfa09-8b73-40e6-bea6-69fcca1dfd19 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226647 Sep 22 18:01:18.269591 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:18.279547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:18.279916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.280248 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb Sep 22 18:01:18.303398 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-dd254dc8-7133-44bf-9ad6-79c1289c81b4 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 18:01:18.305666 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-dd254dc8-7133-44bf-9ad6-79c1289c81b4 service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0653145 Sep 22 18:01:18.328359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:18.380108 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Attempt 2 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:18.425678 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 2, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:18.430210 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Checking router: 5f59bf89-922e-4e65-84da-b4de1d115f04 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:01:18.430801 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Updating router 5f59bf89-922e-4e65-84da-b4de1d115f04 port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:01:18.462917 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-29908014-0b00-4887-98a1-e1ea202b4357 service neutron] 10.222.0.25 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480751 Sep 22 18:01:18.463497 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:01:18.465371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:18.465804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.485089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:18.490136 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.529645 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.562614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:18.747957 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-5ba143fc-4b25-4654-a468-23d148682245 service neutron] 10.222.0.25 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2763386 Sep 22 18:01:18.892191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.909452 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Transition to ACTIVE for port object 0b679370-c961-45ee-be5b-a19a2fe4e7e8 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:18.919354 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:18.952877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-41e8670c-76f7-44f4-9f40-19565b41dec1 req-b648acaf-f8fd-46fb-afa2-eb8cf7096d90 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:18.964843 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Attempt 3 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:18.974822 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-41e8670c-76f7-44f4-9f40-19565b41dec1 req-b648acaf-f8fd-46fb-afa2-eb8cf7096d90 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:18.984910 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-41e8670c-76f7-44f4-9f40-19565b41dec1 req-b648acaf-f8fd-46fb-afa2-eb8cf7096d90 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 210 time: 0.0869462 Sep 22 18:01:19.033606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:01:19.267232 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Pushing event updated for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:19.279161 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Attempting to bind port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:01:19.279690 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Attempting to bind port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:01:19.280211 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Attempting to bind port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 on network 9d55760c-c8db-4c01-9c88-49f8203e2671 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:01:19.286054 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.286609 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.287091 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.287572 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.288100 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.288572 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.289153 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.289657 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.290143 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.290626 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.291125 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.291617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:01:19.300186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:01:19.300750 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Checking segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:01:19.301333 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:19.301883 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Bound using segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:01:19.302565 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Bound port: 0b679370-c961-45ee-be5b-a19a2fe4e7e8, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:01:19.303115 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:19.402031 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] For port 0b679370-c961-45ee-be5b-a19a2fe4e7e8, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:01:19.405551 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] For port 0b679370-c961-45ee-be5b-a19a2fe4e7e8, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b679370-c961-45ee-be5b-a19a2fe4e7e8,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:01:19.409831 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:19.467761 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:19.468367 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:00:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:19.535067 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Attempt 4 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:19.562254 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c51511-ddff-4caa-8514-394148108759 None None] Pushing event updated for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=4']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:19.618707 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:01:19.632982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Provisioning complete for port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:19.633436 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:19.633900 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Attempt 1 to provision port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d Sep 22 18:01:19.665839 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:19.671848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0eee0e5d-f618-441b-aa48-a2ed78e0d17d up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:19.804626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:19.804931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:19.805268 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d Sep 22 18:01:19.884050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5165b73d-5351-4a9c-b804-d6f2197e974d None None] Current status of the port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:19.964700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:19.966390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:20.046069 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:19Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:20.048234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:20.048935 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:20.049457 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb Sep 22 18:01:20.057398 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca67ecc-d123-4bba-b8ac-d20ba3701d33 None None] The sync data for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv is: [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:19Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:01:20.167248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-8aa09143-3b99-4122-bd29-cba21bae3307 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:20.170283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-8aa09143-3b99-4122-bd29-cba21bae3307 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 797 time: 0.2170935 Sep 22 18:01:20.249691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-883a274e-c956-4649-ac20-501600cf30e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:20.266535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-883a274e-c956-4649-ac20-501600cf30e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:20.267785 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-883a274e-c956-4649-ac20-501600cf30e6 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=66e2033314e548d99ca2e93e6569c850 HTTP/1.1" status: 200 len: 380 time: 0.0839796 Sep 22 18:01:20.281207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'port': {'device_id': '1ea85981-e99c-4dba-aba0-3b995870d292', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'admin_state_up': True, 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'security_groups': ['ff59010f-3f7e-474b-bb19-6c4417cdfcf5']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:20.287745 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-31ae1e9e-a997-41a9-8f75-bbfa0489a825 req-90dd6344-12ee-4887-9fa9-c4546cc73652 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 210 time: 0.1208155 Sep 22 18:01:20.305196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:20.453604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:20.468535 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:20.479062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Made reservation on behalf of 66e2033314e548d99ca2e93e6569c850 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:01:20.483700 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:20.662706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.20.0.9 (9d55760c-c8db-4c01-9c88-49f8203e2671/9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0/6e731603-ff1a-4acb-b2e2-1f5ac880368d) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:01:20.882892 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:20.899922 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Transition to ACTIVE for port object 6e731603-ff1a-4acb-b2e2-1f5ac880368d will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:20.923386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:20.997654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:21.000938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:21.003340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:01:21.051996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:21.083689 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:21.084326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.113121 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-45c8789e-992e-454d-a6bb-96254c250d8f tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8378348 Sep 22 18:01:21.130731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Request body: {'port': {'device_id': '1ea85981-e99c-4dba-aba0-3b995870d292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:21.262506 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.267841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Provisioning for port 6e731603-ff1a-4acb-b2e2-1f5ac880368d completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:21.274134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Provisioning complete for port 6e731603-ff1a-4acb-b2e2-1f5ac880368d triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:21.274949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.275476 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Attempt 1 to provision port 6e731603-ff1a-4acb-b2e2-1f5ac880368d Sep 22 18:01:21.332882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Port 6e731603-ff1a-4acb-b2e2-1f5ac880368d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:01:21.680052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b679370-c961-45ee-be5b-a19a2fe4e7e8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:21.728132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe955d-d1e4-4039-833a-f1a80f2b15a6 req-0f94aea2-0869-424f-aeb6-c13a7b5bde09 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:21.728907 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83fe955d-d1e4-4039-833a-f1a80f2b15a6 req-0f94aea2-0869-424f-aeb6-c13a7b5bde09 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:01:21.756092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:21.761138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:21.761523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.761867 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:21.762701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-83fe955d-d1e4-4039-833a-f1a80f2b15a6 req-0f94aea2-0869-424f-aeb6-c13a7b5bde09 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:01:21.763905 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83fe955d-d1e4-4039-833a-f1a80f2b15a6 req-0f94aea2-0869-424f-aeb6-c13a7b5bde09 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 931 time: 0.3543527 Sep 22 18:01:21.834261 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Attempt 2 to provision port 6e731603-ff1a-4acb-b2e2-1f5ac880368d Sep 22 18:01:21.853409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e731603-ff1a-4acb-b2e2-1f5ac880368d {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:01:21.865384 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.873870 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-83fe955d-d1e4-4039-833a-f1a80f2b15a6 req-2a511462-e4ab-48d6-a97d-b870e49a8279 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726430 Sep 22 18:01:21.885395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Transition to ACTIVE for port object 6e731603-ff1a-4acb-b2e2-1f5ac880368d will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:01:21.890887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.943530 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Port 6e731603-ff1a-4acb-b2e2-1f5ac880368d cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:01:21.945532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:21.945939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:21.981262 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0b679370-c961-45ee-be5b-a19a2fe4e7e8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b679370-c961-45ee-be5b-a19a2fe4e7e8,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:21.987315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:22.061170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:22.103722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:22.147819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Attempting to bind port 6e731603-ff1a-4acb-b2e2-1f5ac880368d on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:01:22.148153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Attempting to bind port 6e731603-ff1a-4acb-b2e2-1f5ac880368d by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:01:22.148507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Attempting to bind port 6e731603-ff1a-4acb-b2e2-1f5ac880368d on network 9d55760c-c8db-4c01-9c88-49f8203e2671 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:01:22.153753 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Port 6e731603-ff1a-4acb-b2e2-1f5ac880368d on network 9d55760c-c8db-4c01-9c88-49f8203e2671 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 18:01:22.154083 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Attempting to bind port 6e731603-ff1a-4acb-b2e2-1f5ac880368d on network 9d55760c-c8db-4c01-9c88-49f8203e2671 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:01:22.159088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:01:22.159421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Checking segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:01:22.159802 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Bound using segment: {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:01:22.160224 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Bound port: 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a51b28eb-8185-4bee-a303-396f93eff750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:01:22.160574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:22.253437 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:01:22.256390 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:01:22.261225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:22.291803 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:22.292799 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:22.293777 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] 10.222.0.18 "PUT /v2.0/ports/6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 1093 time: 1.1675994 Sep 22 18:01:22.294278 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:01:22.296486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05de9bc9-6370-470d-9cd3-7e41044b2500" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:01:22.349745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5be1f44-7770-4602-8076-b61add2119e3 x-openstack-request-id: req-b5be1f44-7770-4602-8076-b61add2119e3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:01:22.349997 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:01:22.350252 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-b5be1f44-7770-4602-8076-b61add2119e3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:01:22.350658 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5be1f44-7770-4602-8076-b61add2119e3'] response: {'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'status': 'completed', 'code': 200} Sep 22 18:01:22.353298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf34aa9-c97c-452d-a1b8-92d0cc6c33e4 service neutron] Pushing event updated for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:22.444930 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Attempt 3 to provision port 6e731603-ff1a-4acb-b2e2-1f5ac880368d Sep 22 18:01:22.448631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-be583fe5-0975-4fcc-8696-760994ee9b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:22.450698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-be583fe5-0975-4fcc-8696-760994ee9b4c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1096 time: 0.0817919 Sep 22 18:01:22.505794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-5b4569cc-29d5-480b-884b-9fe5543bcb20 None None] Port 6e731603-ff1a-4acb-b2e2-1f5ac880368d had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:01:22.536692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-4c770b7a-3a48-47fd-9543-0a010c18225d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 217 time: 0.0738959 Sep 22 18:01:22.548143 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5cc0dfcd-0927-4190-9192-a99e16fc788e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:22.602730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-7155522f-6080-4c19-a198-13392b351564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:22.604157 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-7155522f-6080-4c19-a198-13392b351564 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.0608840 Sep 22 18:01:22.690857 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-719e4014-cdde-42fa-80c8-e1c54930518b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:22.692325 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-719e4014-cdde-42fa-80c8-e1c54930518b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0826869 Sep 22 18:01:22.838247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-3047cbf1-b56c-42ec-a356-2318229d82ca service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1390347 Sep 22 18:01:22.970725 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f047a2f7-c037-4d1c-92c4-ed95d85489ab req-f160155b-595e-4fd8-8eb2-2624e53d7c34 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267357 Sep 22 18:01:23.151465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78165ad7-505a-427f-a5bc-d8ffd904d5d9 req-a5d91d9d-b2c6-420d-9193-3a514f44be37 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:23.152963 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-78165ad7-505a-427f-a5bc-d8ffd904d5d9 req-a5d91d9d-b2c6-420d-9193-3a514f44be37 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 943 time: 0.1520879 Sep 22 18:01:23.177297 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-5af2af04-8e0e-46c7-964d-8f7b94b3e0d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:23.178755 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-5af2af04-8e0e-46c7-964d-8f7b94b3e0d7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1096 time: 0.1209302 Sep 22 18:01:23.282824 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-78165ad7-505a-427f-a5bc-d8ffd904d5d9 req-30106a83-bc9c-432d-9f72-e153712996fb tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235731 Sep 22 18:01:23.334029 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-5ea624ad-7ae6-4125-948e-1c3b2990c0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:23.335481 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-5ea624ad-7ae6-4125-948e-1c3b2990c0e1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 898 time: 0.1487169 Sep 22 18:01:23.406990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-7b267cf8-56a5-4029-abc6-e4dedd943610 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 217 time: 0.0640745 Sep 22 18:01:23.475213 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-aec2c88c-943f-4305-98bd-1110bc77dd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:23.476829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-aec2c88c-943f-4305-98bd-1110bc77dd3f service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.0641901 Sep 22 18:01:23.653342 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b679370-c961-45ee-be5b-a19a2fe4e7e8 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:23.678003 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-f10ec2a2-67ee-481b-9678-2ba5ce7957ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:23.679437 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-f10ec2a2-67ee-481b-9678-2ba5ce7957ca service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1960745 Sep 22 18:01:23.723634 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:23.724014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:23.724348 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 Sep 22 18:01:23.811847 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-8e2df39f-e191-4c07-95ef-be3020b2dcf6 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257739 Sep 22 18:01:23.839972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:23.944079 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-05de9bc9-6370-470d-9cd3-7e41044b2500 req-2d211b03-e8d7-4ef4-94db-e3a357ff47dd service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259675 Sep 22 18:01:24.502579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472d2ee-5a8c-4ac9-8a32-5775c9350b02 req-a2e20871-f1fd-4ec1-b241-b2a775c6b7aa tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:24.503915 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3472d2ee-5a8c-4ac9-8a32-5775c9350b02 req-a2e20871-f1fd-4ec1-b241-b2a775c6b7aa tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 943 time: 0.0940268 Sep 22 18:01:24.548524 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3472d2ee-5a8c-4ac9-8a32-5775c9350b02 req-8ad201e9-64a6-4654-b8af-57c066dbd5b5 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385008 Sep 22 18:01:24.695176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cf512122-4506-4cc9-97a2-b2a1ef6e71ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:25.771478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd29371-7286-464b-9134-d5ec04b9ff34 req-7d833a19-a657-497c-a1ec-4e84dd8d4a37 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:25.774748 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3bd29371-7286-464b-9134-d5ec04b9ff34 req-7d833a19-a657-497c-a1ec-4e84dd8d4a37 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 943 time: 0.1105392 Sep 22 18:01:25.778044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:25.820882 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3bd29371-7286-464b-9134-d5ec04b9ff34 req-62ca1e0d-94a1-4cae-b7b5-9b134f7af5b1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407870 Sep 22 18:01:26.060427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:26.203558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:26.677274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 6e731603-ff1a-4acb-b2e2-1f5ac880368d details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:01:26.824030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:26.841900 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'port_id': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'mac_address': 'fa:16:3e:bb:f7:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:01:26.898806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 6e731603-ff1a-4acb-b2e2-1f5ac880368d is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:26.899375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:26.922137 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e731603-ff1a-4acb-b2e2-1f5ac880368d {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:01:26.942999 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:26.947187 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:27.020615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77169ea-9cca-454a-b0fc-19c94ea5f8af req-14a3ef26-cfa5-40e4-966b-e65b3911d131 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:27.022116 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f77169ea-9cca-454a-b0fc-19c94ea5f8af req-14a3ef26-cfa5-40e4-966b-e65b3911d131 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 944 time: 0.0907452 Sep 22 18:01:27.045243 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:27.071848 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f77169ea-9cca-454a-b0fc-19c94ea5f8af req-694bc118-be4f-4169-bd4e-bac27db557bd tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440350 Sep 22 18:01:27.406675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['6e731603-ff1a-4acb-b2e2-1f5ac880368d'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:01:27.465078 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:28.279528 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53cf585-6071-4b73-8595-1a3fa618c2a4 req-e4048e01-983e-493c-8818-81dade89d4fc tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:28.281153 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d53cf585-6071-4b73-8595-1a3fa618c2a4 req-e4048e01-983e-493c-8818-81dade89d4fc tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 944 time: 0.0957112 Sep 22 18:01:28.331702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d53cf585-6071-4b73-8595-1a3fa618c2a4 req-d02cba1e-cb0c-4173-b488-37c7792b9b15 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446858 Sep 22 18:01:28.692621 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 6e731603-ff1a-4acb-b2e2-1f5ac880368d up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:01:28.762240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 6e731603-ff1a-4acb-b2e2-1f5ac880368d completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:01:28.766936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 6e731603-ff1a-4acb-b2e2-1f5ac880368d triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:01:28.767312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:28.767666 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 6e731603-ff1a-4acb-b2e2-1f5ac880368d Sep 22 18:01:28.889113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 6e731603-ff1a-4acb-b2e2-1f5ac880368d is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:01:28.889495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:28.916687 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:01:28.919481 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4dff8d-a5da-4d7e-b3c9-419d53a93531" -d '{"events": [{"server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "name": "network-vif-plugged", "status": "completed", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:01:28.927609 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:01:28.931250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:28.970627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e81ccf-7855-4dc0-8a95-4f5993a6217b x-openstack-request-id: req-e0e81ccf-7855-4dc0-8a95-4f5993a6217b {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:01:28.970627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "name": "network-vif-plugged", "status": "completed", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:01:28.970957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-e0e81ccf-7855-4dc0-8a95-4f5993a6217b {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:01:28.971212 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0e81ccf-7855-4dc0-8a95-4f5993a6217b'] response: {'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'code': 200} Sep 22 18:01:29.005465 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:29.242486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f614b57d-7b31-48bb-aba9-026937487ca4 req-78cf496d-88bf-49fd-92f5-3ededec39455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:29.243955 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f614b57d-7b31-48bb-aba9-026937487ca4 req-78cf496d-88bf-49fd-92f5-3ededec39455 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1098 time: 0.0814269 Sep 22 18:01:29.284361 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f614b57d-7b31-48bb-aba9-026937487ca4 req-f8cd37fc-0b9d-49ce-a70a-be0f89f58d70 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348260 Sep 22 18:01:29.546497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de78c1e-a75f-409f-b23a-6e6be198a0b7 req-a0108712-9be4-4d67-9741-5489826cff8a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:29.547872 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8de78c1e-a75f-409f-b23a-6e6be198a0b7 req-a0108712-9be4-4d67-9741-5489826cff8a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0913110 Sep 22 18:01:29.594106 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8de78c1e-a75f-409f-b23a-6e6be198a0b7 req-d6d5e36f-9730-4666-bb8b-a188360b707c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405643 Sep 22 18:01:30.815714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085e0e7d-ae4c-4209-9b17-add3ce02fd9d req-4667ad90-78cc-4fa1-9a50-1be25ecbd77a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:30.817208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-085e0e7d-ae4c-4209-9b17-add3ce02fd9d req-4667ad90-78cc-4fa1-9a50-1be25ecbd77a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0938380 Sep 22 18:01:30.862927 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-085e0e7d-ae4c-4209-9b17-add3ce02fd9d req-8647bdf0-b1ce-4f47-b277-6112ea55f356 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400069 Sep 22 18:01:31.074395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fa5c36-d0e2-4cb0-9368-f90a3a352fbe req-0d5c4ccb-d5c4-4163-94c4-315fe1e3ee83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:31.076401 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55fa5c36-d0e2-4cb0-9368-f90a3a352fbe req-0d5c4ccb-d5c4-4163-94c4-315fe1e3ee83 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0910830 Sep 22 18:01:31.120467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55fa5c36-d0e2-4cb0-9368-f90a3a352fbe req-19a11757-f2ab-409f-aa5b-b4ddeb438995 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384123 Sep 22 18:01:31.149210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60398) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:31.231918 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e1b54d-e083-4224-bf48-e0c1c6f3538b tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:31.233449 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-19e1b54d-e083-4224-bf48-e0c1c6f3538b tempest-TestNetworkAdvancedServerOps-940835574 tempest-TestNetworkAdvancedServerOps-940835574-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1093 time: 0.0833330 Sep 22 18:01:31.236766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60402) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:31.241652 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address': '172.20.0.9'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:01:31.248415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:01:31.252256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Usage tracker for resource:floatingip and tenant:66e2033314e548d99ca2e93e6569c850 is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:01:31.255087 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:01:31.260849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:01:31.271332 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:31.420084 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:31.553229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Allocated IP 172.26.8.42 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/3b15673b-0285-4ad0-b756-62b3ab3fa30e) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:01:31.707585 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:31.741765 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:31.806942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:01:31.809873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:01:31.813480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:01:31.845682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=3b15673b-0285-4ad0-b756-62b3ab3fa30e,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:32.223602 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:32.298234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:32.611183 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:32.617034 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:32.724697 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event updated for resources: {'Port': ['ID=3b15673b-0285-4ad0-b756-62b3ab3fa30e,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:01:32.729243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:32.903399 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 05630d7b-24bd-4195-a921-44abcf901d9d associated. External IP: 172.26.8.42, port: 6e731603-ff1a-4acb-b2e2-1f5ac880368d. Sep 22 18:01:33.261237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 5f59bf89-922e-4e65-84da-b4de1d115f04 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:01:33.441447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:01:33.451151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Sync routers for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:01:33.460514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:33.461181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:01:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:33.469675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:33.536308 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0e94441-8acc-4c62-92ec-7cdd73c2bb53 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.2983103 Sep 22 18:01:33.537248 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:01:33.539897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-755dbef4-ec5f-443a-b380-3d4e017b09c9" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:01:33.592519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ac0cc4-920f-427e-8c52-bf11cfe09967 x-openstack-request-id: req-90ac0cc4-920f-427e-8c52-bf11cfe09967 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:01:33.592837 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:01:33.593090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-90ac0cc4-920f-427e-8c52-bf11cfe09967 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:01:33.593491 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ac0cc4-920f-427e-8c52-bf11cfe09967'] response: {'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'status': 'completed', 'code': 200} Sep 22 18:01:33.693909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:33.725967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-efad60f5-aae3-4cac-9dbf-d4daeeac7ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:33.727578 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-efad60f5-aae3-4cac-9dbf-d4daeeac7ed3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1098 time: 0.0914209 Sep 22 18:01:33.742404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2900cb-fa6f-4ae0-a8fa-d31b47a27f11 req-516b1f1b-8c0d-4c69-b9e8-16f286d2e592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:33.743951 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f2900cb-fa6f-4ae0-a8fa-d31b47a27f11 req-516b1f1b-8c0d-4c69-b9e8-16f286d2e592 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0947361 Sep 22 18:01:33.794832 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f2900cb-fa6f-4ae0-a8fa-d31b47a27f11 req-22b81cee-a1d1-4d85-ae8f-77e045e00499 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443420 Sep 22 18:01:33.835092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60410) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:33.873308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-259a4ac8-1fdf-423a-8142-12548373f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:33.875214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-259a4ac8-1fdf-423a-8142-12548373f4ad service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 898 time: 0.1416845 Sep 22 18:01:33.946774 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f0b4374e-faaf-40a4-9d34-119a672620d4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/05630d7b-24bd-4195-a921-44abcf901d9d HTTP/1.1" status: 200 len: 990 time: 0.1104898 Sep 22 18:01:33.981238 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-911681a8-9c04-45c4-829d-4deaedc89ccb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 998 time: 0.0996742 Sep 22 18:01:34.045666 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-4b865e17-d5b4-47cc-bb58-888652c80fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:34.047029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-4b865e17-d5b4-47cc-bb58-888652c80fc9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.0609410 Sep 22 18:01:34.069220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '05630d7b-24bd-4195-a921-44abcf901d9d', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'port_id': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'mac_address': 'fa:16:3e:bb:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea85981-e99c-4dba-aba0-3b995870d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:01:32Z', 'updated_at': '2022-09-22T18:01:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:34.073195 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Checking router: 5f59bf89-922e-4e65-84da-b4de1d115f04 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:01:34.083091 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:01:34.083683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:01:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:34.131366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-763c456d-09ef-4701-8fb9-a00a7d1c0d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:01:34.132772 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-763c456d-09ef-4701-8fb9-a00a7d1c0d0e service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802436 Sep 22 18:01:34.264539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:01:34.270814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-e0d8dad3-6717-455e-b7b4-ffb12ac507bc service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310987 Sep 22 18:01:34.403088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755dbef4-ec5f-443a-b380-3d4e017b09c9 req-d009c809-1f24-44b0-8a6f-6c09c7115061 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271086 Sep 22 18:01:34.619316 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '05630d7b-24bd-4195-a921-44abcf901d9d', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'port_id': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'mac_address': 'fa:16:3e:bb:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea85981-e99c-4dba-aba0-3b995870d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:01:32Z', 'updated_at': '2022-09-22T18:01:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:01:34.623739 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb7fc3b-d1a3-4db2-98b7-9372683637f3 None None] The sync data for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv is: [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '05630d7b-24bd-4195-a921-44abcf901d9d', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'floating_ip_address': '172.26.8.42', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'port_id': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1803, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'mac_address': 'fa:16:3e:bb:f7:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ea85981-e99c-4dba-aba0-3b995870d292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:01:32Z', 'updated_at': '2022-09-22T18:01:32Z', 'revision_number': 0, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:01:34.809731 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c310c2-dbb5-4c39-9820-0b5f738f43d5 None None] New status for floating IP 05630d7b-24bd-4195-a921-44abcf901d9d: ACTIVE {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:01:34.950939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60414) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:01:35.170065 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-da3edb0e-20ab-4fb3-b939-7aca57238079 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/05630d7b-24bd-4195-a921-44abcf901d9d HTTP/1.1" status: 200 len: 992 time: 0.2180462 Sep 22 18:01:52.083168 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:01:52.550467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2be8066c-fd41-4366-9fea-ff2c2fd880db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:54.698753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ac1264dd-e118-4842-8069-268dc64ef3c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:55.782128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:56.076885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:56.207093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:01:57.443954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:08.619475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-536284a9-5973-4def-9798-f4ed61758d35 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822659 Sep 22 18:02:08.795902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-777d37fa-60d2-4fbf-bec8-041ce0a8cebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:08.798192 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-777d37fa-60d2-4fbf-bec8-041ce0a8cebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1098 time: 0.0806701 Sep 22 18:02:08.943782 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-1fd5519d-439a-4333-947d-abc0e6c8a017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:08.945196 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-1fd5519d-439a-4333-947d-abc0e6c8a017 service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 898 time: 0.1286819 Sep 22 18:02:09.059620 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-db350c93-2388-4979-bec7-4e8e5a74a7af service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 1000 time: 0.1083946 Sep 22 18:02:09.125363 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-0bf006f7-8817-4bff-85db-13fa035fe8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:09.126814 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-0bf006f7-8817-4bff-85db-13fa035fe8aa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.0594182 Sep 22 18:02:09.218496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-d7e9e4a3-b828-455b-bc49-2f434e41a878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:09.219923 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-d7e9e4a3-b828-455b-bc49-2f434e41a878 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0872939 Sep 22 18:02:09.353237 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-45d2ac2b-09b5-41da-bcc4-62c29d51fe1c service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272016 Sep 22 18:02:09.496781 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d0191d4f-d3e5-4848-8e0b-8a1d71b26137 req-5ff1531f-ca1e-4603-8a80-674e66604918 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371939 Sep 22 18:02:22.553412 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-149d0a9e-8f9b-4720-9048-87943851ba0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:24.701953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9a60654f-e77d-4189-af95-9311e418a5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:25.785522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:26.096269 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:26.211093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:27.447182 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:29.082007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:02:46.692733 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a6ab15-cfc9-4114-9255-68d15297605e req-251394bd-e230-4532-822e-e72e91ae813d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:46.694241 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b9a6ab15-cfc9-4114-9255-68d15297605e req-251394bd-e230-4532-822e-e72e91ae813d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.2079666 Sep 22 18:02:46.743536 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b9a6ab15-cfc9-4114-9255-68d15297605e req-54fb3c35-0941-43b4-bc00-234b217f297c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429969 Sep 22 18:02:48.006960 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22bf19-4294-4a96-ad3e-ef161690a47b req-22709cc5-3b42-43d1-933e-fd976b2cee52 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:48.008461 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f22bf19-4294-4a96-ad3e-ef161690a47b req-22709cc5-3b42-43d1-933e-fd976b2cee52 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.1482580 Sep 22 18:02:48.053004 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2f22bf19-4294-4a96-ad3e-ef161690a47b req-83df3485-374d-4469-9ecb-059219e1c892 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382242 Sep 22 18:02:49.263052 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffeacbe-3f62-4f09-a5e8-608eac6b08d3 req-afc27942-3f2f-4121-b46a-e480ce923f47 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:49.264530 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ffeacbe-3f62-4f09-a5e8-608eac6b08d3 req-afc27942-3f2f-4121-b46a-e480ce923f47 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0980766 Sep 22 18:02:49.310226 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7ffeacbe-3f62-4f09-a5e8-608eac6b08d3 req-4ea5ec81-8961-42ff-bcb4-dd16e8423f51 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400183 Sep 22 18:02:49.340576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60450) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:02:49.447149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c23c287f-9c0f-4a62-ba66-61ed745d07b1 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/05630d7b-24bd-4195-a921-44abcf901d9d HTTP/1.1" status: 200 len: 992 time: 0.1054657 Sep 22 18:02:50.947452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84fa5b5-7867-44c6-b209-4cce567445ce req-2f51303c-b80b-4bb1-a5d3-286a76ca30ed tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:50.949245 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f84fa5b5-7867-44c6-b209-4cce567445ce req-2f51303c-b80b-4bb1-a5d3-286a76ca30ed tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.1048696 Sep 22 18:02:50.982954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107509-df83-4f96-8f9d-8538aae8b02b req-324939d8-07ae-4c7b-97b5-1823125e77d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:50.984505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-324939d8-07ae-4c7b-97b5-1823125e77d4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1098 time: 0.0965502 Sep 22 18:02:51.117255 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f84fa5b5-7867-44c6-b209-4cce567445ce req-0a4b08d6-1df8-43e8-995a-0d12919e8c6c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1608295 Sep 22 18:02:51.125127 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107509-df83-4f96-8f9d-8538aae8b02b req-9ce8a415-94ce-43a0-a48a-d983454c23cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:51.126582 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-9ce8a415-94ce-43a0-a48a-d983454c23cb service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 898 time: 0.1363983 Sep 22 18:02:51.235764 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-6a112ff0-23f9-4d0a-a8a9-40029e86592f service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 1000 time: 0.1028600 Sep 22 18:02:51.405345 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107509-df83-4f96-8f9d-8538aae8b02b req-8e45bbce-d3f6-4f49-b438-adf01955a1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:51.406787 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-8e45bbce-d3f6-4f49-b438-adf01955a1af service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.1653917 Sep 22 18:02:51.491788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88107509-df83-4f96-8f9d-8538aae8b02b req-18a4a4ff-569c-4d8c-b413-bfc4edfaffc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:51.493261 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-18a4a4ff-569c-4d8c-b413-bfc4edfaffc8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802908 Sep 22 18:02:51.641091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-3f05f94b-44ec-439e-b04b-31a81b2fad85 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340032 Sep 22 18:02:51.775972 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-88107509-df83-4f96-8f9d-8538aae8b02b req-fb1ccc6e-bb89-4a79-8eda-02aa6a76efd8 service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295354 Sep 22 18:02:52.329424 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a94e-6ee4-4542-a724-6738b1c6d082 req-c78fbf03-442f-48b8-824e-5c783bc8ce28 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:52.330936 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c084a94e-6ee4-4542-a724-6738b1c6d082 req-c78fbf03-442f-48b8-824e-5c783bc8ce28 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0935555 Sep 22 18:02:52.377070 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c084a94e-6ee4-4542-a724-6738b1c6d082 req-a103fbc2-3ff8-4bb3-aad8-ddbd2c1167cf tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403624 Sep 22 18:02:52.556148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-12cffe9e-9796-4397-ad51-29874f886d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:53.581911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f100a-36ef-4ab0-9f18-49c02a29b0a2 req-e427de17-f302-490f-a4db-4ea24dce09d4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:53.583315 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a43f100a-36ef-4ab0-9f18-49c02a29b0a2 req-e427de17-f302-490f-a4db-4ea24dce09d4 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0895224 Sep 22 18:02:53.631102 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a43f100a-36ef-4ab0-9f18-49c02a29b0a2 req-d98588dc-fa74-4d87-a6ee-1e9bf7638e7d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421264 Sep 22 18:02:53.667152 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60464) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:02:53.774929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0e516ef0-fd41-485c-8722-6e1907b23a06 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/floatingips/05630d7b-24bd-4195-a921-44abcf901d9d HTTP/1.1" status: 200 len: 992 time: 0.1065319 Sep 22 18:02:54.087309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60472) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:02:54.293654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 3b15673b-0285-4ad0-b756-62b3ab3fa30e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:02:54.293998 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.464786 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.465609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.591063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 3b15673b-0285-4ad0-b756-62b3ab3fa30e owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:02:54.709702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dce29928-73e9-478d-89a5-d33d4f2422c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.751876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.799941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=3b15673b-0285-4ad0-b756-62b3ab3fa30e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:02:54.852571 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.852948 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.853299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.853644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.854002 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.854321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.854652 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.854984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.855308 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.855867 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.856209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.856566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:02:54.914690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:54.915022 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Floating IP 05630d7b-24bd-4195-a921-44abcf901d9d disassociated (deleted). External IP: 172.26.8.42, port: 6e731603-ff1a-4acb-b2e2-1f5ac880368d. Sep 22 18:02:55.408004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 5f59bf89-922e-4e65-84da-b4de1d115f04 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:02:55.594536 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:02:55.603876 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Sync routers for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:02:55.614043 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:02:55.614768 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:02:55.618405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:55.678736 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-09d73803-6cce-4d81-94fb-b9facddf3169 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/floatingips/05630d7b-24bd-4195-a921-44abcf901d9d HTTP/1.1" status: 204 len: 168 time: 1.5903306 Sep 22 18:02:55.679340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:02:55.681692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a11c561-69b2-4096-85a4-be9bfaeee45e" -d '{"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:02:55.733023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d106f4c-1f20-40eb-bdb9-3ea65850426f x-openstack-request-id: req-0d106f4c-1f20-40eb-bdb9-3ea65850426f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:02:55.733274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:02:55.733640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0d106f4c-1f20-40eb-bdb9-3ea65850426f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:02:55.734050 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d106f4c-1f20-40eb-bdb9-3ea65850426f'] response: {'name': 'network-changed', 'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'status': 'completed', 'code': 200} Sep 22 18:02:55.811689 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:55.826135 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:02:55.861938 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-7399ffe2-b4a7-48ef-8495-15fb5d09b132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:55.863566 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-7399ffe2-b4a7-48ef-8495-15fb5d09b132 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=66e2033314e548d99ca2e93e6569c850&device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 1098 time: 0.0871327 Sep 22 18:02:56.051659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-c1fca64c-4c11-4ea7-b817-53b2b75b84af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:56.053139 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-c1fca64c-4c11-4ea7-b817-53b2b75b84af service neutron] 10.222.0.18 "GET /v2.0/networks?id=9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 200 len: 898 time: 0.1822762 Sep 22 18:02:56.117913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:56.140213 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-ea2c4bb0-ded8-4b43-a357-c6fd0d777272 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 200 len: 217 time: 0.0797412 Sep 22 18:02:56.222777 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-8eeb637d-ad1e-4d8a-a91e-573025c938b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:56.224272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-8eeb637d-ad1e-4d8a-a91e-573025c938b4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 200 len: 835 time: 0.0750651 Sep 22 18:02:56.233681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df32efff-caa3-4ee7-976a-6052a4e702af req-b8417cec-97f4-476f-a624-3d30a64d8f80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:56.234419 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-df32efff-caa3-4ee7-976a-6052a4e702af req-b8417cec-97f4-476f-a624-3d30a64d8f80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Synchronizing usage tracker for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:02:56.235460 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:56.256925 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:02:56.260911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Checking router: 5f59bf89-922e-4e65-84da-b4de1d115f04 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:02:56.269490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:02:56.270093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:02:56.307126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-df32efff-caa3-4ee7-976a-6052a4e702af req-b8417cec-97f4-476f-a624-3d30a64d8f80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Unset dirty status for tenant:66e2033314e548d99ca2e93e6569c850 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:02:56.313449 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df32efff-caa3-4ee7-976a-6052a4e702af req-b8417cec-97f4-476f-a624-3d30a64d8f80 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.2952616 Sep 22 18:02:56.364161 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-df32efff-caa3-4ee7-976a-6052a4e702af req-b497af30-e7c3-491d-b558-e9d1aee91d7c tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474367 Sep 22 18:02:56.366353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-d1444b55-af11-4e7b-be97-663753f59fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:56.367836 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-d1444b55-af11-4e7b-be97-663753f59fe5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=9d55760c-c8db-4c01-9c88-49f8203e2671&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292906 Sep 22 18:02:56.463611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:02:56.514360 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-e4d0e79a-6400-46f0-94ff-c9c2755a28cf service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391323 Sep 22 18:02:56.658299 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a11c561-69b2-4096-85a4-be9bfaeee45e req-6f31f81f-8ca3-48e9-b32e-705d3b0b098a service neutron] 10.222.0.18 "GET /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360805 Sep 22 18:02:56.798455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:02:56.802699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-508246ec-6283-43bb-b726-10953a0e5593 None None] The sync data for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv is: [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:01:16Z', 'revision_number': 4, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '0b679370-c961-45ee-be5b-a19a2fe4e7e8', 'name': '', 'network_id': '9d55760c-c8db-4c01-9c88-49f8203e2671', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'mac_address': 'fa:16:3e:fb:b3:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 1800, 'fixed_ips': [{'subnet_id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:15Z', 'updated_at': '2022-09-22T18:01:21Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'subnets': [{'id': '9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:02:57.018290 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a76709-7331-4f87-a411-ad028ebe15cd None None] New status for floating IP 05630d7b-24bd-4195-a921-44abcf901d9d: DOWN {{(pid=89054) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:02:57.449754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:57.575643 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2334b23e-4903-4666-b381-6e70c37b4a74 req-ad768790-1d6c-4cfd-9b94-f1fd855ad275 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:57.577231 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2334b23e-4903-4666-b381-6e70c37b4a74 req-ad768790-1d6c-4cfd-9b94-f1fd855ad275 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.0898519 Sep 22 18:02:57.624288 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-2334b23e-4903-4666-b381-6e70c37b4a74 req-2626ed15-dd1d-4199-b9af-59b85282c3ed tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407519 Sep 22 18:02:58.231965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-71aaf8ab-66d9-48c2-896e-b844e8af99ca tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:58.233537 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-71aaf8ab-66d9-48c2-896e-b844e8af99ca tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.2100031 Sep 22 18:02:58.317438 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 6e731603-ff1a-4acb-b2e2-1f5ac880368d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:02:58.317800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:58.591669 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 6e731603-ff1a-4acb-b2e2-1f5ac880368d, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=6e731603-ff1a-4acb-b2e2-1f5ac880368d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:02:58.591933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:58.721939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 6e731603-ff1a-4acb-b2e2-1f5ac880368d owned by compute:nova {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:02:58.922081 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559da54c-6a8e-4de2-81f9-9855de49fec7 req-fc1a7e01-2976-4731-8d6b-34978469dd1a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:02:58.923553 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-559da54c-6a8e-4de2-81f9-9855de49fec7 req-fc1a7e01-2976-4731-8d6b-34978469dd1a tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/ports?device_id=1ea85981-e99c-4dba-aba0-3b995870d292 HTTP/1.1" status: 200 len: 945 time: 0.1719935 Sep 22 18:02:58.973191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:59.032284 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-559da54c-6a8e-4de2-81f9-9855de49fec7 req-7785c8ed-cc13-4950-872f-e879b7b9e341 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "GET /v2.0/security-groups?id=ff59010f-3f7e-474b-bb19-6c4417cdfcf5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021471 Sep 22 18:02:59.034381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=6e731603-ff1a-4acb-b2e2-1f5ac880368d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:02:59.126634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port 6e731603-ff1a-4acb-b2e2-1f5ac880368d on host hv-neutron-8589 {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:02:59.129186 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:02:59.131833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'name': 'network-vif-deleted', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:02:59.134155 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d82ff99d-94b4-4803-9533-5f3d8957a84e" -d '{"events": [{"server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "name": "network-vif-deleted", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:02:59.148239 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f222a58-ba8f-4f59-8cda-24cb1b07fa97 req-075002f9-2ec3-49d7-8dab-b99d12b23853 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.18 "DELETE /v2.0/ports/6e731603-ff1a-4acb-b2e2-1f5ac880368d HTTP/1.1" status: 204 len: 173 time: 0.9056101 Sep 22 18:02:59.235729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:02:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c0a429d-6c4e-4b76-935f-85e4fbbea6c3 x-openstack-request-id: req-0c0a429d-6c4e-4b76-935f-85e4fbbea6c3 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:02:59.236303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ea85981-e99c-4dba-aba0-3b995870d292", "name": "network-vif-deleted", "tag": "6e731603-ff1a-4acb-b2e2-1f5ac880368d", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:02:59.236303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0c0a429d-6c4e-4b76-935f-85e4fbbea6c3 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:02:59.236666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c0a429d-6c4e-4b76-935f-85e4fbbea6c3'] response: {'server_uuid': '1ea85981-e99c-4dba-aba0-3b995870d292', 'name': 'network-vif-deleted', 'tag': '6e731603-ff1a-4acb-b2e2-1f5ac880368d', 'status': 'completed', 'code': 200} Sep 22 18:03:00.140798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60494) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:00.697292 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:01.176758 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 6e731603-ff1a-4acb-b2e2-1f5ac880368d no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:03:01.180707 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 0b679370-c961-45ee-be5b-a19a2fe4e7e8 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:01.181057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:01.218199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 6e731603-ff1a-4acb-b2e2-1f5ac880368d {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:03:01.218641 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 6e731603-ff1a-4acb-b2e2-1f5ac880368d not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:03:01.385706 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 0b679370-c961-45ee-be5b-a19a2fe4e7e8, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0b679370-c961-45ee-be5b-a19a2fe4e7e8,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:01.386076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:01.517903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 0b679370-c961-45ee-be5b-a19a2fe4e7e8 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:03:01.721364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:01.770995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=0b679370-c961-45ee-be5b-a19a2fe4e7e8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:02.059012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:02.533909 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Router 5f59bf89-922e-4e65-84da-b4de1d115f04 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:03:02.715836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:02.727579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Sync routers for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:02.729624 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-04bd8a5c-9dee-4a31-8857-07a9ef72bb14 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "PUT /v2.0/routers/5f59bf89-922e-4e65-84da-b4de1d115f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5876386 Sep 22 18:03:02.732895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60498) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:02.739050 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:02.740066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:02.804283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting subnet 9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:03:02.807394 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:02.868035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:02.930937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:02.952404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.025902 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.070665 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Subnet': ['ID=9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:03.078282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.086025 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-729f0433-c7f0-483a-be73-6b54921bbbb9 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/subnets/9a4e4bd3-ace7-46a3-816b-0c6517e7f6c0 HTTP/1.1" status: 204 len: 168 time: 0.3520029 Sep 22 18:03:03.088634 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60502) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:03.109220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e07e94b-3f72-417e-86a2-770183b233a5 None None] Network 9d55760c-c8db-4c01-9c88-49f8203e2671 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:03:03.276792 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.456080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21'}], 'enable_snat': True}, 'gw_port_id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:03:01Z', 'revision_number': 5, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port': {'id': '62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:50:56:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1797, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:01:11Z', 'updated_at': '2022-09-22T18:01:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:03.460832 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Checking router: 5f59bf89-922e-4e65-84da-b4de1d115f04 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:03.471309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.477682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Routers {'5f59bf89-922e-4e65-84da-b4de1d115f04'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:03.478337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5f59bf89-922e-4e65-84da-b4de1d115f04'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:03.481981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:03.482371 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.543428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] DHCP port deletion for 9d55760c-c8db-4c01-9c88-49f8203e2671 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:03:03.605575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Deleting port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:03.605957 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.666995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:03.667364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:03.741848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] Set router 5f59bf89-922e-4e65-84da-b4de1d115f04 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:03.787351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0eee0e5d-f618-441b-aa48-a2ed78e0d17d no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:03:03.796395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:03:03.966362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:03:03Z', 'revision_number': 6, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:03.987301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e34d9b35-7018-4521-ae0b-14965907c6b2 None None] The sync data for ids ['5f59bf89-922e-4e65-84da-b4de1d115f04'] in dv-neutron-858953-1-hyperv is: [{'id': '5f59bf89-922e-4e65-84da-b4de1d115f04', 'name': 'tempest-TestNetworkAdvancedServerOps-router-790362372', 'tenant_id': '66e2033314e548d99ca2e93e6569c850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:01:10Z', 'updated_at': '2022-09-22T18:03:03Z', 'revision_number': 6, 'project_id': '66e2033314e548d99ca2e93e6569c850', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:04.074912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:04.075545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.092050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.141377 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:04.241732 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Calling delete_port for 0eee0e5d-f618-441b-aa48-a2ed78e0d17d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:03:04.243265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.287255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:04.287558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.342213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:04.346298 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.384714 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:03:04.385110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:03:04.425581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:04.430546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.432872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.434099 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.434315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.434606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.434942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.435274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.435599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.435930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.436252 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.440146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.440528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.440908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.441336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:04.465305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.465869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Fanout notify agent at l3_agent the message router_deleted on router 5f59bf89-922e-4e65-84da-b4de1d115f04 {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:03:04.485179 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.486276 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-b4b46095-a9de-40f4-a390-a51f8bce0714 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/routers/5f59bf89-922e-4e65-84da-b4de1d115f04 HTTP/1.1" status: 204 len: 168 time: 1.3967111 Sep 22 18:03:04.489040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60506) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:04.602263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.613447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Deleting port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:04.613785 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.822106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:04.822813 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.887103 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Deleting port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:04.887654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:04.954967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Calling delete_port for 0eee0e5d-f618-441b-aa48-a2ed78e0d17d owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:03:05.037525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.087462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Port': ['ID=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:05.092299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] No DVR routers for this DVR port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:03:05.102021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] For port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=0eee0e5d-f618-441b-aa48-a2ed78e0d17d,segment=NetworkSegment(a51b28eb-8185-4bee-a303-396f93eff750),segment_id=a51b28eb-8185-4bee-a303-396f93eff750)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:05.102423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.218756 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.249602 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d55760c-c8db-4c01-9c88-49f8203e2671']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:05.262248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a51b28eb-8185-4bee-a303-396f93eff750') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:05.262544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a51b28eb-8185-4bee-a303-396f93eff750') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:05.274946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.279426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Calling delete_port for 0eee0e5d-f618-441b-aa48-a2ed78e0d17d owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:03:05.292045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.298798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:03:05.299121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.357058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:03:05.357398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:03:05.366285 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a51b28eb-8185-4bee-a303-396f93eff750 resource provider aggregate not found Sep 22 18:03:05.390736 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment a51b28eb-8185-4bee-a303-396f93eff750 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a51b28eb-8185-4bee-a303-396f93eff750 found for delete ", "request_id": "req-ce4d123d-c571-4d30-af83-4b97fea2706e"}]} Sep 22 18:03:05.405711 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.525442 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.536649 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'Network': ['ID=9d55760c-c8db-4c01-9c88-49f8203e2671,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:05.551468 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8ffe5b42-8051-4740-ae55-50c6f4cf766d tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/networks/9d55760c-c8db-4c01-9c88-49f8203e2671 HTTP/1.1" status: 204 len: 168 time: 1.0614216 Sep 22 18:03:05.554121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60514) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:05.621642 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.650316 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.705873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:03:05.722962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.741659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff59010f-3f7e-474b-bb19-6c4417cdfcf5,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:05.742809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:03:05.743164 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 62e5a77b-f1e6-4230-b1ca-dd0a51eac9eb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:03:05.743579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b679370-c961-45ee-be5b-a19a2fe4e7e8 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:03:05.758520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.762339 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-89821635-3d0a-47e9-ae22-dca513d3c281 tempest-TestNetworkAdvancedServerOps-1708581695 tempest-TestNetworkAdvancedServerOps-1708581695-project] 10.222.0.25 "DELETE /v2.0/security-groups/ff59010f-3f7e-474b-bb19-6c4417cdfcf5 HTTP/1.1" status: 204 len: 168 time: 0.2045999 Sep 22 18:03:05.792325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 0b679370-c961-45ee-be5b-a19a2fe4e7e8 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:03:05.793227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 0b679370-c961-45ee-be5b-a19a2fe4e7e8 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:03:05.870437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Deleting port 0eee0e5d-f618-441b-aa48-a2ed78e0d17d {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:03:05.875767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:05.941852 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-9914531a-f8c0-42c4-8668-27182b0a251b None None] The port '0eee0e5d-f618-441b-aa48-a2ed78e0d17d' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 18:03:06.081505 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:03:06.130775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60524) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:06.288223 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8f06a670-a71f-45c7-ae97-086397ffb460 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=66e2033314e548d99ca2e93e6569c850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1562293 Sep 22 18:03:06.290732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60530) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:06.352118 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.377432 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.428908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.447352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf7c848-e107-474c-90f8-184c91e49667,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:06.457928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.458270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.458606 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.458934 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.459260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.459582 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.459901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.460221 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.460540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.460884 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.461199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.461516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:06.467542 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.470975 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-f30dadb1-b98f-4994-a005-5f8da60ba543 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/4cf7c848-e107-474c-90f8-184c91e49667 HTTP/1.1" status: 204 len: 168 time: 0.1769314 Sep 22 18:03:06.750914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60538) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:06.769220 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.783830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:06.787721 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Usage tracker for resource:security_group_rule and tenant:dd9d503fce3f4455a98fa9da960d32ae is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:06.790583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:06.796317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:06.881849 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.885798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:06.937439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=dd9d503fce3f4455a98fa9da960d32ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1852989 Sep 22 18:03:06.938407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313c5097-5dd6-473a-ae75-4456e13433cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04233c3b-1ace-42c1-a51d-f3d8f70f723f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:06.940270 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60542) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:07.002000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:07.027767 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:07.083085 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:07.097580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04233c3b-1ace-42c1-a51d-f3d8f70f723f,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:07.104182 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:07.105881 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-87dea530-7368-4fbe-a558-946086ecf24c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/04233c3b-1ace-42c1-a51d-f3d8f70f723f HTTP/1.1" status: 204 len: 168 time: 0.1640663 Sep 22 18:03:07.871359 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60566) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:07.974561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-952792230-network', 'tenant_id': '308f764c0845402abda20bcdddedb4c1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:07.979538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:07.984051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Usage tracker for resource:network and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:07.986951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:07.992693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:08.003623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Made reservation on behalf of 308f764c0845402abda20bcdddedb4c1 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:03:08.006058 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.018153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.033209 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:08.037028 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:08.039807 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:08.046388 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:08.131305 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.135246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.168410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 18:03:08.181071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e5c75c-c632-4181-bff9-3f073c97271d,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:08.187751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.188097 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Added segment b69a0563-0c68-4c81-99ef-5464de359139 of type vlan for network 909ca920-6f03-4726-915f-d8f2e7ac1724 Sep 22 18:03:08.217366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.248329 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.249322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:08.249888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.353993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] Pushing event updated for resources: {'Network': ['ID=909ca920-6f03-4726-915f-d8f2e7ac1724,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:08.357056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-e7e1b8da-a05c-409a-b01c-08afe470ed47 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4846725 Sep 22 18:03:08.360117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60572) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:08.364966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 18:03:08.365601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Request body: {'subnet': {'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-952792230-subnet', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:08.370670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:08.374823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Usage tracker for resource:subnet and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:08.377961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:08.383747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:08.394525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Made reservation on behalf of 308f764c0845402abda20bcdddedb4c1 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:03:08.397000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.610282 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.688190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa54520a-753d-49b7-99b4-5de84abee7d4,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:08.696987 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Checking segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:08.697366 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Network hostable DHCP agents. Network: 909ca920-6f03-4726-915f-d8f2e7ac1724, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 18:03:08.718834 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 18:03:08.728434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 909ca920-6f03-4726-915f-d8f2e7ac1724) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:08.732533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:08.733318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.739432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a794a8-da69-47d5-8d95-4efd2c312803 None None] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:03:08.759932 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ed8ecbfa-814a-41d3-898e-e96e8b97d979 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3986995 Sep 22 18:03:08.763238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60576) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:08.768261 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:08.773193 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:08.779048 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Usage tracker for resource:router and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:08.782240 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:08.789904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:08.801659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.802720 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.821061 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:08.977255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-909ca920-6f03-4726-915f-d8f2e7ac1724', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 18:03:08.978005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.106033 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.144346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Allocated IP 172.20.0.2 (909ca920-6f03-4726-915f-d8f2e7ac1724/fa54520a-753d-49b7-99b4-5de84abee7d4/ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:09.360223 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.371532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Transition to ACTIVE for port object ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:09.392327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Transition to ACTIVE for port object ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:09.400595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.472479 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:09.475383 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:09.479500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:09.518240 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Pushing event updated for resources: {'Port': ['ID=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:09.545992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.575810 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.590488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Attempting to bind port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:09.590856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Attempting to bind port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:09.591218 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Attempting to bind port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:09.596663 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:09.597042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Checking segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:09.597446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.597855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Bound using segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:09.598322 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Bound port: ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:09.598698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.696285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] For port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:09.700327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] For port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:09.707080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.716228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Allocated IP 172.26.8.97 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:09.801188 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248feb6b-faf9-4975-9acd-063e8453e737 None None] Pushing event updated for resources: {'Port': ['ID=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:09.893361 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:09.926260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:10.010339 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:10.013912 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:10.018051 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:10.057766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Pushing event updated for resources: {'Port': ['ID=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:10.444996 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:10.706697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9ed6a3-da54-48cb-9d18-ad2b6f8dc176 None None] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:03:10.794580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:10.804126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-7b720317-c620-4108-864b-d2cee356a995 None None] Provisioning for port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:11.141450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 18:03:11.324335 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:11.332770 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:11.342024 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:11.342617 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:11.348157 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:11.349477 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c02e060c-d9a5-4d9a-bc9b-eeed3e6ef5df admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.5852861 Sep 22 18:03:11.352230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60580) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:11.518734 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:11.765652 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:11.827511 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:10Z', 'revision_number': 3, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:11.832355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:11.832815 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Updating router 5bf6ab26-a103-4c5e-80ad-e95063ab467d port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:03:11.877488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:11.882572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:11.882950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:11.883279 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 Sep 22 18:03:11.892991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.011917 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:12.012283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.046156 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:12.049785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.093743 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.123256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:12.268921 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.281199 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Transition to ACTIVE for port object 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:12.290426 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.313883 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Allocated IP 172.20.0.1 (909ca920-6f03-4726-915f-d8f2e7ac1724/fa54520a-753d-49b7-99b4-5de84abee7d4/e8a02852-dace-46aa-845e-69501f66cd9e) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:12.351838 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Attempting to bind port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:12.352400 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Attempting to bind port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:12.352537 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Attempting to bind port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:12.364046 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:12.364447 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:12.364905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.365394 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:12.365870 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Bound port: 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:12.366245 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.413599 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d10da-682f-4903-8346-bac630d7730d None None] Pushing event updated for resources: {'Port': ['ID=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:12.426495 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.426849 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.427191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.427528 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.427862 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.428196 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.428524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.428874 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.429201 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.429524 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.429942 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.430266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-987d10da-682f-4903-8346-bac630d7730d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:03:12.462007 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] For port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:12.466329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] For port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:12.470186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.470474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.488670 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Transition to ACTIVE for port object e8a02852-dace-46aa-845e-69501f66cd9e will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:12.514234 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.531729 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:12.532355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:12.585630 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:12.588463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:12.604457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:12.620814 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987d10da-682f-4903-8346-bac630d7730d None None] Pushing event updated for resources: {'Port': ['ID=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:12.650825 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:12.669944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.741043 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:12.877997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Provisioning for port e8a02852-dace-46aa-845e-69501f66cd9e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:12.884537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Provisioning complete for port e8a02852-dace-46aa-845e-69501f66cd9e triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:12.885279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:12.885828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 1 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:12.948499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:13.048257 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:10Z', 'revision_number': 3, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:13.052209 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32ceddf6-8468-4d0b-8783-f113fc1622da None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:10Z', 'revision_number': 3, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:13.058090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:13.314470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:13.325113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:13.437898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:13.441862 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Pushing event updated for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:13.449816 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 2 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:13.511227 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:13.588708 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:13.590432 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:13.791563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:03:13.818954 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:13.895036 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:13.900961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:13.901329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:13.901660 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb Sep 22 18:03:14.002248 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:14.016323 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8424e028-528a-4c72-b557-30c838fee880 admin admin] 10.222.0.25 "PUT /v2.0/routers/5bf6ab26-a103-4c5e-80ad-e95063ab467d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6577990 Sep 22 18:03:14.017516 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 3 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:14.083411 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:14.083775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.091683 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:14.102775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:14.107253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.108131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:14.235568 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:14.247693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:14.248073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.248415 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 Sep 22 18:03:14.377245 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:14.531614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60598) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:14.537289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-716853172-network', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:14.542841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:14.546790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Usage tracker for resource:network and tenant:1c81b379d157479fb41cdd7db7b4ac78 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:14.549732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:14.555620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:14.568281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Made reservation on behalf of 1c81b379d157479fb41cdd7db7b4ac78 for: {'network': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:03:14.570601 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.582681 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.593156 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 4 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:14.597898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:14.602455 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Usage tracker for resource:security_group_rule and tenant:1c81b379d157479fb41cdd7db7b4ac78 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:14.606399 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:14.612826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:14.655351 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:14.688102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:14.697626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:14.698230 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:14.704796 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.710030 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.741191 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=89051) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 18:03:14.749730 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de6c5a5-4fb1-46f4-97bc-0d438a5bde68,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:14.755322 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.755662 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.segments_db [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Added segment 0b8a4f7e-47b4-422c-b186-b6e6018f5617 of type vlan for network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e Sep 22 18:03:14.785887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.816741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.817692 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:14.818259 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:14.890695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:14.920648 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3852556 Sep 22 18:03:14.920648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3725bf5b-9a55-413e-b521-b4fb6f3d7ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=13c3e4fc-88c6-489a-8db0-ff1ef7629d8e,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:14.920927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60602) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:14.926422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Request body: {'subnet': {'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-716853172-subnet', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:14.931588 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:14.936180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Usage tracker for resource:subnet and tenant:1c81b379d157479fb41cdd7db7b4ac78 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:14.937293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 18:03:14.939196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:14.950404 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:14.961841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Made reservation on behalf of 1c81b379d157479fb41cdd7db7b4ac78 for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:03:14.964177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.166750 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 5 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:15.292174 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.294635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:15.368047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66d19f1b-da0f-4d31-8b03-e1dcce376dad,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:15.378110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Checking segment: {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:15.378470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Network hostable DHCP agents. Network: 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 18:03:15.400018 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:13Z', 'revision_number': 2, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:15.403474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 18:03:15.404956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:15.405315 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Updating router 5bf6ab26-a103-4c5e-80ad-e95063ab467d port e8a02852-dace-46aa-845e-69501f66cd9e binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:03:15.413130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:15.417578 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:15.418156 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.434994 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9573db1-f6b0-4ca6-a906-7419b8add153 None None] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:03:15.443540 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ae08882f-91e3-4d7a-bc76-147899a94e80 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5216281 Sep 22 18:03:15.446073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60606) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:15.451603 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:15.456323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:15.460231 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Usage tracker for resource:router and tenant:1c81b379d157479fb41cdd7db7b4ac78 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:15.463090 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:15.469788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:15.480729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.481943 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.498338 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.539141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.717275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:15.771921 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.833208 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 6 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:15.893093 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'fixed_ips': [{'subnet_id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 18:03:15.893889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:15.999063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:16.081986 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:16.082362 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.082617 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.082752 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb Sep 22 18:03:16.115859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.261441 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Allocated IP 172.26.8.130 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/43ba4c53-1fb8-4cb4-94c3-7d5feffa7106) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:16.319463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Allocated IP 172.20.0.2 (13c3e4fc-88c6-489a-8db0-ff1ef7629d8e/66d19f1b-da0f-4d31-8b03-e1dcce376dad/147ea866-59f4-4963-94f5-8220bb3a8a23) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:16.371855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.421890 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.452981 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.500234 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 7 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:16.522967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:16.525673 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:16.529934 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:16.537198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:16.553717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Transition to ACTIVE for port object e8a02852-dace-46aa-845e-69501f66cd9e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:16.565589 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Pushing event updated for resources: {'Port': ['ID=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:16.571216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.704100 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:16.769735 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710f86b-dab9-4be7-a117-9dfa43dc27a3 None None] Pushing event updated for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:16.856539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Attempting to bind port e8a02852-dace-46aa-845e-69501f66cd9e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:16.856931 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Attempting to bind port e8a02852-dace-46aa-845e-69501f66cd9e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:16.857295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Attempting to bind port e8a02852-dace-46aa-845e-69501f66cd9e on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:16.903320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:16.903691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Checking segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:16.904097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.904489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Bound using segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:16.904998 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Bound port: e8a02852-dace-46aa-845e-69501f66cd9e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:16.905369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:16.983909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.010617 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Transition to ACTIVE for port object 147ea866-59f4-4963-94f5-8220bb3a8a23 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:17.040324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] For port e8a02852-dace-46aa-845e-69501f66cd9e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:17.042731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Transition to ACTIVE for port object 147ea866-59f4-4963-94f5-8220bb3a8a23 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:17.045029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] For port e8a02852-dace-46aa-845e-69501f66cd9e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e8a02852-dace-46aa-845e-69501f66cd9e,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:17.052571 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.084860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.085954 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.132456 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:17.133019 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:17.185904 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:17.194309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:17.205455 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Attempt 8 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:17.235885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:17.307461 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9710f86b-dab9-4be7-a117-9dfa43dc27a3 None None] Pushing event updated for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:17.432769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.540233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Pushing event updated for resources: {'Port': ['ID=147ea866-59f4-4963-94f5-8220bb3a8a23,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:17.545825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c314-74bf-4e3f-98a0-d2ca0a5c58c5 None None] Port e8a02852-dace-46aa-845e-69501f66cd9e had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:03:17.547242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Attempting to bind port 147ea866-59f4-4963-94f5-8220bb3a8a23 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:17.547611 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Attempting to bind port 147ea866-59f4-4963-94f5-8220bb3a8a23 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:17.547973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Attempting to bind port 147ea866-59f4-4963-94f5-8220bb3a8a23 on network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:17.560890 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:17.561267 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Checking segment: {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:17.561668 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.562060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Bound using segment: {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:17.562531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Bound port: 147ea866-59f4-4963-94f5-8220bb3a8a23, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:17.562905 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.577294 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:17.640663 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Router 4834822f-26b9-4731-bf6b-687842943793 is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 18:03:17.817199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:17.827153 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Sync routers for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:17.838143 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:17.839045 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:17.849274 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:17.850767 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5198a572-a554-4429-8985-68a03040af96 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4036787 Sep 22 18:03:17.853494 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60610) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:17.932424 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] For port 147ea866-59f4-4963-94f5-8220bb3a8a23, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:17.937990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] For port 147ea866-59f4-4963-94f5-8220bb3a8a23, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=147ea866-59f4-4963-94f5-8220bb3a8a23,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:17.943503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:18.027635 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:18.084973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c1607a-7abe-4ea3-b965-199e2c343ab6 None None] Pushing event updated for resources: {'Port': ['ID=147ea866-59f4-4963-94f5-8220bb3a8a23,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:18.121558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:17Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:18.125975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4eab7-234b-4581-919c-e55630fb321e None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:17Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:18.464764 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:16Z', 'revision_number': 3, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:18.472385 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Checking router: 4834822f-26b9-4731-bf6b-687842943793 for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:18.472778 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Updating router 4834822f-26b9-4731-bf6b-687842943793 port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:03:18.531130 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:18.813702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:18.945306 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:18.963358 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Transition to ACTIVE for port object 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:18.971263 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.051192 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Attempting to bind port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:19.051377 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Attempting to bind port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:19.051736 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Attempting to bind port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:19.063313 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:19.063689 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:19.064097 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.064487 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:19.065249 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Bound port: 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:19.065625 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.087350 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Allocated IP 172.20.0.1 (13c3e4fc-88c6-489a-8db0-ff1ef7629d8e/66d19f1b-da0f-4d31-8b03-e1dcce376dad/545fbf06-9f46-4375-bc9d-50acbcd2ff96) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:19.105038 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6b13-3feb-44d6-b3a8-0c95481d27c7 None None] Pushing event updated for resources: {'Port': ['ID=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:19.176038 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] For port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:19.179584 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] For port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:19.187575 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.287309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.295496 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:19.296141 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:19.304548 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Transition to ACTIVE for port object 545fbf06-9f46-4375-bc9d-50acbcd2ff96 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:19.331882 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.387866 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b248b5-67ed-4fdf-b460-30e35992cbce None None] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:03:19.396173 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ae6b13-3feb-44d6-b3a8-0c95481d27c7 None None] Pushing event updated for resources: {'Port': ['ID=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:19.421640 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:19.423096 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:19.426559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:19.428856 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:19.491514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.497959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-21529ec0-943d-4a9d-a87f-5bc9107aeb67 None None] Provisioning for port 147ea866-59f4-4963-94f5-8220bb3a8a23 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:19.514267 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:19.647986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.820795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 147ea866-59f4-4963-94f5-8220bb3a8a23 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:19.861057 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:16Z', 'revision_number': 3, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:19.866400 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055628da-dfcb-484a-a8f2-f75182c8df83 None None] The sync data for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv is: [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:16Z', 'revision_number': 3, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:19.918541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 147ea866-59f4-4963-94f5-8220bb3a8a23 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:19.924108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 147ea866-59f4-4963-94f5-8220bb3a8a23 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:19.924891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.925004 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 147ea866-59f4-4963-94f5-8220bb3a8a23 Sep 22 18:03:19.945403 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:19.952772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.072539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.074602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 147ea866-59f4-4963-94f5-8220bb3a8a23 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:20.074878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.077144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:20.092761 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Provisioning complete for port 147ea866-59f4-4963-94f5-8220bb3a8a23 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:20.093141 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.093474 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 1 to provision port 147ea866-59f4-4963-94f5-8220bb3a8a23 Sep 22 18:03:20.181657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 147ea866-59f4-4963-94f5-8220bb3a8a23, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=147ea866-59f4-4963-94f5-8220bb3a8a23,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:20.201626 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.203312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e8a02852-dace-46aa-845e-69501f66cd9e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:20.304728 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:20.306334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:20.423068 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Current status of the port 147ea866-59f4-4963-94f5-8220bb3a8a23 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:20.430697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=147ea866-59f4-4963-94f5-8220bb3a8a23,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:20.444738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port e8a02852-dace-46aa-845e-69501f66cd9e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:20.451189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Provisioning for port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:20.456742 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e8a02852-dace-46aa-845e-69501f66cd9e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:20.457352 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.457916 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:20.489975 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Provisioning complete for port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:20.490620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.491108 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 1 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:20.576918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:20.653847 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e8a02852-dace-46aa-845e-69501f66cd9e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:20.654225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.688103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Router 4834822f-26b9-4731-bf6b-687842943793 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:03:20.689502 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port e8a02852-dace-46aa-845e-69501f66cd9e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e8a02852-dace-46aa-845e-69501f66cd9e,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:20.694946 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:20.771363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:20.883501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:20.893212 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-58310e22-40e5-40cf-81f6-5f264fb8d7a0 admin admin] 10.222.0.25 "PUT /v2.0/routers/4834822f-26b9-4731-bf6b-687842943793/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0386295 Sep 22 18:03:21.078496 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 2 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:21.137027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:21.294747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60620) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:21.299941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114819999', 'description': 'tempest-secgroup-smoke-114819999 description', 'project_id': '308f764c0845402abda20bcdddedb4c1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:21.306111 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.310071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.312961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:21.318879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:21.329680 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.350160 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.353992 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.356865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:21.362488 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:21.437632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.442460 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.486889 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61a5b116-9454-4efa-8eb4-1a660811d042,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:21.489879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.491110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c5d84c24-7495-4d87-b984-52f17dc7f45a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1953099 Sep 22 18:03:21.494931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60624) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:21.501309 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:21.507729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.512317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.515346 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:21.521353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:21.539381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.601579 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.605703 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.630018 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa554382-2d0b-476e-9dde-5290638a2e02,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:21.638148 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 3 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:21.639007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.640122 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8867c285-c1a8-4436-bd5b-76cdadfce880 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437714 Sep 22 18:03:21.642885 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60628) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:21.648123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:21.654569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.658644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.661967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:21.681245 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:21.698054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:21.703355 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.704038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Sync routers for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:21.713678 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:21.714346 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:21.774198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.777716 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.811976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=112ed8b6-b59a-4710-beb0-626d4e5da6f2,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:21.820105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.824679 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-262a049e-c1f5-4b55-a15e-360346437a7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1778641 Sep 22 18:03:21.825059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60632) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:21.829972 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:21.836124 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.839989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.842904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:21.848576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:21.856288 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:21.866543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.929373 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.935869 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.951862 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:21.960411 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8fdbe8-0db6-4f7b-a7d3-38c5ac387b8e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:21.970025 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:21.971460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-92bd0003-fed1-42be-81cd-a386b23486b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1454570 Sep 22 18:03:21.974543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60636) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:21.980253 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:21.986687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:21.990524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:21.993576 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:22.000318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:22.019082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.071566 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:22.084583 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.089004 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.113009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc8c81ab-9a87-4d74-b197-8727404e7743,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:22.123705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.124937 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-450d8725-6a19-419c-9d41-56503292d350 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1494234 Sep 22 18:03:22.127868 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60640) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:22.140765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:22.140765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:22.141191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:22.141581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.141926 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 Sep 22 18:03:22.144044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:22.147545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:22.153936 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:22.164184 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Project 308f764c0845402abda20bcdddedb4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:03:22.175619 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.206595 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 4 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:22.249391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.254859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.279615 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a86fc2-fd12-4b6d-a081-2dc0b23423ab,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:22.289824 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.291038 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-116ea68d-962c-4acf-b741-6b4fa13f1efe tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1622169 Sep 22 18:03:22.294402 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60644) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:22.299462 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '61a5b116-9454-4efa-8eb4-1a660811d042', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:22.305550 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:22.309626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:22.313410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:22.319638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:22.330026 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Project 308f764c0845402abda20bcdddedb4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:03:22.336759 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.342940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:22.404898 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.409038 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.434104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ba7f6c4-3ec4-45d4-8497-e26621b111f3,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:22.443562 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.445104 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-c9aafe78-d021-4fca-9863-69658f76a7f9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1496370 Sep 22 18:03:22.474602 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:22.474995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.503054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:22.508941 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.509710 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e8a02852-dace-46aa-845e-69501f66cd9e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:22.637177 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c5999cea-85ef-4954-b1d9-a33284a7a122 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114819999&fields=id&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 267 time: 0.0418212 Sep 22 18:03:22.640584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a097d244-0c93-4460-9f62-a3209917ea32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.656054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:22.665803 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 4, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '545fbf06-9f46-4375-bc9d-50acbcd2ff96', 'name': '', 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'mac_address': 'fa:16:3e:dc:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:18Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 2, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'subnets': [{'id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:22.671304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Checking router: 4834822f-26b9-4731-bf6b-687842943793 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:22.671633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Updating router 4834822f-26b9-4731-bf6b-687842943793 port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:03:22.719778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port e8a02852-dace-46aa-845e-69501f66cd9e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:22.720150 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.720490 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port e8a02852-dace-46aa-845e-69501f66cd9e Sep 22 18:03:22.778974 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:22.792929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-f49dae5d-cd00-4f28-beb6-41c1de27c75f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:22.794612 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-f49dae5d-cd00-4f28-beb6-41c1de27c75f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 808 time: 0.1508660 Sep 22 18:03:22.809480 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-503e6554-35dd-4421-a1e6-fdaf29e63aa7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/quotas/308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 375 time: 0.0093501 Sep 22 18:03:22.848267 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 5 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:22.899557 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c02ab427-db9b-4b4d-bb75-869c1a00caec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0847769 Sep 22 18:03:23.012988 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:23.023903 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port e8a02852-dace-46aa-845e-69501f66cd9e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:23.025031 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 147ea866-59f4-4963-94f5-8220bb3a8a23 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:23.042458 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-eacdade3-45e8-4983-b697-83f8bbd8c143 service neutron] 10.222.0.25 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303029 Sep 22 18:03:23.182160 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-f0eaf7d5-4b2a-4e0a-94b4-800e738c343c service neutron] 10.222.0.25 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335490 Sep 22 18:03:23.208754 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 147ea866-59f4-4963-94f5-8220bb3a8a23 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:23.209134 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.209465 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 147ea866-59f4-4963-94f5-8220bb3a8a23 Sep 22 18:03:23.394198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9f1d3ca-c2c3-4899-a6ee-41c9a5ffd3e9 req-f9df6909-34c7-419e-a125-8641666b5863 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:03:23.401638 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.412196 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-d9f1d3ca-c2c3-4899-a6ee-41c9a5ffd3e9 req-f9df6909-34c7-419e-a125-8641666b5863 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:03:23.416527 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 147ea866-59f4-4963-94f5-8220bb3a8a23 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:23.421300 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Transition to ACTIVE for port object 545fbf06-9f46-4375-bc9d-50acbcd2ff96 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:23.424497 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d9f1d3ca-c2c3-4899-a6ee-41c9a5ffd3e9 req-f9df6909-34c7-419e-a125-8641666b5863 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 210 time: 0.0829687 Sep 22 18:03:23.429960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.517287 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 6 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:23.690350 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:23.722178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779047-8f1d-4dc4-b59e-d56edfe5849b None None] Pushing event updated for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:23.732159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:23.804395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Attempting to bind port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:23.804799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Attempting to bind port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:23.805172 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Attempting to bind port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 on network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:23.817743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:23.818115 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Checking segment: {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:23.818643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.819039 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Bound using segment: {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:23.819503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Bound port: 545fbf06-9f46-4375-bc9d-50acbcd2ff96, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b8a4f7e-47b4-422c-b186-b6e6018f5617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:23.819881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.894113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:23.894483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:23.894820 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 Sep 22 18:03:23.974368 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] For port 545fbf06-9f46-4375-bc9d-50acbcd2ff96, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:23.977718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] For port 545fbf06-9f46-4375-bc9d-50acbcd2ff96, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=545fbf06-9f46-4375-bc9d-50acbcd2ff96,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:23.983895 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:24.083537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:24.084198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:02:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:24.186978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73779047-8f1d-4dc4-b59e-d56edfe5849b None None] Pushing event updated for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:24.192911 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Attempt 7 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:24.224645 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:24.348784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b0859903-af13-4ce7-a50a-e955555a8886 None None] Port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:03:24.351283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:24.591184 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e9a47bc3-ac6f-4106-9081-2aa57b49e4ad req-b138883c-f97b-481b-9d77-f6b977dbc53e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 210 time: 0.0599198 Sep 22 18:03:24.706241 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 4, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '545fbf06-9f46-4375-bc9d-50acbcd2ff96', 'name': '', 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'mac_address': 'fa:16:3e:dc:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:18Z', 'updated_at': '2022-09-22T18:03:23Z', 'revision_number': 4, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'subnets': [{'id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:24.709751 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-84b71776-acee-48d3-89df-6a6901622188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:24.712261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38d88-615c-41c1-bfd9-56b137f5f4fd None None] The sync data for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv is: [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:03:19Z', 'revision_number': 4, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '545fbf06-9f46-4375-bc9d-50acbcd2ff96', 'name': '', 'network_id': '13c3e4fc-88c6-489a-8db0-ff1ef7629d8e', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'mac_address': 'fa:16:3e:dc:fa:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_interface', 'standard_attr_id': 1832, 'fixed_ips': [{'subnet_id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:18Z', 'updated_at': '2022-09-22T18:03:23Z', 'revision_number': 4, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'subnets': [{'id': '66d19f1b-da0f-4d31-8b03-e1dcce376dad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:24.877170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-4f49eb50-5ee1-4609-bf60-8667514067df tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:24.877875 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-4f49eb50-5ee1-4609-bf60-8667514067df tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:network {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:03:24.897120 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-4f49eb50-5ee1-4609-bf60-8667514067df tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:network {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:03:24.898281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-4f49eb50-5ee1-4609-bf60-8667514067df tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 808 time: 0.2053008 Sep 22 18:03:24.961842 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-516a3361-38e3-4032-91d0-6c808a55e297 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:03:24.981552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-516a3361-38e3-4032-91d0-6c808a55e297 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:03:24.982908 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-516a3361-38e3-4032-91d0-6c808a55e297 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 379 time: 0.0702000 Sep 22 18:03:24.991877 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'port': {'device_id': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'admin_state_up': True, 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'security_groups': ['61a5b116-9454-4efa-8eb4-1a660811d042']}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:25.137509 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:25.147171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:25.157557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Made reservation on behalf of 308f764c0845402abda20bcdddedb4c1 for: {'port': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:03:25.161381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.338751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Allocated IP 172.20.0.14 (909ca920-6f03-4726-915f-d8f2e7ac1724/fa54520a-753d-49b7-99b4-5de84abee7d4/01692f58-85e2-422e-b732-01dadfdd0759) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:25.539823 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.557865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Transition to ACTIVE for port object 01692f58-85e2-422e-b732-01dadfdd0759 will not be triggered until provisioned by entity DHCP. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:25.585744 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.666819 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:25.671140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:25.673458 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:25.785178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 545fbf06-9f46-4375-bc9d-50acbcd2ff96 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:25.844077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.867896 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:25.875089 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:25.875484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.875823 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:25.901239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:25.938632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:25.939243 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:25.976861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f81ac0-1b48-4f0a-9f8d-07a29c351369 req-aad9d979-c79e-4d73-8788-7a9ca025bcbd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:25.983702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1f81ac0-1b48-4f0a-9f8d-07a29c351369 req-aad9d979-c79e-4d73-8788-7a9ca025bcbd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 932 time: 0.1521797 Sep 22 18:03:26.002002 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-c04d7f46-947c-4e49-9f33-240a692aa650 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0144057 Sep 22 18:03:26.023181 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:26.023606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.028628 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Request body: {'port': {'device_id': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:26.035913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Provisioning for port 01692f58-85e2-422e-b732-01dadfdd0759 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:26.044996 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Provisioning complete for port 01692f58-85e2-422e-b732-01dadfdd0759 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:26.045373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.045708 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Attempt 1 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:03:26.069527 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a1f81ac0-1b48-4f0a-9f8d-07a29c351369 req-6bf9b0d8-82e0-40ae-a2d6-98975da61213 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849593 Sep 22 18:03:26.130791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 545fbf06-9f46-4375-bc9d-50acbcd2ff96, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=545fbf06-9f46-4375-bc9d-50acbcd2ff96,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:26.133629 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.134884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Port 01692f58-85e2-422e-b732-01dadfdd0759 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:26.135585 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.162776 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.225620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:26.229929 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.544284 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89051) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:03:26.551833 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.567482 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.provisioning_blocks [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Transition to ACTIVE for port object 01692f58-85e2-422e-b732-01dadfdd0759 will not be triggered until provisioned by entity L2. {{(pid=89051) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:03:26.571063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.635787 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Attempt 2 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:03:26.694667 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Port 01692f58-85e2-422e-b732-01dadfdd0759 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:03:26.760518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:26.803923 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Attempting to bind port 01692f58-85e2-422e-b732-01dadfdd0759 on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:03:26.804208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Attempting to bind port 01692f58-85e2-422e-b732-01dadfdd0759 by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:03:26.804549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Attempting to bind port 01692f58-85e2-422e-b732-01dadfdd0759 on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:26.809808 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Port 01692f58-85e2-422e-b732-01dadfdd0759 on network 909ca920-6f03-4726-915f-d8f2e7ac1724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 18:03:26.810129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Attempting to bind port 01692f58-85e2-422e-b732-01dadfdd0759 on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:03:26.816197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 3, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:03:26.816534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Checking segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:03:26.816951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Bound using segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} {{(pid=89051) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:03:26.817382 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.managers [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Bound port: 01692f58-85e2-422e-b732-01dadfdd0759, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}}] {{(pid=89051) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:03:26.817735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.911474 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, cleared binding levels {{(pid=89051) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:03:26.914620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89051) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:03:26.920008 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.951105 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:26.951719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:26.953132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] 10.222.0.18 "PUT /v2.0/ports/01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1094 time: 0.9372864 Sep 22 18:03:26.953561 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:03:26.955863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6365b075-6d4b-41b1-b935-fb23533a371d" -d '{"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:03:26.999341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c970e51-a6f8-4596-8477-46b92c833ed7 service neutron] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=3']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:27.010463 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:03:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e9a93f5-3119-4e8e-a257-2d44916d59ba x-openstack-request-id: req-2e9a93f5-3119-4e8e-a257-2d44916d59ba {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:03:27.010754 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:03:27.011037 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2e9a93f5-3119-4e8e-a257-2d44916d59ba {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:03:27.011421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2e9a93f5-3119-4e8e-a257-2d44916d59ba'] response: {'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'status': 'completed', 'code': 200} Sep 22 18:03:27.108559 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-8bdd314e-d899-4017-a477-cd14a1c1bac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:27.110087 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-8bdd314e-d899-4017-a477-cd14a1c1bac3 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1097 time: 0.0849965 Sep 22 18:03:27.186214 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-4769e965-920a-45a8-9db3-2a593d2197f9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 217 time: 0.0627968 Sep 22 18:03:27.195667 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Attempt 3 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:03:27.300261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-42bf8c0f-4bc0-489b-beed-a5187b6fc2f0 None None] Port 01692f58-85e2-422e-b732-01dadfdd0759 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:03:27.308205 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-909e2b4c-cb17-44f7-98ca-654b07043c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:27.309695 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-909e2b4c-cb17-44f7-98ca-654b07043c96 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0848355 Sep 22 18:03:27.377635 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755730a7-2349-40ad-811f-1d57e31d198d req-b6ef33e5-5039-4555-8240-7fcdaa5c735a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:27.378320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-755730a7-2349-40ad-811f-1d57e31d198d req-b6ef33e5-5039-4555-8240-7fcdaa5c735a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:03:27.406115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-755730a7-2349-40ad-811f-1d57e31d198d req-b6ef33e5-5039-4555-8240-7fcdaa5c735a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:03:27.407247 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755730a7-2349-40ad-811f-1d57e31d198d req-b6ef33e5-5039-4555-8240-7fcdaa5c735a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.2230012 Sep 22 18:03:27.442238 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-858299bf-88b6-46b9-882e-2a66b2aa5235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:27.443700 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-858299bf-88b6-46b9-882e-2a66b2aa5235 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1262968 Sep 22 18:03:27.451532 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:27.531642 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-755730a7-2349-40ad-811f-1d57e31d198d req-c6e4d186-7e08-4c94-9c41-ee65b9d1769a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176500 Sep 22 18:03:27.591551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-6c9278bf-70b9-43d5-b3aa-e6292a75940f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1370678 Sep 22 18:03:27.716589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 545fbf06-9f46-4375-bc9d-50acbcd2ff96 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:27.785374 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:27.785745 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:27.786081 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 Sep 22 18:03:27.827376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ceb11fc-f9b4-4b6d-88ee-ba02c1a9a98f req-41508304-f7b3-4a9d-8138-0e53de794750 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292006 Sep 22 18:03:27.912212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:28.000047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b075-6d4b-41b1-b935-fb23533a371d req-61c01f6e-aa38-4ba4-9213-13dd3e1dd735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:28.001569 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-61c01f6e-aa38-4ba4-9213-13dd3e1dd735 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1097 time: 0.0832565 Sep 22 18:03:28.131836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b075-6d4b-41b1-b935-fb23533a371d req-d9e9186c-4812-4004-9805-b2e2fed8dc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:28.133308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-d9e9186c-4812-4004-9805-b2e2fed8dc52 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1257322 Sep 22 18:03:28.203586 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-5e3e0821-adcb-4c4a-8f65-650c3000aaf9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 217 time: 0.0636384 Sep 22 18:03:28.269745 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b075-6d4b-41b1-b935-fb23533a371d req-dfd9afc5-3c3b-4790-9c51-4845e475d466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:28.271192 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-dfd9afc5-3c3b-4790-9c51-4845e475d466 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0625622 Sep 22 18:03:28.355386 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6365b075-6d4b-41b1-b935-fb23533a371d req-35ed5203-0cd3-4108-b6b5-ef34a94424c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:28.356915 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-35ed5203-0cd3-4108-b6b5-ef34a94424c2 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780206 Sep 22 18:03:28.485684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-1edb75a1-b314-4252-8fde-525de92fc502 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226554 Sep 22 18:03:28.619804 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6365b075-6d4b-41b1-b935-fb23533a371d req-82e0cdd0-a2cc-45f4-87c4-d024ee61339e service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281567 Sep 22 18:03:28.733914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b0966f-ed7f-41de-b40d-ec6f69bac7d6 req-e2f7b01a-f2e3-4397-9602-92abdcafc26f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:28.735356 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06b0966f-ed7f-41de-b40d-ec6f69bac7d6 req-e2f7b01a-f2e3-4397-9602-92abdcafc26f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0869622 Sep 22 18:03:28.779483 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-06b0966f-ed7f-41de-b40d-ec6f69bac7d6 req-2cb4ed56-af83-41f8-b86e-c1628f268bae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379629 Sep 22 18:03:30.001076 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e839b7a-f2f4-4174-9cf4-3d851afe1480 req-5beeb93e-2564-4682-bc83-fbb3620412d6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:30.003359 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e839b7a-f2f4-4174-9cf4-3d851afe1480 req-5beeb93e-2564-4682-bc83-fbb3620412d6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.1009498 Sep 22 18:03:30.050252 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6e839b7a-f2f4-4174-9cf4-3d851afe1480 req-4cdd9911-948a-408b-9c67-7eb4b799d952 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414519 Sep 22 18:03:31.254608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2694b13-a1c7-4bdf-90a7-864d8835ddda req-0205bd63-0938-4d24-b2a0-45707f67a824 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:31.256059 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2694b13-a1c7-4bdf-90a7-864d8835ddda req-0205bd63-0938-4d24-b2a0-45707f67a824 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0947454 Sep 22 18:03:31.301444 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2694b13-a1c7-4bdf-90a7-864d8835ddda req-479d84f5-9c39-414c-a21b-533d5b8e1a51 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391757 Sep 22 18:03:31.350727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:03:31.485691 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:31.499433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '01692f58-85e2-422e-b732-01dadfdd0759', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:03:31.558458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:31.558834 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:31.576486 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:03:31.591757 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:31.596348 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:31.663884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:32.013731 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['01692f58-85e2-422e-b732-01dadfdd0759'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:03:32.498731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ec204-50ec-41b5-bc68-d2edb8105442 req-619ffaca-00a7-480e-b719-3c9be7f6a155 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:32.500346 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b12ec204-50ec-41b5-bc68-d2edb8105442 req-619ffaca-00a7-480e-b719-3c9be7f6a155 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 945 time: 0.0887153 Sep 22 18:03:32.547400 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b12ec204-50ec-41b5-bc68-d2edb8105442 req-47a8fb67-c913-4f33-898b-2b1e999a585c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414159 Sep 22 18:03:33.366026 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:03:33.433802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 01692f58-85e2-422e-b732-01dadfdd0759 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:03:33.438622 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 01692f58-85e2-422e-b732-01dadfdd0759 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:03:33.438995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:33.439326 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:03:33.562235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:03:33.562505 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:33.593337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:03:33.595686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bce94bcb-25ea-4d61-90d5-9a5a9c1b22e0" -d '{"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:03:33.604201 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:03:33.610884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:33.681085 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:33.703394 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f7fe847-1e0b-4d1d-9cdf-b96df6e0998c x-openstack-request-id: req-4f7fe847-1e0b-4d1d-9cdf-b96df6e0998c {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:03:33.703755 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:03:33.704071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-4f7fe847-1e0b-4d1d-9cdf-b96df6e0998c {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:03:33.704534 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f7fe847-1e0b-4d1d-9cdf-b96df6e0998c'] response: {'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'code': 200} Sep 22 18:03:33.784170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3a073-e1c4-45e3-9419-94347e4d5003 req-564f00f0-1890-4ecb-a3da-fe34e2b3d7ae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:33.785871 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0dd3a073-e1c4-45e3-9419-94347e4d5003 req-564f00f0-1890-4ecb-a3da-fe34e2b3d7ae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1230998 Sep 22 18:03:33.832518 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0dd3a073-e1c4-45e3-9419-94347e4d5003 req-8a0ce823-cc87-47c9-bacc-ad43dccf0f36 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409935 Sep 22 18:03:33.992637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04bbad3d-592f-4dff-8082-c0ad9eab597b req-4339cafe-b615-40bf-abac-b2a526ac75dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:33.994132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04bbad3d-592f-4dff-8082-c0ad9eab597b req-4339cafe-b615-40bf-abac-b2a526ac75dc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.0807989 Sep 22 18:03:34.035111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-04bbad3d-592f-4dff-8082-c0ad9eab597b req-e1246a31-1672-4b38-b395-6560a6a06585 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344687 Sep 22 18:03:35.043897 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cc7649-6dbb-444d-b55e-74174c6e1c9c req-92e5dbe5-157c-4ccb-a8e2-47c279e485ff tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:35.045410 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cc7649-6dbb-444d-b55e-74174c6e1c9c req-92e5dbe5-157c-4ccb-a8e2-47c279e485ff tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0911064 Sep 22 18:03:35.089496 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-67cc7649-6dbb-444d-b55e-74174c6e1c9c req-499ae83e-2e68-49fc-bf2f-d9149cfdc400 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378535 Sep 22 18:03:36.289752 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7429d32-c45c-41da-9ce3-b169c3b23df5 req-253ac08c-c7b9-4f92-8fef-b735e337f952 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:36.291213 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7429d32-c45c-41da-9ce3-b169c3b23df5 req-253ac08c-c7b9-4f92-8fef-b735e337f952 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0880024 Sep 22 18:03:36.335278 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e7429d32-c45c-41da-9ce3-b169c3b23df5 req-e3ada8c6-b8ba-40a2-95e4-42ef07487fce tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382676 Sep 22 18:03:36.533256 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019f248-3032-4955-9393-756f4e2ee8d7 req-c127f5a5-9411-42ab-b354-1e9c71053c9e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:36.534659 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c019f248-3032-4955-9393-756f4e2ee8d7 req-c127f5a5-9411-42ab-b354-1e9c71053c9e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0882480 Sep 22 18:03:36.583308 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c019f248-3032-4955-9393-756f4e2ee8d7 req-2ec79bd2-f5ec-4fa1-8a95-1182554eb23c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Sep 22 18:03:36.611368 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60720) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:36.779265 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0743f1-c454-4549-bbb8-6f2799c03112 tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:36.779965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a0743f1-c454-4549-bbb8-6f2799c03112 tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] Synchronizing usage tracker for tenant:1c81b379d157479fb41cdd7db7b4ac78 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:03:36.795751 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1a0743f1-c454-4549-bbb8-6f2799c03112 tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] Unset dirty status for tenant:1c81b379d157479fb41cdd7db7b4ac78 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:03:36.796946 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1a0743f1-c454-4549-bbb8-6f2799c03112 tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1094 time: 0.1845577 Sep 22 18:03:36.799945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 60726) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:03:36.804895 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:03:36.811422 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:03:36.815497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:floatingip and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:03:36.818313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:03:36.823968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:03:36.834180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:36.969098 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:37.105637 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Allocated IP 172.26.8.122 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/01596d10-c026-4ef8-b23f-cff7d33e9cf3) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:03:37.351381 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:37.380693 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:37.442353 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:03:37.445128 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:03:37.448790 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:03:37.494395 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=01596d10-c026-4ef8-b23f-cff7d33e9cf3,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:37.866082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:37.943393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:38.155805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:38.160188 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:38.265470 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=01596d10-c026-4ef8-b23f-cff7d33e9cf3,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:03:38.267975 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:38.452597 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Floating IP 5212a80b-d8f6-4e45-a478-d8daf9cb77ce associated. External IP: 172.26.8.122, port: 01692f58-85e2-422e-b732-01dadfdd0759. Sep 22 18:03:38.910639 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:03:39.097321 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:03:39.107754 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:03:39.121365 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:39.121978 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:39.123831 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:39.179688 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-34f46494-3bd7-418a-a9a0-318a8271bb3c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3785918 Sep 22 18:03:39.180169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:03:39.183065 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d28189-89ef-4ad7-8718-962add423de0" -d '{"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:03:39.230514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d39ee266-94f7-45aa-b918-767cc3c6008a x-openstack-request-id: req-d39ee266-94f7-45aa-b918-767cc3c6008a {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:03:39.230804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:03:39.231054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d39ee266-94f7-45aa-b918-767cc3c6008a {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:03:39.231456 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d39ee266-94f7-45aa-b918-767cc3c6008a'] response: {'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'status': 'completed', 'code': 200} Sep 22 18:03:39.302858 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:39.365638 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28189-89ef-4ad7-8718-962add423de0 req-7610b1f9-d618-401d-ae43-3a4d029e263c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:39.367137 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-7610b1f9-d618-401d-ae43-3a4d029e263c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.0821486 Sep 22 18:03:39.507148 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28189-89ef-4ad7-8718-962add423de0 req-cdb34bf8-033a-4a14-90bd-b8d07300e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:39.508521 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-cdb34bf8-033a-4a14-90bd-b8d07300e118 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1358581 Sep 22 18:03:39.613051 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-d5cf1ed8-2144-48ec-b003-bac61b16f4b7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1000 time: 0.0981076 Sep 22 18:03:39.674040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28189-89ef-4ad7-8718-962add423de0 req-e50f5151-9a1a-48ae-a5ed-132206c09c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:39.675521 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-e50f5151-9a1a-48ae-a5ed-132206c09c52 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0570607 Sep 22 18:03:39.685993 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5212a80b-d8f6-4e45-a478-d8daf9cb77ce', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:03:37Z', 'updated_at': '2022-09-22T18:03:37Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:39.690095 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:03:39.698335 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:03:39.698928 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:03:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:39.757722 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d28189-89ef-4ad7-8718-962add423de0 req-f03155b9-63d0-419d-b10d-4ee09bf471f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:03:39.759131 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-f03155b9-63d0-419d-b10d-4ee09bf471f7 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777388 Sep 22 18:03:39.877572 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:03:39.890547 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-19d4ef86-9a39-423c-86a1-939e965186d6 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250579 Sep 22 18:03:40.025844 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77d28189-89ef-4ad7-8718-962add423de0 req-7de70ce3-d134-4129-b026-2302ecade607 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296995 Sep 22 18:03:40.236829 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5212a80b-d8f6-4e45-a478-d8daf9cb77ce', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:03:37Z', 'updated_at': '2022-09-22T18:03:37Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:03:40.241787 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b41379-8b67-4ebc-a7af-2a2f156a73d5 None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '5212a80b-d8f6-4e45-a478-d8daf9cb77ce', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.122', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1844, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:03:37Z', 'updated_at': '2022-09-22T18:03:37Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:03:40.431057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b2f28e6-8466-4cd2-bc6f-f23a63591474 None None] New status for floating IP 5212a80b-d8f6-4e45-a478-d8daf9cb77ce: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:03:43.081220 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:03:52.563721 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fb4df6e9-073a-482f-805e-4373a8ab88d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:54.705615 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-560d04eb-4b19-41c3-a337-38ea17d5a19d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:55.786848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:56.120101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:56.217878 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:03:57.453688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:11.614129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-6daeb4c9-0464-4cf6-a56c-71b8d1cd4ec2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791616 Sep 22 18:04:11.778539 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-66d838e1-5c7c-45ed-a794-2217f6335b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:04:11.779990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-66d838e1-5c7c-45ed-a794-2217f6335b34 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.0774128 Sep 22 18:04:11.929187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-e6039603-8d31-4d7f-b13c-132b489938e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:04:11.930575 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-e6039603-8d31-4d7f-b13c-132b489938e4 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1312804 Sep 22 18:04:12.034744 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-63361ca3-08f5-4f1d-ba83-a2b4947ff33d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.0965343 Sep 22 18:04:12.105405 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-26077350-9974-4441-991e-a3a812bcf3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:04:12.107272 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-26077350-9974-4441-991e-a3a812bcf3f8 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0667641 Sep 22 18:04:12.303487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-85030e3b-9ee7-4e86-bd72-0461593eccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:04:12.305504 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-85030e3b-9ee7-4e86-bd72-0461593eccd5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1926975 Sep 22 18:04:12.439080 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-3d0e849b-2aeb-452e-a0a2-487005af9013 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258473 Sep 22 18:04:12.569747 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-0e1f2223-7727-4fdb-bdf2-9e3974131e3c req-40fbcec9-4220-4ccb-b8f2-0ced9e7c89d8 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242635 Sep 22 18:04:20.081651 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:04:22.566983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-43e68f8c-b2d9-4d7a-a273-f159b09e5547 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:24.709096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cd22c972-b008-4886-98ad-19357ce6464b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:25.789398 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:26.114685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:26.221076 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:27.456154 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:52.569356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2107b9ef-4254-48de-a2d4-d943e0cdf18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:54.714356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d3e6eaa7-6d1a-4fb5-a71a-d5ce7106cf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:55.791993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:56.111557 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:56.224480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:04:57.081354 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:04:57.459071 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:12.609647 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-725cec47-d044-498b-b1d5-8fe50624decf service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0818672 Sep 22 18:05:12.770074 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-c5b86245-19cd-40ce-89c6-cdba22065ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:05:12.771539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-c5b86245-19cd-40ce-89c6-cdba22065ebe service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.0778134 Sep 22 18:05:12.916138 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-09b4dfe2-ca37-4e8d-a038-bd19572fece2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:05:12.917538 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-09b4dfe2-ca37-4e8d-a038-bd19572fece2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1273708 Sep 22 18:05:13.024182 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-80d5a055-1c9a-4551-8eb7-7bdfcc0b4336 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.1001415 Sep 22 18:05:13.085198 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-118491a5-ee2c-4720-9a66-a9276cad9fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:05:13.086554 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-118491a5-ee2c-4720-9a66-a9276cad9fe6 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0566137 Sep 22 18:05:13.174731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-c4d1727f-84dd-4431-9880-ca964373b95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:05:13.176132 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-c4d1727f-84dd-4431-9880-ca964373b95d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0840406 Sep 22 18:05:13.314601 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-fddac079-0536-4f1d-924e-a2d47571ab0f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308994 Sep 22 18:05:13.451646 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d2565bb4-4d1f-446c-8d57-fe330a4a59d7 req-fb04e70a-cd7d-4218-8d2f-094070d051f1 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298914 Sep 22 18:05:22.572331 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0d893e3-bb62-4716-b53a-5eb42dba46e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:24.717128 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e41db298-ff13-4d30-bc12-3d550fff3df4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:25.795674 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:26.133277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:26.224901 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:27.461646 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:34.080503 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:05:52.574450 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4fcac154-951b-4e76-9abc-36bab85280b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:54.721321 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cadddba6-e8ee-4d53-b507-dc9632792d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:55.800831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:56.149146 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:56.229737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:05:57.465794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:08.246413 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4278dbd2-0213-4169-9cca-9e9d050dabe9 req-8c18f439-7135-4a7a-9d88-b75f4a86d33d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:08.247880 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4278dbd2-0213-4169-9cca-9e9d050dabe9 req-8c18f439-7135-4a7a-9d88-b75f4a86d33d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0896997 Sep 22 18:06:08.292987 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4278dbd2-0213-4169-9cca-9e9d050dabe9 req-2da9d159-6e5e-4c93-b6cb-a1dd058bbe30 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390949 Sep 22 18:06:09.500057 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bd9daa-5339-415e-b8fb-384e6f722c30 req-f22f56bb-197a-4ac1-828b-d14f15c90867 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:09.501431 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4bd9daa-5339-415e-b8fb-384e6f722c30 req-f22f56bb-197a-4ac1-828b-d14f15c90867 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0871248 Sep 22 18:06:09.545996 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b4bd9daa-5339-415e-b8fb-384e6f722c30 req-d1d7e0de-2705-4cc8-9b65-d48b71b70073 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389061 Sep 22 18:06:10.755134 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86f3112-8f7a-427b-b1e9-0f075be04fd7 req-e7958ecd-4721-4829-bdfa-ab63b90685ae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:10.756578 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c86f3112-8f7a-427b-b1e9-0f075be04fd7 req-e7958ecd-4721-4829-bdfa-ab63b90685ae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0906174 Sep 22 18:06:10.803344 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c86f3112-8f7a-427b-b1e9-0f075be04fd7 req-8c2ba9d9-d132-4cc1-ab72-ef8b7ee1055b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411108 Sep 22 18:06:11.079567 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:06:12.005481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77952267-78af-4de9-acc5-393b6d367f3f req-4508f5e3-e5b0-4b42-8924-c36b1c03ede5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:12.006873 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77952267-78af-4de9-acc5-393b6d367f3f req-4508f5e3-e5b0-4b42-8924-c36b1c03ede5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0928357 Sep 22 18:06:12.051864 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-77952267-78af-4de9-acc5-393b6d367f3f req-68a515e0-f092-4799-90d8-2fcc55e7670f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392344 Sep 22 18:06:13.249520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6309fe-4c8a-45d8-8782-ca516fb225e1 req-c96532e5-38f9-4d1f-9988-9a219adaa720 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:13.250977 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6309fe-4c8a-45d8-8782-ca516fb225e1 req-c96532e5-38f9-4d1f-9988-9a219adaa720 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0870459 Sep 22 18:06:13.299921 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5f6309fe-4c8a-45d8-8782-ca516fb225e1 req-6bab2efb-118f-4270-b3b1-1eafff18452c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433173 Sep 22 18:06:13.757042 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-6e22e709-8608-4c31-a249-7868ad4c0635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:13.759087 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-6e22e709-8608-4c31-a249-7868ad4c0635 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.1622224 Sep 22 18:06:13.901495 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-2ead1220-1310-4c32-a7ce-e03826a6bae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:13.902835 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-2ead1220-1310-4c32-a7ce-e03826a6bae3 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1253018 Sep 22 18:06:14.101519 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-85ceb809-5aff-49af-b133-8e03654f17bb service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.1921360 Sep 22 18:06:14.162654 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-e57ffcd1-deaf-4a99-9ce2-8a0ec3878e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:14.163986 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-e57ffcd1-deaf-4a99-9ce2-8a0ec3878e01 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0564623 Sep 22 18:06:14.245986 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-59ddb71e-a310-4175-a30a-322e2972a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:14.247495 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-59ddb71e-a310-4175-a30a-322e2972a0ea service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778863 Sep 22 18:06:14.379374 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-0e7f0485-8e49-4e5e-8874-1fd03b36c8fe service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251802 Sep 22 18:06:14.581321 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a7473e3c-929f-4e99-a033-365bf2d9e76f req-b0e6ee5a-3e50-405a-84fa-b7317ede2870 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942670 Sep 22 18:06:14.592788 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e48a5b-82f5-4a85-af03-d9eaedc18224 req-dcb5479c-b29e-4091-a578-ac00da3e54c0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:14.594187 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-07e48a5b-82f5-4a85-af03-d9eaedc18224 req-dcb5479c-b29e-4091-a578-ac00da3e54c0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1790028 Sep 22 18:06:14.638518 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-07e48a5b-82f5-4a85-af03-d9eaedc18224 req-7302dd13-1fb8-419f-ad13-67667b9f2ad0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385773 Sep 22 18:06:15.840070 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41eac7d-c473-4a4c-a09d-151168023833 req-26a1a8a7-d167-499c-90aa-9f1eb08f2d3a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:15.841551 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e41eac7d-c473-4a4c-a09d-151168023833 req-26a1a8a7-d167-499c-90aa-9f1eb08f2d3a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0869684 Sep 22 18:06:15.885162 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e41eac7d-c473-4a4c-a09d-151168023833 req-3e8dc35f-cecf-4263-844b-d2237ed58f97 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379307 Sep 22 18:06:17.100540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da211-9ade-45fe-89cd-118c2ef07ff3 req-548a70d6-138b-487a-8dea-c2b069878562 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:17.102067 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-301da211-9ade-45fe-89cd-118c2ef07ff3 req-548a70d6-138b-487a-8dea-c2b069878562 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0929625 Sep 22 18:06:17.148136 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-301da211-9ade-45fe-89cd-118c2ef07ff3 req-1c4daa6c-08a7-442e-ab48-ed41b772523c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404134 Sep 22 18:06:18.355708 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc85c17-5c6f-4483-a94b-1549205e7639 req-474c84ce-abab-44cc-a675-a99f8a2e1053 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:18.357210 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fc85c17-5c6f-4483-a94b-1549205e7639 req-474c84ce-abab-44cc-a675-a99f8a2e1053 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0960238 Sep 22 18:06:18.402394 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1fc85c17-5c6f-4483-a94b-1549205e7639 req-ced84dd9-d67a-4a1e-af51-8102db6270d6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392609 Sep 22 18:06:19.601532 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1109b236-5166-4b6c-802e-b3dc5d6b1111 req-40e734a1-fdf3-452d-a47c-63cb821adfad tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:19.603692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1109b236-5166-4b6c-802e-b3dc5d6b1111 req-40e734a1-fdf3-452d-a47c-63cb821adfad tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0881169 Sep 22 18:06:19.651623 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1109b236-5166-4b6c-802e-b3dc5d6b1111 req-e9567de8-e7e9-4e2b-a50c-4a2fdef5fed6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422909 Sep 22 18:06:20.854356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac339de6-5d59-45f0-9f51-2ad57675a426 req-38b156fa-ce44-4b8b-8cf3-21fe2b32d242 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:20.855818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac339de6-5d59-45f0-9f51-2ad57675a426 req-38b156fa-ce44-4b8b-8cf3-21fe2b32d242 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0866075 Sep 22 18:06:20.903060 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ac339de6-5d59-45f0-9f51-2ad57675a426 req-e23db111-cb79-45d3-b7b6-df755a7b3e6c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415564 Sep 22 18:06:22.100201 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a998a56-1cf8-42ec-9395-3f4039d0e86e req-a49044b8-8826-4d3d-92e1-d6315916f854 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:22.101689 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a998a56-1cf8-42ec-9395-3f4039d0e86e req-a49044b8-8826-4d3d-92e1-d6315916f854 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0888119 Sep 22 18:06:22.145786 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a998a56-1cf8-42ec-9395-3f4039d0e86e req-db9f1338-8cd2-4b04-a526-f448857e534e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381453 Sep 22 18:06:22.576206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b5176cce-d885-4fb0-b688-09b171b405e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:23.352452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f87982e-df4f-462d-87c0-519936d9640e req-f61b1fb5-0554-47e9-9038-a103e64e20af tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:23.353952 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f87982e-df4f-462d-87c0-519936d9640e req-f61b1fb5-0554-47e9-9038-a103e64e20af tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0896389 Sep 22 18:06:23.400095 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f87982e-df4f-462d-87c0-519936d9640e req-4873b06e-a3db-42c5-87c7-28572363929f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405123 Sep 22 18:06:24.606465 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f040c9-6887-4ac3-afdf-a2a6306419fe req-c91ff2a8-f073-4179-8b14-2d6a63dab84c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:24.607914 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98f040c9-6887-4ac3-afdf-a2a6306419fe req-c91ff2a8-f073-4179-8b14-2d6a63dab84c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0940311 Sep 22 18:06:24.651367 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-98f040c9-6887-4ac3-afdf-a2a6306419fe req-1a494bf4-dd3a-4668-97ef-192c766fb543 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376277 Sep 22 18:06:24.725535 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52ab7704-8098-4d28-b62c-ddf2ac9f4cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:25.802628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:25.857117 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc70973c-c656-4845-bbbe-af156c5597ea req-5fb2c047-c493-4c92-b35e-2696c80c6513 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:25.858599 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc70973c-c656-4845-bbbe-af156c5597ea req-5fb2c047-c493-4c92-b35e-2696c80c6513 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0924642 Sep 22 18:06:25.903256 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc70973c-c656-4845-bbbe-af156c5597ea req-93234729-5fda-4bba-a489-c9d879ccda7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387850 Sep 22 18:06:26.159358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:26.231211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:26.301204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:06:26.434699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:06:26.448455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '01692f58-85e2-422e-b732-01dadfdd0759', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:06:26.506420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:06:26.506793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:26.524080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:06:26.539335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:06:26.543406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:26.614366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:06:26.626855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.627183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.627520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.627853 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.628178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.628503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.628850 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.629173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.629494 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.629811 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.630126 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.630440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:06:26.691132 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['01692f58-85e2-422e-b732-01dadfdd0759'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:06:27.100012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d63249-9566-483e-a3b0-905fd71f188d req-b5b4c6c1-33fa-4fc7-9ea0-cbbd1f985da8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:27.102111 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17d63249-9566-483e-a3b0-905fd71f188d req-b5b4c6c1-33fa-4fc7-9ea0-cbbd1f985da8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 945 time: 0.0884962 Sep 22 18:06:27.147719 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-17d63249-9566-483e-a3b0-905fd71f188d req-2522774c-289c-49e0-bf6e-658be613e18c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399923 Sep 22 18:06:27.468978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:28.304373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:06:28.348478 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aa93c7-15d4-4889-8395-0760a6c1c1e4 req-ea0c14df-b01d-400f-bb0c-70c1aa363e3a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:28.349936 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1aa93c7-15d4-4889-8395-0760a6c1c1e4 req-ea0c14df-b01d-400f-bb0c-70c1aa363e3a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 945 time: 0.0880933 Sep 22 18:06:28.373997 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 01692f58-85e2-422e-b732-01dadfdd0759 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:06:28.374364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:28.374693 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:06:28.398533 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c1aa93c7-15d4-4889-8395-0760a6c1c1e4 req-dc7edf22-6f64-4c38-8226-9693c5b87c1d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420499 Sep 22 18:06:28.493913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:06:28.494696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:28.521385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:06:28.524167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04c1b18b-88c8-4f3a-be14-f4aa2f0dc3d8" -d '{"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:06:28.532082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:06:28.536551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:28.572399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de53dca-1332-4669-b3d0-e6d29dac1672 x-openstack-request-id: req-0de53dca-1332-4669-b3d0-e6d29dac1672 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:06:28.572715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:06:28.572965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-0de53dca-1332-4669-b3d0-e6d29dac1672 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:06:28.573351 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0de53dca-1332-4669-b3d0-e6d29dac1672'] response: {'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'code': 200} Sep 22 18:06:28.604770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:06:29.690266 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1948f12-55c5-46aa-a1c5-1273bd6cef3e req-6118a52e-7abd-42a8-9d37-34c1f8d60b9c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:29.691960 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a1948f12-55c5-46aa-a1c5-1273bd6cef3e req-6118a52e-7abd-42a8-9d37-34c1f8d60b9c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1814220 Sep 22 18:06:29.735559 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a1948f12-55c5-46aa-a1c5-1273bd6cef3e req-6ae688e6-3a9b-4572-84bc-c1443c368332 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Sep 22 18:06:30.951483 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a79d0fd-4457-4b1a-bb9c-e3fbf0989834 req-6012a435-a3a8-4141-9c63-5c1cc6303b87 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:30.953633 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a79d0fd-4457-4b1a-bb9c-e3fbf0989834 req-6012a435-a3a8-4141-9c63-5c1cc6303b87 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0944121 Sep 22 18:06:31.002645 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9a79d0fd-4457-4b1a-bb9c-e3fbf0989834 req-383566bc-5c78-4fbd-9a76-6cf5cdf7d2a0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431030 Sep 22 18:06:32.235492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d5b8d5-c6ec-4668-ac39-b2664ebc031d req-0928f993-2d26-48d1-ac02-5a5375a3c9d8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:32.243569 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d5b8d5-c6ec-4668-ac39-b2664ebc031d req-0928f993-2d26-48d1-ac02-5a5375a3c9d8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1113102 Sep 22 18:06:32.289362 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a3d5b8d5-c6ec-4668-ac39-b2664ebc031d req-0017cae8-0f54-4609-8528-ede59b809b70 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447118 Sep 22 18:06:33.558544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875f848-1ff5-4837-8d0b-661cdf85b2fd req-cdd27d15-a77a-4408-9b6f-98db99036b00 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:33.566712 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e875f848-1ff5-4837-8d0b-661cdf85b2fd req-cdd27d15-a77a-4408-9b6f-98db99036b00 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1349599 Sep 22 18:06:33.623333 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e875f848-1ff5-4837-8d0b-661cdf85b2fd req-eb3143bc-af06-4912-b44e-403d436422ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550587 Sep 22 18:06:34.855447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcb3bbc-904d-40b3-8c4d-a5d3e41d091a req-84c49b7c-3c83-4dcb-adc8-4ffd5628d73c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:34.856941 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdcb3bbc-904d-40b3-8c4d-a5d3e41d091a req-84c49b7c-3c83-4dcb-adc8-4ffd5628d73c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1047990 Sep 22 18:06:34.908962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fdcb3bbc-904d-40b3-8c4d-a5d3e41d091a req-8c179dd9-eedf-48e0-a48d-0b7baeae50f1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464070 Sep 22 18:06:36.121525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87fb843-806a-425d-9003-677de8fdf558 req-a77b799d-ef0f-4681-81ec-a02eff1ead28 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:36.123096 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b87fb843-806a-425d-9003-677de8fdf558 req-a77b799d-ef0f-4681-81ec-a02eff1ead28 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0965011 Sep 22 18:06:36.182216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b87fb843-806a-425d-9003-677de8fdf558 req-ae08f76b-1afe-4d32-bd1d-f001d2867c14 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533981 Sep 22 18:06:37.425626 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1d6bb0-6e63-4d23-87b5-a69c5697708a req-db762f4c-039c-45de-b66d-8a54a3c0b61b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:37.427674 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd1d6bb0-6e63-4d23-87b5-a69c5697708a req-db762f4c-039c-45de-b66d-8a54a3c0b61b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.1007023 Sep 22 18:06:37.483058 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bd1d6bb0-6e63-4d23-87b5-a69c5697708a req-6aad4e1d-5845-4d76-9d19-50b561367e7a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460010 Sep 22 18:06:38.712993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae53f4f6-dec3-4c1e-829f-2493bbc78556 req-d5870f84-3eeb-4fc5-ba1c-04c1a3e27750 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:38.714414 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ae53f4f6-dec3-4c1e-829f-2493bbc78556 req-d5870f84-3eeb-4fc5-ba1c-04c1a3e27750 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0980794 Sep 22 18:06:38.769011 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-ae53f4f6-dec3-4c1e-829f-2493bbc78556 req-6a08bc48-effc-4d80-9d81-cbd315e5746d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484331 Sep 22 18:06:39.993380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51065a72-fb01-49a4-9dc9-f614baeba3c4 req-3853a474-434f-48fe-b6a8-c798a823b66e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:39.994840 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51065a72-fb01-49a4-9dc9-f614baeba3c4 req-3853a474-434f-48fe-b6a8-c798a823b66e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0960817 Sep 22 18:06:40.039296 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-51065a72-fb01-49a4-9dc9-f614baeba3c4 req-e8c00be2-285b-4adc-b94c-20c0359c5ed8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387032 Sep 22 18:06:40.507691 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-b4dbea01-b96c-48e5-8666-608ed9af1187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:40.509173 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-b4dbea01-b96c-48e5-8666-608ed9af1187 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1099 time: 0.1776259 Sep 22 18:06:40.642984 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-f7543efd-613d-4dd3-ad86-8cf1c363d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:40.644460 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-f7543efd-613d-4dd3-ad86-8cf1c363d707 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1286812 Sep 22 18:06:40.748327 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-2f2082bf-de3c-435a-a8b7-d6888b0c3e9b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.0981240 Sep 22 18:06:40.809699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-a8d91612-7fb5-4b64-b036-4ccce43c36fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:40.811048 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-a8d91612-7fb5-4b64-b036-4ccce43c36fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0573637 Sep 22 18:06:40.897951 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-1365d61a-25b1-4689-aedc-a467ff32f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:40.899702 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-1365d61a-25b1-4689-aedc-a467ff32f471 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0829737 Sep 22 18:06:41.029512 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-57ce7701-01fb-4001-9f7d-2571fad01092 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240077 Sep 22 18:06:41.202057 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-bda891e5-7e2f-43ce-a95b-366f02400921 req-61833be8-d3bc-40b4-8f38-4ca8ee16883b service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669827 Sep 22 18:06:41.247521 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34b9245-0b70-4594-b041-4c7aef7cbabc req-6c0f46c6-ecb8-48a5-b95b-4add8f180a9e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:41.248984 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34b9245-0b70-4594-b041-4c7aef7cbabc req-6c0f46c6-ecb8-48a5-b95b-4add8f180a9e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0954356 Sep 22 18:06:41.293411 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e34b9245-0b70-4594-b041-4c7aef7cbabc req-775ded1f-bcea-4882-b1e8-9d09b6d1890c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387557 Sep 22 18:06:42.493262 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9acb8fe-f627-4d31-b51c-cf20f89da892 req-1f1a3636-ceac-4dbf-a8c7-d3ecb7c38d8c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:42.494640 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d9acb8fe-f627-4d31-b51c-cf20f89da892 req-1f1a3636-ceac-4dbf-a8c7-d3ecb7c38d8c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0887823 Sep 22 18:06:42.541254 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d9acb8fe-f627-4d31-b51c-cf20f89da892 req-e3703bf4-1641-4494-8096-a1723dc07694 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408807 Sep 22 18:06:43.740433 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f76efaa-6227-4bf7-9124-7f144ce62541 req-5273b666-1cfb-486c-b824-5a8ae872a5e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:43.742619 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f76efaa-6227-4bf7-9124-7f144ce62541 req-5273b666-1cfb-486c-b824-5a8ae872a5e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0910714 Sep 22 18:06:43.786536 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4f76efaa-6227-4bf7-9124-7f144ce62541 req-17a1e2fd-58c6-4bbe-a804-7f2604591d57 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382648 Sep 22 18:06:44.146585 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c219124c-b2bc-4301-bb82-0bc2c89a67b5 req-825456d2-4ed5-4146-8f91-050798bff075 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:44.148064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c219124c-b2bc-4301-bb82-0bc2c89a67b5 req-825456d2-4ed5-4146-8f91-050798bff075 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 946 time: 0.0894871 Sep 22 18:06:44.197131 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c219124c-b2bc-4301-bb82-0bc2c89a67b5 req-c416decc-907d-443e-93f2-f0916eccb6fa tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434258 Sep 22 18:06:44.358685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 60942) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:06:44.401684 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:06:44.488727 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-e687ee86-1d6d-46aa-8e1d-ffcf1639f85e service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1288297 Sep 22 18:06:44.519703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:06:44.520096 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:44.547966 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:06:44.550280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c52c4b0-7f3b-4dcf-add2-bfa15eccf1b1" -d '{"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-unplugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:06:44.557953 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:06:44.563063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:44.598759 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 18:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6016b008-208e-471e-80af-6f712e599da0 x-openstack-request-id: req-6016b008-208e-471e-80af-6f712e599da0 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:06:44.599054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-unplugged", "status": "failed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "code": 422}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:06:44.599320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6016b008-208e-471e-80af-6f712e599da0 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:06:44.599739 dv-neutron-858953-1-hyperv neutron-server[89053]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6016b008-208e-471e-80af-6f712e599da0']: {'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'code': 422} returned with failed status Sep 22 18:06:44.641148 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:06:45.466180 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b62b24-b95b-4c8a-9396-dbb6909645e9 req-106b7481-1e10-4c41-9c45-d61085e333c5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:45.467652 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6b62b24-b95b-4c8a-9396-dbb6909645e9 req-106b7481-1e10-4c41-9c45-d61085e333c5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.1569417 Sep 22 18:06:45.473016 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-1483344e-d55f-4893-906d-e5b5252cdaa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:45.474372 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-1483344e-d55f-4893-906d-e5b5252cdaa2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 1097 time: 0.1123614 Sep 22 18:06:45.554580 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e6b62b24-b95b-4c8a-9396-dbb6909645e9 req-aff011bb-52de-4d9a-af50-fa27a312c7c0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786555 Sep 22 18:06:45.591517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-f8aad2cc-eac0-4218-b3f9-6a4dfae36382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:45.593091 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-f8aad2cc-eac0-4218-b3f9-6a4dfae36382 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1097 time: 0.0847428 Sep 22 18:06:45.729134 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-063d3ba5-5836-49bd-acf2-d4d25ff19089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:45.730585 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-063d3ba5-5836-49bd-acf2-d4d25ff19089 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1314771 Sep 22 18:06:45.833143 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-adae4fab-9275-44fb-a9c0-57559c8aef75 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1000 time: 0.0968838 Sep 22 18:06:45.903047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-55d62360-af8a-4eba-8358-a05e9e3d52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:45.904488 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-55d62360-af8a-4eba-8358-a05e9e3d52fa service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0657814 Sep 22 18:06:46.088466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-56cba856-d6e6-4888-a2a5-57b3e4bbb702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:46.089893 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-56cba856-d6e6-4888-a2a5-57b3e4bbb702 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1782377 Sep 22 18:06:46.220590 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-a527afd6-dfe9-4014-8484-65fccc8cc611 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245399 Sep 22 18:06:46.362441 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-da1fcefb-db0b-462c-9424-216312d0f2f3 req-91bb3e4f-983f-4789-b4f0-03c81f71dc8c service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356626 Sep 22 18:06:46.769501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b93e3d-a6d4-4f28-9c21-decf365fe9cc req-c6107ed8-5db0-43a4-bb22-388547a75402 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:46.770990 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6b93e3d-a6d4-4f28-9c21-decf365fe9cc req-c6107ed8-5db0-43a4-bb22-388547a75402 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0955617 Sep 22 18:06:46.827272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f6b93e3d-a6d4-4f28-9c21-decf365fe9cc req-4362927d-40eb-46bc-82b7-c52f1720a967 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468564 Sep 22 18:06:48.053271 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719c5472-ed3f-4e3c-b5a5-59d18c60ce2d req-32d28e6b-70a1-4e6b-a310-cf826c4aa345 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:48.055421 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-719c5472-ed3f-4e3c-b5a5-59d18c60ce2d req-32d28e6b-70a1-4e6b-a310-cf826c4aa345 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0963714 Sep 22 18:06:48.078584 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:06:48.103871 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-719c5472-ed3f-4e3c-b5a5-59d18c60ce2d req-6d2e63b4-c322-4faf-a8c3-4c0d2b145923 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420749 Sep 22 18:06:49.332500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd42bfe6-8684-414a-8448-86db67e097b2 req-63c7ded3-377f-4dad-b043-f4cd9700a1f8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:49.334037 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd42bfe6-8684-414a-8448-86db67e097b2 req-63c7ded3-377f-4dad-b043-f4cd9700a1f8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0948141 Sep 22 18:06:49.381271 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cd42bfe6-8684-414a-8448-86db67e097b2 req-07376594-b3b5-4cd1-88b1-1b8d21d425a5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413227 Sep 22 18:06:50.622421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d10f6c2-6415-49c8-843c-7f727a098c92 req-87474257-3232-4d8e-b83b-5e2aa4809dae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:50.624183 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d10f6c2-6415-49c8-843c-7f727a098c92 req-87474257-3232-4d8e-b83b-5e2aa4809dae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0985146 Sep 22 18:06:50.680473 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8d10f6c2-6415-49c8-843c-7f727a098c92 req-ab158682-f22e-4032-a775-e5f9b6aed9b9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503595 Sep 22 18:06:51.916090 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ed3c01-35fc-435a-9882-169df5f84983 req-a391f081-8b14-455c-976d-c7605fe311cf tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:51.917710 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64ed3c01-35fc-435a-9882-169df5f84983 req-a391f081-8b14-455c-976d-c7605fe311cf tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.1033723 Sep 22 18:06:51.967734 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-64ed3c01-35fc-435a-9882-169df5f84983 req-a69ea736-7318-4ad9-8f77-5ed73a19bd5d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433161 Sep 22 18:06:52.583961 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9114634b-fa48-4b2c-acc9-76a695c1d212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:53.215080 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d3c4e-3157-452a-961e-bc6c732de2d4 req-a2014144-a971-4200-8bdc-14bb06855830 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:53.216849 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-025d3c4e-3157-452a-961e-bc6c732de2d4 req-a2014144-a971-4200-8bdc-14bb06855830 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.1139705 Sep 22 18:06:53.271990 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-025d3c4e-3157-452a-961e-bc6c732de2d4 req-8d813a17-09b7-49f8-9d07-6402d15ce000 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471063 Sep 22 18:06:54.483901 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1d949-7558-4de1-b16a-361a8a008b71 req-bcd89c7f-d568-4b0f-a612-fbf008a7db65 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:54.485457 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a1c1d949-7558-4de1-b16a-361a8a008b71 req-bcd89c7f-d568-4b0f-a612-fbf008a7db65 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0941641 Sep 22 18:06:54.534399 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a1c1d949-7558-4de1-b16a-361a8a008b71 req-2ab51a03-d3d5-445e-9e6f-00521c712a1c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Sep 22 18:06:54.728437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-fbac603b-d0dc-4f8f-8211-bcd5c55dbda7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:55.767741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfc0cfd-63dd-447e-8b5c-307298d39617 req-65e37540-43ab-471f-8c9c-832c5391d9fd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:55.769256 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-edfc0cfd-63dd-447e-8b5c-307298d39617 req-65e37540-43ab-471f-8c9c-832c5391d9fd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.1020417 Sep 22 18:06:55.808483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:55.817299 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-edfc0cfd-63dd-447e-8b5c-307298d39617 req-a3ae97a9-09f5-4b92-a05a-b7fd2b1b31b7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417047 Sep 22 18:06:56.154216 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:56.235118 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:57.015798 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a29c7d-1451-4307-861f-76f4d53e906d req-f67f821d-d9a2-4506-bc24-1403ab8621a1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:57.017298 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-72a29c7d-1451-4307-861f-76f4d53e906d req-f67f821d-d9a2-4506-bc24-1403ab8621a1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0889559 Sep 22 18:06:57.061552 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-72a29c7d-1451-4307-861f-76f4d53e906d req-12a6296d-3574-412e-b7d8-a46701e70eaf tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385725 Sep 22 18:06:57.472968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:06:58.258266 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36beba0-cfb2-469d-9faf-06ab265a1998 req-6090d548-65a4-4329-a060-df3cf8947fa6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:58.259731 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f36beba0-cfb2-469d-9faf-06ab265a1998 req-6090d548-65a4-4329-a060-df3cf8947fa6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0876260 Sep 22 18:06:58.306379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-f36beba0-cfb2-469d-9faf-06ab265a1998 req-64c60391-f825-44ea-a5e3-cd7abdf54c30 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410793 Sep 22 18:06:59.509562 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ba438-39f3-4879-8f59-a0a3f3fcdc5e req-d6780725-3c0c-4e9f-baaa-635266f4a986 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:06:59.510927 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c52ba438-39f3-4879-8f59-a0a3f3fcdc5e req-d6780725-3c0c-4e9f-baaa-635266f4a986 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0912871 Sep 22 18:06:59.554487 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c52ba438-39f3-4879-8f59-a0a3f3fcdc5e req-07490dde-02a0-4d62-9e6a-48d4a8088889 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375648 Sep 22 18:07:00.755597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6c6086-7cee-4644-bbe9-c578037e5142 req-faea6fee-9a42-424e-ba0c-28454115b479 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:00.757794 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9b6c6086-7cee-4644-bbe9-c578037e5142 req-faea6fee-9a42-424e-ba0c-28454115b479 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0915799 Sep 22 18:07:00.801617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9b6c6086-7cee-4644-bbe9-c578037e5142 req-5bd3039e-c2f7-4bd1-8f9c-64b906bcc3a2 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381768 Sep 22 18:07:02.006395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89145f7-525c-4020-a2ef-0da3d969bbf6 req-049ef144-3b5b-4d7e-8f2e-ce960695aecd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:02.007818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a89145f7-525c-4020-a2ef-0da3d969bbf6 req-049ef144-3b5b-4d7e-8f2e-ce960695aecd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 944 time: 0.0915444 Sep 22 18:07:02.052010 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a89145f7-525c-4020-a2ef-0da3d969bbf6 req-4389fad9-9427-4839-a2da-2aba1d526a48 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380800 Sep 22 18:07:02.507133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:07:02.639673 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:07:02.652921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '01692f58-85e2-422e-b732-01dadfdd0759', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'port_id': '01692f58-85e2-422e-b732-01dadfdd0759', 'mac_address': 'fa:16:3e:f4:4a:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:07:02.712175 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:07:02.712554 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:02.730498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:07:02.747061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:07:02.751102 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:02.820027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=9']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:07:03.203046 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['01692f58-85e2-422e-b732-01dadfdd0759'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:07:03.259364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a4128a-95e8-4397-a6b3-93184e0e7d2f req-3a4e7d2a-0f4d-434b-a098-3c6af5a8ca0d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:03.260882 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49a4128a-95e8-4397-a6b3-93184e0e7d2f req-3a4e7d2a-0f4d-434b-a098-3c6af5a8ca0d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 945 time: 0.0941079 Sep 22 18:07:03.306191 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-49a4128a-95e8-4397-a6b3-93184e0e7d2f req-f9489e14-0699-412a-acf2-4932c97f5fb0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396409 Sep 22 18:07:04.506345 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:07:04.507147 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f72ee2-5242-4b42-a4f5-9b53194f0766 req-84e85f04-34dc-448a-b739-ecc7b267186c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:04.508664 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6f72ee2-5242-4b42-a4f5-9b53194f0766 req-84e85f04-34dc-448a-b739-ecc7b267186c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 945 time: 0.0893373 Sep 22 18:07:04.554348 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-d6f72ee2-5242-4b42-a4f5-9b53194f0766 req-9aca7617-45cb-45da-b31f-564c79c2e7ae tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399201 Sep 22 18:07:04.574140 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 01692f58-85e2-422e-b732-01dadfdd0759 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:07:04.574500 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:04.574825 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 01692f58-85e2-422e-b732-01dadfdd0759 Sep 22 18:07:04.693234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 01692f58-85e2-422e-b732-01dadfdd0759 is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:07:04.693614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:04.723151 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:07:04.725550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a206e2d8-7868-476e-ac0f-05713d382dab" -d '{"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:07:04.733843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:07:04.738713 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:04.779769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:07:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d572a396-1e01-40a7-8807-4557b0dd745a x-openstack-request-id: req-d572a396-1e01-40a7-8807-4557b0dd745a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:07:04.780062 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-plugged", "status": "completed", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:07:04.780314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d572a396-1e01-40a7-8807-4557b0dd745a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:07:04.780733 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d572a396-1e01-40a7-8807-4557b0dd745a'] response: {'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'code': 200} Sep 22 18:07:04.821873 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=10']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:07:05.069430 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a896c41-cba2-4f6d-80f0-5d7136b5e106 req-4cdf0693-9178-4626-b72a-b4a84378ffd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:05.070854 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a896c41-cba2-4f6d-80f0-5d7136b5e106 req-4cdf0693-9178-4626-b72a-b4a84378ffd8 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1100 time: 0.0785849 Sep 22 18:07:05.115737 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8a896c41-cba2-4f6d-80f0-5d7136b5e106 req-5a2e11bf-1034-48de-b6da-6515b0402259 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379484 Sep 22 18:07:05.754421 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a454db63-3e22-4c1b-bad7-cf4c4237981f req-f2d2a09e-4b0b-49b8-b8f7-796b7339f654 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:05.755878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a454db63-3e22-4c1b-bad7-cf4c4237981f req-f2d2a09e-4b0b-49b8-b8f7-796b7339f654 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.0906048 Sep 22 18:07:05.809200 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a454db63-3e22-4c1b-bad7-cf4c4237981f req-98338c8e-23f2-4cb9-bb54-8a37320f17ed tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471396 Sep 22 18:07:07.019439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023e62c-7605-42ba-94fd-ba51bfa238f4 req-78a1212e-9f30-43a1-8e1c-baacc674ce14 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:07.020956 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8023e62c-7605-42ba-94fd-ba51bfa238f4 req-78a1212e-9f30-43a1-8e1c-baacc674ce14 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.0938015 Sep 22 18:07:07.074532 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8023e62c-7605-42ba-94fd-ba51bfa238f4 req-fea2cc31-fb0f-4cde-9f5a-27fdbc9d7102 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477967 Sep 22 18:07:08.309790 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec66722-7f61-4f8a-aee3-217b6a97d0f2 req-ba129518-2687-421d-ba29-2b19c0508333 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:08.311261 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ec66722-7f61-4f8a-aee3-217b6a97d0f2 req-ba129518-2687-421d-ba29-2b19c0508333 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.1227813 Sep 22 18:07:08.356138 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ec66722-7f61-4f8a-aee3-217b6a97d0f2 req-047c1b99-30de-4c28-b178-6e4f5655ee1c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387948 Sep 22 18:07:15.620349 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-80a95e16-801a-4c77-ace5-077984bb4587 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0892699 Sep 22 18:07:15.781719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-a0393f06-aacd-48d7-bb66-d3c34df23cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:15.783208 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-a0393f06-aacd-48d7-bb66-d3c34df23cf4 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1100 time: 0.0796914 Sep 22 18:07:15.928908 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-3df4b853-4838-4622-aeec-86a3ea2638b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:15.930281 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-3df4b853-4838-4622-aeec-86a3ea2638b1 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1281626 Sep 22 18:07:16.127149 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-8e0d24e2-0fd4-48cb-a781-e9d338c49bd6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.1904392 Sep 22 18:07:16.191993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-9d14b0e4-f052-4a51-a509-a15f13e31d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:16.193376 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-9d14b0e4-f052-4a51-a509-a15f13e31d77 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0598221 Sep 22 18:07:16.277357 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-6883c8e0-c4e9-4113-8184-017cd1fb74a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:07:16.278859 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-6883c8e0-c4e9-4113-8184-017cd1fb74a3 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785382 Sep 22 18:07:16.414154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-8fd78df3-b258-435b-ac9d-9cfd2a6dd88e service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295328 Sep 22 18:07:16.549185 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-d104d855-f3e3-4e5c-9f22-c9170ce8c583 req-bb9736a9-940a-4843-9ee4-1e66cd0074ac service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280713 Sep 22 18:07:22.578309 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-6f648afb-c51c-4795-9c0e-324ae27f8ce5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:24.731553 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b212dd5-b311-457d-9b5d-f25564d04d64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:25.077458 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:07:25.802119 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:26.168955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:26.237838 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:27.475336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:52.581539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b874906-544e-4b95-a8ed-eaadd5d2affe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:54.734891 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b97a96ce-2710-41b9-97d6-359c14069c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:55.804942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:56.188395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:56.240556 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:07:57.478921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:02.076325 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:08:17.617853 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-058a5afb-841f-4a5b-abdc-a8fade4e8a21 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812261 Sep 22 18:08:17.783804 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-34f00ec6-f57a-4a11-9626-75781667db0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:17.785345 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-34f00ec6-f57a-4a11-9626-75781667db0c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1100 time: 0.0791900 Sep 22 18:08:17.926797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-8c0db458-f6fc-4094-9c11-a42f394e73ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:17.928139 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-8c0db458-f6fc-4094-9c11-a42f394e73ef service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1246560 Sep 22 18:08:18.029838 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-a8a3b25a-c89b-46be-ab5d-5fee265b38f5 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 1002 time: 0.0955489 Sep 22 18:08:18.090789 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-14afda8e-96ab-412a-b308-dd0596279410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:18.092186 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-14afda8e-96ab-412a-b308-dd0596279410 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0565133 Sep 22 18:08:18.175650 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-3f766eb1-520b-4aae-9854-b60f20b73dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:18.177213 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-3f766eb1-520b-4aae-9854-b60f20b73dc4 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792007 Sep 22 18:08:18.306605 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-85097c6c-2adc-4ae5-a700-bf0f9ddca4e7 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237683 Sep 22 18:08:18.440235 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8134bfdf-9cd2-4cc0-b0b6-e982274c641e req-2a606faa-f82d-4c04-a053-97fd09a5ccb6 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251435 Sep 22 18:08:22.583769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d4ce5b4b-9137-452e-97fe-b1eaf784c7b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:24.738094 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7e018258-10bc-42e1-b06b-8cc2fee152d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:25.807681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:26.177482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:26.243239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:27.480902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:39.074852 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:08:43.951829 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32850) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:44.193150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Deleting port 01596d10-c026-4ef8-b23f-cff7d33e9cf3 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:08:44.193493 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:44.471597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:44.472313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:44.595598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Calling delete_port for 01596d10-c026-4ef8-b23f-cff7d33e9cf3 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:08:44.748246 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:44.794514 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'Port': ['ID=01596d10-c026-4ef8-b23f-cff7d33e9cf3,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:44.845515 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.845865 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.846208 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.846543 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.846927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.847765 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.848091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.848416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.848772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.849095 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.849416 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.849734 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:44.904223 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:44.904555 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Floating IP 5212a80b-d8f6-4e45-a478-d8daf9cb77ce disassociated (deleted). External IP: 172.26.8.122, port: 01692f58-85e2-422e-b732-01dadfdd0759. Sep 22 18:08:45.262225 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:08:45.439632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:08:45.449790 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:08:45.459651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:45.459857 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:08:45.460410 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:08:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:08:45.515544 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-93fbf2b0-4ae1-4fd2-8451-ac4a53bdc688 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "DELETE /v2.0/floatingips/5212a80b-d8f6-4e45-a478-d8daf9cb77ce HTTP/1.1" status: 204 len: 168 time: 1.5624459 Sep 22 18:08:45.515952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:08:45.518285 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a0b3428-bd1d-4851-95cb-8b1593968c70" -d '{"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:08:45.645066 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:08:45.960816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481336e2-dce5-4cd1-8505-1eaef761a376 req-141a46c4-6620-49f0-90be-5cdae77cb987 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:45.961540 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-481336e2-dce5-4cd1-8505-1eaef761a376 req-141a46c4-6620-49f0-90be-5cdae77cb987 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:08:45.963180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:08:45.966971 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:08:45.975405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:08:45.975991 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:08:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:08:45.977187 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-481336e2-dce5-4cd1-8505-1eaef761a376 req-141a46c4-6620-49f0-90be-5cdae77cb987 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:08:45.978525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-481336e2-dce5-4cd1-8505-1eaef761a376 req-141a46c4-6620-49f0-90be-5cdae77cb987 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.1612539 Sep 22 18:08:46.024617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-481336e2-dce5-4cd1-8505-1eaef761a376 req-df3eb2bd-b16e-4cf4-9d77-3436556ed09a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402417 Sep 22 18:08:46.154070 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:08:46.464947 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:08:46.468755 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0bc02-3ef7-4a45-8a6d-5a8a21d39b2c None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:08:46.645610 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:08:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b18170c-c1a7-49c0-aaab-5264ef4c6ae4 x-openstack-request-id: req-6b18170c-c1a7-49c0-aaab-5264ef4c6ae4 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:08:46.646121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:08:46.646121 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-6b18170c-c1a7-49c0-aaab-5264ef4c6ae4 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:08:46.646522 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b18170c-c1a7-49c0-aaab-5264ef4c6ae4'] response: {'name': 'network-changed', 'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'status': 'completed', 'code': 200} Sep 22 18:08:46.684432 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-698195e5-5f92-4199-bd7a-8ced4e63abae None None] New status for floating IP 5212a80b-d8f6-4e45-a478-d8daf9cb77ce: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:08:46.778172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-c3c67b25-3b8f-4d83-ad23-260e4a191b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:46.779592 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-c3c67b25-3b8f-4d83-ad23-260e4a191b2a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 1100 time: 0.0814459 Sep 22 18:08:47.019937 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-15ffde38-3148-4e00-bc06-1fdb7df055b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:47.021427 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-15ffde38-3148-4e00-bc06-1fdb7df055b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.2276149 Sep 22 18:08:47.092970 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-61f69f18-2229-4db1-a410-a9311809e110 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 200 len: 217 time: 0.0638278 Sep 22 18:08:47.206393 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-cda2d117-834c-4810-83f6-36d485e37116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:47.207833 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-cda2d117-834c-4810-83f6-36d485e37116 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.1090002 Sep 22 18:08:47.305497 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad84bf2-776d-4af6-a142-73816e3dee03 req-f9b8ebec-8d1f-47f7-adf7-7e11b4bafd5f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:47.306968 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ad84bf2-776d-4af6-a142-73816e3dee03 req-f9b8ebec-8d1f-47f7-adf7-7e11b4bafd5f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.1627955 Sep 22 18:08:47.334230 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-a1e4bd9b-50ca-4954-afa3-3cbbc52133d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:47.335588 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-a1e4bd9b-50ca-4954-afa3-3cbbc52133d8 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1211596 Sep 22 18:08:47.378870 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8ad84bf2-776d-4af6-a142-73816e3dee03 req-0f2026d8-352f-4329-97b5-3fca8fdfb164 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=61a5b116-9454-4efa-8eb4-1a660811d042&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655870 Sep 22 18:08:47.481536 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-64b4fd73-44e0-44a0-a4bf-628757cbf73e service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1341300 Sep 22 18:08:47.636596 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2591385-8c1f-4480-abe8-e8942b48534d req-616df59f-be6b-44ba-a83e-644f0e8889b3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:08:47.638056 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2591385-8c1f-4480-abe8-e8942b48534d req-616df59f-be6b-44ba-a83e-644f0e8889b3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 947 time: 0.0922632 Sep 22 18:08:47.673752 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-460ffe7e-a1ab-4b74-90a9-7079251d47f1 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278560 Sep 22 18:08:47.711886 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Deleting port 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:08:47.712237 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:48.053898 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] For port 01692f58-85e2-422e-b732-01dadfdd0759, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=01692f58-85e2-422e-b732-01dadfdd0759,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:08:48.054164 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:48.178435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Calling delete_port for 01692f58-85e2-422e-b732-01dadfdd0759 owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:08:48.329627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:48.381483 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'Port': ['ID=01692f58-85e2-422e-b732-01dadfdd0759,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:48.424728 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.425258 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.425703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.425914 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.426238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.426568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.426885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.427202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.427518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.427832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.428150 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.428451 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:08:48.484759 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] No DVR routers for this DVR port 01692f58-85e2-422e-b732-01dadfdd0759 on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:08:48.487192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:48.489928 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-deleted', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:08:48.492212 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02bb1790-2be8-46e5-be2f-45f115b5718b" -d '{"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-deleted", "tag": "01692f58-85e2-422e-b732-01dadfdd0759"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:08:48.517825 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f2591385-8c1f-4480-abe8-e8942b48534d req-270e8a7c-7e60-495f-8ed8-648b1143708d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "DELETE /v2.0/ports/01692f58-85e2-422e-b732-01dadfdd0759 HTTP/1.1" status: 204 len: 173 time: 0.8744707 Sep 22 18:08:48.610016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ba0aef-cd09-475e-84b7-acf4adf7b435 x-openstack-request-id: req-41ba0aef-cd09-475e-84b7-acf4adf7b435 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:08:48.610016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae504c82-3fbc-48be-8bcd-c4787c624d54", "name": "network-vif-deleted", "tag": "01692f58-85e2-422e-b732-01dadfdd0759", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:08:48.610511 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-41ba0aef-cd09-475e-84b7-acf4adf7b435 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:08:48.610511 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ba0aef-cd09-475e-84b7-acf4adf7b435'] response: {'server_uuid': 'ae504c82-3fbc-48be-8bcd-c4787c624d54', 'name': 'network-vif-deleted', 'tag': '01692f58-85e2-422e-b732-01dadfdd0759', 'status': 'completed', 'code': 200} Sep 22 18:08:48.612026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cdcde271-6c5d-4b54-9c57-a0ec68929a3f req-54366810-792e-46e5-9ba8-cc67ab451c19 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:08:48.630103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cdcde271-6c5d-4b54-9c57-a0ec68929a3f req-54366810-792e-46e5-9ba8-cc67ab451c19 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:08:48.631289 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cdcde271-6c5d-4b54-9c57-a0ec68929a3f req-54366810-792e-46e5-9ba8-cc67ab451c19 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=ae504c82-3fbc-48be-8bcd-c4787c624d54 HTTP/1.1" status: 200 len: 210 time: 0.1349158 Sep 22 18:08:49.733409 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32882) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:49.811580 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:49.844415 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:49.910787 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:49.931358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a5b116-9454-4efa-8eb4-1a660811d042,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:49.943918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:49.945242 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-02d51d23-7ef6-41ec-90d2-f06956219210 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "DELETE /v2.0/security-groups/61a5b116-9454-4efa-8eb4-1a660811d042 HTTP/1.1" status: 204 len: 168 time: 0.2107008 Sep 22 18:08:51.005619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:08:51.039323 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 01692f58-85e2-422e-b732-01dadfdd0759 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:08:51.039665 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 01692f58-85e2-422e-b732-01dadfdd0759 not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:08:52.090552 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32894) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.095917 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1480677190', 'description': 'tempest-secgroup-smoke-1480677190 description', 'project_id': '308f764c0845402abda20bcdddedb4c1'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.102768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.107307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.110439 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.116143 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.127699 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.149518 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.153406 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.156287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.162737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.265000 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.269797 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.314894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ad918f8-427c-4a5b-a68c-88c77a11bf8b,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:52.318805 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.320005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-1458e91f-7b32-477a-b842-27c9df28b15c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2283580 Sep 22 18:08:52.322935 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32898) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.327843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.334165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.338007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.340910 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.346574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.366872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.427840 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.432827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.457698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570aa564-d18a-4f4a-862d-255711aff115,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:52.467207 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.468479 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fdd0786b-a44b-4aa3-986d-056ac7b7144b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1446035 Sep 22 18:08:52.471319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32902) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.477235 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.483337 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.487741 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.490962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.496704 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.515299 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.579577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.583748 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.585675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-15026034-cef8-4310-8c60-35403491d2f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.608219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec401df-1bed-444b-b539-ba6bd8b120ac,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:52.618358 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.619856 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d30e5080-25a9-45fa-8104-acbf3624b3ec tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1474347 Sep 22 18:08:52.622613 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32906) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.627686 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.636747 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.640864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.643906 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.649876 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.669502 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.740330 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.744884 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.768222 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c28572e-358a-4386-bb0f-57ddfc9da5c0,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:52.778597 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.783596 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ba37fd4b-9ece-4347-b814-53e38d7343e1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1564202 Sep 22 18:08:52.783749 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32910) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.789123 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.795130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.798969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.802478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.808137 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.828979 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.894993 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.898766 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.923092 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8578826c-cc14-46e1-ac52-a9b39b866678,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:52.933412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:52.934789 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-13ac3424-ef7d-4047-a0bf-e8198dba9c16 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1496212 Sep 22 18:08:52.937726 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32914) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:52.942973 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:52.949055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:52.953050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:52.955976 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:52.961702 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:52.974305 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Project 308f764c0845402abda20bcdddedb4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:08:52.981210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.051221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.055023 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.082129 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c34459-3e8c-4846-86e6-02ad7c156da4,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:53.090888 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.092124 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-290522fa-802a-471e-98bf-e1556fe703cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1534598 Sep 22 18:08:53.094816 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 32920) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:08:53.100302 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'security_group_rule': {'security_group_id': '2ad918f8-427c-4a5b-a68c-88c77a11bf8b', 'project_id': '308f764c0845402abda20bcdddedb4c1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:08:53.106534 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:08:53.110659 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:security_group_rule and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:08:53.113614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:08:53.119420 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:08:53.129543 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.securitygroups_db [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Project 308f764c0845402abda20bcdddedb4c1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:08:53.136623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.207418 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.211164 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.236926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32f83bc0-955d-4ba3-8cda-2a82679a4ec7,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:08:53.247989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:53.249399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-523c52f6-0fa7-4975-b698-e7ff4ede581c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536427 Sep 22 18:08:54.744060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-67fd33f3-23d1-4dda-9893-8ad520e37ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:55.816677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:56.188213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:56.249658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:08:57.485489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:08.217181 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-1405c0f5-d84a-4467-a270-9c617d241198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1480677190&fields=id&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 267 time: 0.0410609 Sep 22 18:09:08.370823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-41d542f1-20ee-471f-b607-a2faa7edd1af tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:08.372253 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-41d542f1-20ee-471f-b607-a2faa7edd1af tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 808 time: 0.1485586 Sep 22 18:09:08.387574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-85962fca-53ca-46e4-ab2f-9aeceea142f5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/quotas/308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 375 time: 0.0091403 Sep 22 18:09:08.487666 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-f6e5de93-b62f-4ca2-a9bc-1e6416292d7a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0948861 Sep 22 18:09:08.676781 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-08c6e733-7ea0-4535-8996-41f083bb253c service neutron] 10.222.0.25 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743119 Sep 22 18:09:08.819776 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-b89f747d-deb2-4f20-8def-bfcb7d7bfc33 service neutron] 10.222.0.25 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340854 Sep 22 18:09:09.224795 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-a9fbf7a0-613a-4c10-a4bf-a20ca9bba1e7 req-b0afdb76-4a3b-4a2e-8d3e-799421bb322e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 210 time: 0.0516646 Sep 22 18:09:10.403240 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f55f404c-280b-4a78-8e3e-24d3e89d6a3b req-6554c070-f634-4a29-8151-334e215f717b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 210 time: 0.0592871 Sep 22 18:09:10.457302 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-d74f0d5a-678f-455e-81dd-a5a8d50c2903 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:10.458701 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-d74f0d5a-678f-455e-81dd-a5a8d50c2903 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 808 time: 0.2029808 Sep 22 18:09:10.512996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-3c781c03-ce2d-4278-a22e-93d38f3c748f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 380 time: 0.0406435 Sep 22 18:09:10.536984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'port': {'device_id': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'admin_state_up': True, 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'security_groups': ['2ad918f8-427c-4a5b-a68c-88c77a11bf8b']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:09:10.777808 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:09:10.787750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:09:10.798739 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Made reservation on behalf of 308f764c0845402abda20bcdddedb4c1 for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:09:10.803030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:10.970170 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Allocated IP 172.20.0.12 (909ca920-6f03-4726-915f-d8f2e7ac1724/fa54520a-753d-49b7-99b4-5de84abee7d4/eb70a8b9-2b1d-4e04-8b93-74da6339693b) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:09:11.175323 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.191940 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Transition to ACTIVE for port object eb70a8b9-2b1d-4e04-8b93-74da6339693b will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:09:11.215659 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.285304 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:09:11.288162 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:09:11.292238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:09:11.334389 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:11.366984 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:11.367612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.411478 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-95c64334-88d0-4fc3-a23b-59478d22cea7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8778987 Sep 22 18:09:11.429197 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Request body: {'port': {'device_id': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:09:11.559317 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.622447 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe02566-e511-4567-aa92-013ea4bdef15 req-e51810bd-88cd-456f-913d-0c7175247938 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:11.624467 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4fe02566-e511-4567-aa92-013ea4bdef15 req-e51810bd-88cd-456f-913d-0c7175247938 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 932 time: 0.0929275 Sep 22 18:09:11.656688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Provisioning for port eb70a8b9-2b1d-4e04-8b93-74da6339693b completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:09:11.673643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4fe02566-e511-4567-aa92-013ea4bdef15 req-3e038fee-690f-4682-8b9b-39c44cdfa0a1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:security_group {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:09:11.690812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-4fe02566-e511-4567-aa92-013ea4bdef15 req-3e038fee-690f-4682-8b9b-39c44cdfa0a1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:security_group {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:09:11.692946 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4fe02566-e511-4567-aa92-013ea4bdef15 req-3e038fee-690f-4682-8b9b-39c44cdfa0a1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606525 Sep 22 18:09:11.733899 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Provisioning complete for port eb70a8b9-2b1d-4e04-8b93-74da6339693b triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:09:11.734276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.734630 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Attempt 1 to provision port eb70a8b9-2b1d-4e04-8b93-74da6339693b Sep 22 18:09:11.807620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Port eb70a8b9-2b1d-4e04-8b93-74da6339693b cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:09:11.952341 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb70a8b9-2b1d-4e04-8b93-74da6339693b {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:09:11.960289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:11.975787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Transition to ACTIVE for port object eb70a8b9-2b1d-4e04-8b93-74da6339693b will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:09:11.978873 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:12.176546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:12.216030 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Attempting to bind port eb70a8b9-2b1d-4e04-8b93-74da6339693b on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:09:12.216301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Attempting to bind port eb70a8b9-2b1d-4e04-8b93-74da6339693b by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:09:12.216654 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Attempting to bind port eb70a8b9-2b1d-4e04-8b93-74da6339693b on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:09:12.221441 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Port eb70a8b9-2b1d-4e04-8b93-74da6339693b on network 909ca920-6f03-4726-915f-d8f2e7ac1724 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 18:09:12.221754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Attempting to bind port eb70a8b9-2b1d-4e04-8b93-74da6339693b on network 909ca920-6f03-4726-915f-d8f2e7ac1724 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:09:12.226902 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 8, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:09:12.227234 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Checking segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:09:12.227610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Bound using segment: {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:09:12.228031 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Bound port: eb70a8b9-2b1d-4e04-8b93-74da6339693b, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b69a0563-0c68-4c81-99ef-5464de359139', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:09:12.228371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:12.309246 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Attempt 2 to provision port eb70a8b9-2b1d-4e04-8b93-74da6339693b Sep 22 18:09:12.316592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:09:12.319703 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:09:12.324199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:12.362968 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:12.363587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:12.365018 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] 10.222.0.18 "PUT /v2.0/ports/eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 1094 time: 0.9403315 Sep 22 18:09:12.365568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:09:12.367879 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62d29544-7b1d-4ee7-a407-77416332e8ec" -d '{"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:09:12.370284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-87addb2d-8846-408b-94ee-2cf434190510 None None] Port eb70a8b9-2b1d-4e04-8b93-74da6339693b had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:09:12.410043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a405b1f8-bf3e-49b0-9e15-048d5a61e14e service neutron] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:12.429396 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9331f4-244a-4c4f-880d-6f8ebdbaf1fc x-openstack-request-id: req-9b9331f4-244a-4c4f-880d-6f8ebdbaf1fc {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:09:12.429948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:09:12.429948 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-9b9331f4-244a-4c4f-880d-6f8ebdbaf1fc {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:09:12.430312 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b9331f4-244a-4c4f-880d-6f8ebdbaf1fc'] response: {'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'status': 'completed', 'code': 200} Sep 22 18:09:12.527557 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-9bc8e97b-d3a7-4597-b0df-50b3d93685a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:12.528993 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-9bc8e97b-d3a7-4597-b0df-50b3d93685a2 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1097 time: 0.0798244 Sep 22 18:09:12.604874 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-4e00a3c8-bb55-4d72-bd7e-a4e576a71a56 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 217 time: 0.0636771 Sep 22 18:09:12.666954 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-f7850b8a-9505-42ef-9273-ebe41b7ba982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:12.668386 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-f7850b8a-9505-42ef-9273-ebe41b7ba982 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0580609 Sep 22 18:09:12.871782 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-cd89cf73-f981-4a1a-b93e-d8c557cba8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:12.873310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-cd89cf73-f981-4a1a-b93e-d8c557cba8d6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1979911 Sep 22 18:09:12.942114 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddf508f-59c0-4083-a06c-212fb6d3f5b6 req-80cf9ae0-bf57-431c-9acc-13a5d83c6bc0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:12.944154 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eddf508f-59c0-4083-a06c-212fb6d3f5b6 req-80cf9ae0-bf57-431c-9acc-13a5d83c6bc0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0918257 Sep 22 18:09:13.010503 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-d6dacffe-8583-4687-86b5-54f52f22c32f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313944 Sep 22 18:09:13.084075 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-eddf508f-59c0-4083-a06c-212fb6d3f5b6 req-1808bed0-2680-4a72-9859-f5467c855611 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346653 Sep 22 18:09:13.149716 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-30dc4f1f-d80b-40c5-8c9e-ae00ecd3f4e0 req-13c06d41-65e2-4ed3-ba1d-1a52996f5213 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337786 Sep 22 18:09:13.314422 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-67e0e2ec-17b3-4242-821a-8557cc21d00a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:13.315880 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-67e0e2ec-17b3-4242-821a-8557cc21d00a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1097 time: 0.0782280 Sep 22 18:09:13.448163 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-46704243-c763-4433-a386-22ee54b67ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:13.449570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-46704243-c763-4433-a386-22ee54b67ff6 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1272790 Sep 22 18:09:13.521444 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-3e9d1934-1b4c-48aa-b51b-19ff8cd45186 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 217 time: 0.0656192 Sep 22 18:09:13.583214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-e4862904-166f-4219-ae19-33bdaba514ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:13.584647 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-e4862904-166f-4219-ae19-33bdaba514ca service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0572820 Sep 22 18:09:13.670290 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-865d41e5-85d1-4dce-b756-755f749aeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:13.671738 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-865d41e5-85d1-4dce-b756-755f749aeca1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812559 Sep 22 18:09:13.802186 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-6b0e689c-1f57-4306-9eda-4643f6005f7d service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238871 Sep 22 18:09:13.935370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-62d29544-7b1d-4ee7-a407-77416332e8ec req-c1575363-ee42-476e-9c47-464316f7bd22 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267221 Sep 22 18:09:14.293695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda6774-5fb8-44cb-96c6-67db0cc1fa1b req-b05bf5fa-5b64-4e4c-a235-bb46695de5f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:14.294334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cfda6774-5fb8-44cb-96c6-67db0cc1fa1b req-b05bf5fa-5b64-4e4c-a235-bb46695de5f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:09:14.310931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-cfda6774-5fb8-44cb-96c6-67db0cc1fa1b req-b05bf5fa-5b64-4e4c-a235-bb46695de5f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:09:14.312320 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfda6774-5fb8-44cb-96c6-67db0cc1fa1b req-b05bf5fa-5b64-4e4c-a235-bb46695de5f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1096332 Sep 22 18:09:14.363750 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cfda6774-5fb8-44cb-96c6-67db0cc1fa1b req-f6444894-518d-4e9d-9d9f-6411bcf4e817 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454123 Sep 22 18:09:15.555293 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8815b5ba-c544-4f6d-9941-b2e45ba2a710 req-546d56c4-68c6-4724-a79e-f31bba0b26bd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:15.556657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8815b5ba-c544-4f6d-9941-b2e45ba2a710 req-546d56c4-68c6-4724-a79e-f31bba0b26bd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0848234 Sep 22 18:09:15.602684 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-8815b5ba-c544-4f6d-9941-b2e45ba2a710 req-efadd78f-f4b4-4d4f-9934-cd8739eb48b5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404644 Sep 22 18:09:16.074905 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:09:16.794967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2b127-9396-476e-a32e-839cbf68ab71 req-8e2e9e0e-c851-4130-a702-ee5bf0e9a3cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:16.796409 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbd2b127-9396-476e-a32e-839cbf68ab71 req-8e2e9e0e-c851-4130-a702-ee5bf0e9a3cd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0852897 Sep 22 18:09:16.840184 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bbd2b127-9396-476e-a32e-839cbf68ab71 req-b4ce61b9-5bd6-45b7-b3ee-36b87a68f96a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380983 Sep 22 18:09:18.035592 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fc2e30-9384-4660-9a0b-c386c6834339 req-9062f6b2-6381-49c4-a10a-d53bafdeed58 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:18.037073 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89fc2e30-9384-4660-9a0b-c386c6834339 req-9062f6b2-6381-49c4-a10a-d53bafdeed58 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0892744 Sep 22 18:09:18.079657 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-89fc2e30-9384-4660-9a0b-c386c6834339 req-5b5c6d23-0d42-44c4-9940-8ee77a45b12a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369942 Sep 22 18:09:19.284122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b204d2-a941-46f6-9951-0346c034165b req-0a05cefb-cc99-44d2-888f-d8fe3d5b1edd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:19.285604 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e3b204d2-a941-46f6-9951-0346c034165b req-0a05cefb-cc99-44d2-888f-d8fe3d5b1edd tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0941422 Sep 22 18:09:19.328878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e3b204d2-a941-46f6-9951-0346c034165b req-a78bad75-cd96-4279-86a8-15286d6c39f1 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376878 Sep 22 18:09:20.678732 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1122a6db-d8f3-4546-a135-5c3d92469dfb req-16d541ac-6cd9-4d75-9efe-69028b127faf tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:20.680172 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1122a6db-d8f3-4546-a135-5c3d92469dfb req-16d541ac-6cd9-4d75-9efe-69028b127faf tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0908265 Sep 22 18:09:20.723098 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-1122a6db-d8f3-4546-a135-5c3d92469dfb req-fe7d4bf5-0d6f-46d7-b37b-1c0e9c447993 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373583 Sep 22 18:09:21.190860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:09:21.356743 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:09:21.369292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'mac_address': 'fa:16:3e:25:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:09:21.426826 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eb70a8b9-2b1d-4e04-8b93-74da6339693b is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:09:21.427196 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:21.444122 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb70a8b9-2b1d-4e04-8b93-74da6339693b {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:09:21.459462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:09:21.463392 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:21.528964 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:21.536287 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.536658 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.537003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.537341 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.537675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.538007 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.538337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.538666 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.538991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.539313 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.539659 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.539978 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:09:21.832594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['eb70a8b9-2b1d-4e04-8b93-74da6339693b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:09:21.919801 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c0b80b-cf17-45c2-992f-1495df2a69f0 req-9cdfb5af-0923-40d3-90c6-3b79b538ae72 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:21.921306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54c0b80b-cf17-45c2-992f-1495df2a69f0 req-9cdfb5af-0923-40d3-90c6-3b79b538ae72 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 945 time: 0.0894012 Sep 22 18:09:21.968841 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54c0b80b-cf17-45c2-992f-1495df2a69f0 req-9289b20e-a4ae-4380-ba64-df85dd955cf0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410049 Sep 22 18:09:22.587002 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ca986ba2-e815-4aa7-a133-4ab90292669a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:23.160974 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd945983-dc70-400f-8e1c-2acfd0f50051 req-848f499e-3692-466c-b2e8-3d746e47147a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:23.162407 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd945983-dc70-400f-8e1c-2acfd0f50051 req-848f499e-3692-466c-b2e8-3d746e47147a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 945 time: 0.0840850 Sep 22 18:09:23.189976 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:09:23.211674 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd945983-dc70-400f-8e1c-2acfd0f50051 req-80ef37e7-0b35-4fa8-ac55-c095419ac8b6 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436301 Sep 22 18:09:23.261344 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port eb70a8b9-2b1d-4e04-8b93-74da6339693b completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:09:23.266495 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port eb70a8b9-2b1d-4e04-8b93-74da6339693b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:09:23.266870 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:23.267213 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port eb70a8b9-2b1d-4e04-8b93-74da6339693b Sep 22 18:09:23.383926 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eb70a8b9-2b1d-4e04-8b93-74da6339693b is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:09:23.384299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:23.411385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:09:23.413655 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64738ad-ffe6-4677-badf-9f763ae3dd48" -d '{"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-plugged", "status": "completed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:09:23.421057 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:09:23.425473 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:23.496276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:23.505750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:09:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d543da30-e258-4281-b83a-67c203aae51f x-openstack-request-id: req-d543da30-e258-4281-b83a-67c203aae51f {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:09:23.506056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-plugged", "status": "completed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:09:23.506311 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d543da30-e258-4281-b83a-67c203aae51f {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:09:23.506725 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d543da30-e258-4281-b83a-67c203aae51f'] response: {'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'code': 200} Sep 22 18:09:23.804283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc670ed4-574f-47e6-86e6-29c35aec4f7a req-be0ed407-ddeb-41bf-99bb-c874f95c1166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:23.805761 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc670ed4-574f-47e6-86e6-29c35aec4f7a req-be0ed407-ddeb-41bf-99bb-c874f95c1166 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0774279 Sep 22 18:09:23.846099 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dc670ed4-574f-47e6-86e6-29c35aec4f7a req-44c921cf-436a-42f4-bc5c-21a756caca26 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343106 Sep 22 18:09:24.415887 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dc6af-ce2b-4226-8d99-737b865ad527 req-9151253c-cdc8-49b8-984d-adea8a1387e9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:24.417293 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd7dc6af-ce2b-4226-8d99-737b865ad527 req-9151253c-cdc8-49b8-984d-adea8a1387e9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0871813 Sep 22 18:09:24.460617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fd7dc6af-ce2b-4226-8d99-737b865ad527 req-03c0a6c3-dd26-4ba1-ae4a-741bf707fc1b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377641 Sep 22 18:09:24.736915 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-35e95a19-482b-49e2-b132-230de5dfb3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:25.767051 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9172aa5f-24b5-4882-8f52-8b39fef0c88f req-228960d5-c612-4858-8458-b3f2a481cf73 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:25.769005 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9172aa5f-24b5-4882-8f52-8b39fef0c88f req-228960d5-c612-4858-8458-b3f2a481cf73 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1964920 Sep 22 18:09:25.810066 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:25.816838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9172aa5f-24b5-4882-8f52-8b39fef0c88f req-4cacd983-c824-44d2-8868-9525927ef34f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416842 Sep 22 18:09:26.016173 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123f43-1f7e-4202-bd21-697a13078f50 req-2f484d83-e0de-46f1-ab72-e440ea12cfda tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:26.018243 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e123f43-1f7e-4202-bd21-697a13078f50 req-2f484d83-e0de-46f1-ab72-e440ea12cfda tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0908587 Sep 22 18:09:26.060846 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e123f43-1f7e-4202-bd21-697a13078f50 req-ac092141-4af3-46d7-8953-4b8f388f2ee3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370638 Sep 22 18:09:26.089067 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33126) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:09:26.200993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.213410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d726c64b-d14b-40a9-bf19-4acb3e18e0bc tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:26.214911 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d726c64b-d14b-40a9-bf19-4acb3e18e0bc tempest-TestShelveInstance-2034056797 tempest-TestShelveInstance-2034056797-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1094 time: 0.1248944 Sep 22 18:09:26.217764 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33132) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:09:26.222626 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address': '172.20.0.12'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:09:26.228636 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:09:26.232485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Usage tracker for resource:floatingip and tenant:308f764c0845402abda20bcdddedb4c1 is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:09:26.235414 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:09:26.241826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:09:26.249408 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.253517 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.393545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.528171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Allocated IP 172.26.8.18 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/f13d5921-d1e4-4fa8-801d-bcb367c64492) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:09:26.680851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.709171 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:26.777731 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:09:26.780631 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:09:26.784812 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:09:26.816690 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=f13d5921-d1e4-4fa8-801d-bcb367c64492,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:27.285410 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.358961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.487283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.563130 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for port, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.569045 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3448806'] for port, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.672326 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event updated for resources: {'Port': ['ID=f13d5921-d1e4-4fa8-801d-bcb367c64492,revision_number=2']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:09:27.678298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:27.853179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Floating IP 38ddbbf6-04cc-46ef-b22f-42880d15fc29 associated. External IP: 172.26.8.18, port: eb70a8b9-2b1d-4e04-8b93-74da6339693b. Sep 22 18:09:28.239496 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:09:28.425485 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:09:28.435737 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:09:28.445821 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:09:28.446421 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:09:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:09:28.453153 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:28.527989 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2374ce89-01eb-4df3-a5f6-6f3e83882700 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3060322 Sep 22 18:09:28.527989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:09:28.527989 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af" -d '{"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:09:28.570184 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:09:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c446bb9-ddf1-4529-b0a8-ca613f35336f x-openstack-request-id: req-7c446bb9-ddf1-4529-b0a8-ca613f35336f {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:09:28.570476 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:09:28.570724 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7c446bb9-ddf1-4529-b0a8-ca613f35336f {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:09:28.571129 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c446bb9-ddf1-4529-b0a8-ca613f35336f'] response: {'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'status': 'completed', 'code': 200} Sep 22 18:09:28.631917 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:09:28.693844 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-048b5fdc-bd23-4835-bfb9-ab454938ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:28.695391 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-048b5fdc-bd23-4835-bfb9-ab454938ad48 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0829549 Sep 22 18:09:28.838859 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-f5a42664-458c-4a3f-9518-a6306bea8fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:28.840204 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-f5a42664-458c-4a3f-9518-a6306bea8fcc service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1393979 Sep 22 18:09:28.945105 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-575783b4-b8ac-4603-9773-c9a1d03af222 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 999 time: 0.0981977 Sep 22 18:09:29.009610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-b9af4742-b4a3-45c9-90ef-fbfbd5a4948d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:29.011087 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-b9af4742-b4a3-45c9-90ef-fbfbd5a4948d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0607412 Sep 22 18:09:29.020439 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '38ddbbf6-04cc-46ef-b22f-42880d15fc29', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:25:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:09:27Z', 'updated_at': '2022-09-22T18:09:27Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:09:29.024325 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:09:29.032802 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:09:29.033641 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:09:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:09:29.109668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-cf6a389d-7ec5-4906-ad75-f452a7159d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:09:29.111690 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-cf6a389d-7ec5-4906-ad75-f452a7159d3c service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0948150 Sep 22 18:09:29.224526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:09:29.246645 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-0db85ed5-2809-4fa6-9c7c-a562c715364f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296322 Sep 22 18:09:29.379267 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-46fbbebe-e6d4-4c84-85ea-461a5b1eb2af req-8373db07-17e8-4e3a-9744-1cd5ce61ea6b service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271982 Sep 22 18:09:29.581417 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '38ddbbf6-04cc-46ef-b22f-42880d15fc29', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:25:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:09:27Z', 'updated_at': '2022-09-22T18:09:27Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:09:29.585330 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f579321c-59a6-4ea4-aebc-f1a873753f6e None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '38ddbbf6-04cc-46ef-b22f-42880d15fc29', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'floating_ip_address': '172.26.8.18', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1856, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'mac_address': 'fa:16:3e:25:18:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:09:27Z', 'updated_at': '2022-09-22T18:09:27Z', 'revision_number': 0, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:09:29.777989 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b5ea78e-e56d-42f7-84b0-1f9fcd2d97eb None None] New status for floating IP 38ddbbf6-04cc-46ef-b22f-42880d15fc29: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:09:52.599514 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3fdd38eb-4c1b-4741-a7ad-afb0a98e9bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:53.076668 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:09:54.749778 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2edd32f3-418f-45f8-af0c-8d77686c1e40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:55.814123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:56.219740 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:56.253127 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:09:57.491791 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:20.636272 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-51484a4e-3e69-4198-8bb7-4a06ad9be300 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1025295 Sep 22 18:10:20.805667 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-61daeb62-627a-46d9-bbb0-8c34d55aca94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:10:20.807161 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-61daeb62-627a-46d9-bbb0-8c34d55aca94 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0826712 Sep 22 18:10:20.970607 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-ea5c6545-8c6a-4930-ba52-a9ef19869734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:10:20.972007 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-ea5c6545-8c6a-4930-ba52-a9ef19869734 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1438396 Sep 22 18:10:21.077838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-91783162-ec1a-4ac0-aa33-60a764218c6e service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 1001 time: 0.0992332 Sep 22 18:10:21.139529 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-c334d83f-88ff-4a8b-9a56-62eda6471b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:10:21.141662 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-c334d83f-88ff-4a8b-9a56-62eda6471b68 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0585380 Sep 22 18:10:21.233256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-d2c2ab5c-20c2-4fba-9abd-ee52817cb9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:10:21.235548 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-d2c2ab5c-20c2-4fba-9abd-ee52817cb9d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0884206 Sep 22 18:10:21.245415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-034a60e1-de68-490b-8fc7-066ad5b62449 service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 18:10:21.246396 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-034a60e1-de68-490b-8fc7-066ad5b62449 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052648 Sep 22 18:10:21.381727 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-0712d924-744e-4348-a6b0-790e4e71390f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287014 Sep 22 18:10:21.644492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fb799d9c-83fc-43c5-ab5b-fc6d6676e89d req-f0fe454d-c2aa-42c9-9955-6961d7637b6e service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567067 Sep 22 18:10:22.592191 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5029b1d8-8499-4784-9b39-03ace7b93b3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:24.743737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-37cd6d41-74e6-43df-bbb6-0ecc4faa70d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:25.817819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:26.228366 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:26.254276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:27.493483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:30.074891 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:10:52.595503 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f23c00c3-76e2-401e-9965-626feae361f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:54.750171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c72f8547-1e23-47c5-b9d4-b1e0338c8c91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:55.820155 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:56.248627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:56.259723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:10:57.496306 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:07.076258 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:11:21.686252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-669e7e33-cdb2-4780-b9f7-1be1630de7fc service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1273842 Sep 22 18:11:21.862367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-74f1ee5a-99b8-483d-9340-1248ac806dee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:21.863891 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-74f1ee5a-99b8-483d-9340-1248ac806dee service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0869541 Sep 22 18:11:22.023058 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-f98ddc88-177b-4ea5-94ee-54913ad45f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:22.024584 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-f98ddc88-177b-4ea5-94ee-54913ad45f1c service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1410134 Sep 22 18:11:22.140823 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-ff46966c-505c-4ae0-85af-ff48dcfd6926 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 1001 time: 0.1099281 Sep 22 18:11:22.214231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-93d5565f-9147-4919-aa26-9a96e19daf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:22.215978 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-93d5565f-9147-4919-aa26-9a96e19daf00 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0687189 Sep 22 18:11:22.312838 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-29d90efd-9781-434b-94dd-beecf172ce1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:22.314492 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-29d90efd-9781-434b-94dd-beecf172ce1d service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0927632 Sep 22 18:11:22.466387 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-2361b132-9f90-411a-b376-5f459ed0ae68 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451824 Sep 22 18:11:22.603965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b7f2c936-90fd-43ba-b307-c09d2446e5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:22.623882 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-cb9e5d02-9c2b-42b6-b01d-630425851a02 req-16adc9c2-aef2-4ee7-9e2c-4684c9c821fc service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500802 Sep 22 18:11:24.746003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b4a45ac7-b16a-47b8-b353-6e282605afcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:25.827545 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:26.253524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:26.270425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:26.662701 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c78fc1-d282-4cc3-9ce9-0bcc29901bba req-11c87aee-7a5f-4808-a1ea-695199998831 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:26.665214 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c78fc1-d282-4cc3-9ce9-0bcc29901bba req-11c87aee-7a5f-4808-a1ea-695199998831 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0974593 Sep 22 18:11:26.718076 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-09c78fc1-d282-4cc3-9ce9-0bcc29901bba req-c4378f38-2cc6-49ee-9129-539312c2ff83 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425684 Sep 22 18:11:27.502889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:27.952501 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4349f9ac-3fdf-4127-a342-8b8b7a907045 req-cac1281b-58fe-463d-bcfb-c90a541c2fea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:27.954139 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4349f9ac-3fdf-4127-a342-8b8b7a907045 req-cac1281b-58fe-463d-bcfb-c90a541c2fea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0978966 Sep 22 18:11:28.006475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4349f9ac-3fdf-4127-a342-8b8b7a907045 req-9ecab5ac-8094-4a86-8f0b-b760b34b844b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459392 Sep 22 18:11:29.307891 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0817a8-e0e7-4eef-aa73-ab92278ef8fa req-9059389e-22ff-4b04-8eb4-1f8d7ff7c36a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:29.309412 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0817a8-e0e7-4eef-aa73-ab92278ef8fa req-9059389e-22ff-4b04-8eb4-1f8d7ff7c36a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1013443 Sep 22 18:11:29.365854 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0817a8-e0e7-4eef-aa73-ab92278ef8fa req-bcb9b39b-d45a-4f1e-8b44-4df6cfbf1a78 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498769 Sep 22 18:11:30.770962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080ef081-0283-4f0f-815d-88d40ca18708 req-fe621768-13b2-4dcb-b864-364a6f6a1bd0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:30.772563 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-080ef081-0283-4f0f-815d-88d40ca18708 req-fe621768-13b2-4dcb-b864-364a6f6a1bd0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.2843924 Sep 22 18:11:30.829379 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-080ef081-0283-4f0f-815d-88d40ca18708 req-b2077293-78a1-4c93-ab2c-cc4f2119733f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463879 Sep 22 18:11:32.051500 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bc7251-e962-4700-853d-d3a0076bba5d req-61dfb51a-6667-4fca-ac4e-f65f6d4ed40e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:32.052985 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6bc7251-e962-4700-853d-d3a0076bba5d req-61dfb51a-6667-4fca-ac4e-f65f6d4ed40e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0926158 Sep 22 18:11:32.111327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6bc7251-e962-4700-853d-d3a0076bba5d req-bce9ef3d-4efb-47ee-a050-0ea81fc6b533 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478840 Sep 22 18:11:33.349440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b5e215-6638-411c-aa63-0f30f97136c5 req-b16d4116-8b38-4551-9b63-c7c9789571a5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:33.351050 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80b5e215-6638-411c-aa63-0f30f97136c5 req-b16d4116-8b38-4551-9b63-c7c9789571a5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1047440 Sep 22 18:11:33.400539 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-80b5e215-6638-411c-aa63-0f30f97136c5 req-f1fdc06e-ca6d-4dbb-b377-6cca9a6a1ee3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Sep 22 18:11:34.612346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e017fe1-5aa2-4ecc-908a-7b97f62d87ba req-c255ab1d-19bd-461e-a226-45eb20707cab tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:34.614091 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e017fe1-5aa2-4ecc-908a-7b97f62d87ba req-c255ab1d-19bd-461e-a226-45eb20707cab tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0942233 Sep 22 18:11:34.662549 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-9e017fe1-5aa2-4ecc-908a-7b97f62d87ba req-7f753ecf-310b-4b46-a7ee-858fe5bc4c0e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424137 Sep 22 18:11:35.894945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ddedef-d902-437d-afbd-95134981864f req-093b56c8-2149-403c-97a5-afb57486782d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:35.897429 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24ddedef-d902-437d-afbd-95134981864f req-093b56c8-2149-403c-97a5-afb57486782d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0916290 Sep 22 18:11:35.947896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-24ddedef-d902-437d-afbd-95134981864f req-a60ac16e-f52a-41bd-a734-e8cd71bec294 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440149 Sep 22 18:11:36.835062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-c30831bf-f259-44d4-954b-ee5e9f282c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:36.836596 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-c30831bf-f259-44d4-954b-ee5e9f282c93 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0904291 Sep 22 18:11:36.989616 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-170dd699-059d-4ee6-9862-352e307cf538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:36.991328 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-170dd699-059d-4ee6-9862-352e307cf538 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1484294 Sep 22 18:11:37.281787 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-25b18af1-8900-46f7-ab83-aee79951e7e9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 1001 time: 0.2846880 Sep 22 18:11:37.365583 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-97250f08-c465-4b6e-92e5-12bb25678eac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:37.367093 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-97250f08-c465-4b6e-92e5-12bb25678eac service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0772161 Sep 22 18:11:37.378139 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1330cb-5c9f-4cdc-8f77-301e6cd396b3 req-85a025a2-7be8-4521-86e7-93c9d5b3497b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:37.379638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d1330cb-5c9f-4cdc-8f77-301e6cd396b3 req-85a025a2-7be8-4521-86e7-93c9d5b3497b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1690509 Sep 22 18:11:37.480268 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5d1330cb-5c9f-4cdc-8f77-301e6cd396b3 req-c90f59c3-b194-4764-ba1f-d2de9d74a72f tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643277 Sep 22 18:11:37.503635 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-d5402368-5099-4d72-b22e-15371ead3ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:37.505180 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-d5402368-5099-4d72-b22e-15371ead3ceb service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1246479 Sep 22 18:11:37.648819 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-34c9ad58-d4c2-4f78-bb8d-68bde043e88f service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372125 Sep 22 18:11:37.795196 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-70b5f479-318c-4f4f-af9c-4c3a344b6199 req-7536492a-7051-48e9-9b81-f0a7051e2242 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394327 Sep 22 18:11:38.701947 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3c5e4-c20f-4f1d-bc1a-0d4ad0c111d2 req-c6606e5c-1232-4684-bba9-b5877753a64e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:38.703617 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8a3c5e4-c20f-4f1d-bc1a-0d4ad0c111d2 req-c6606e5c-1232-4684-bba9-b5877753a64e tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0972362 Sep 22 18:11:38.752166 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c8a3c5e4-c20f-4f1d-bc1a-0d4ad0c111d2 req-2242f03a-8e35-4a43-882d-3c07a3d2c457 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424025 Sep 22 18:11:40.011637 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116d1272-ed3e-470a-b843-622da8e3d310 req-d207d71e-47a2-4987-866b-a82d5417c072 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:40.013793 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-116d1272-ed3e-470a-b843-622da8e3d310 req-d207d71e-47a2-4987-866b-a82d5417c072 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1325006 Sep 22 18:11:40.067325 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-116d1272-ed3e-470a-b843-622da8e3d310 req-081f413c-8b5d-4157-b0e7-57bd0af2be8b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414057 Sep 22 18:11:41.097556 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-2484344d-8178-4c84-8aa6-ee8c1a16c01d req-fe320026-5177-4927-94bf-c53bc0c9a0ab service neutron] (89052) timed out ('10.222.0.25', 59742) {{(pid=89052) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 18:11:41.308648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea9a41-8ad5-49af-8cfd-33c78a75b7ea req-dccb359f-7f1c-403d-986a-1955c085646a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:41.310886 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-deea9a41-8ad5-49af-8cfd-33c78a75b7ea req-dccb359f-7f1c-403d-986a-1955c085646a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1139958 Sep 22 18:11:41.365352 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-deea9a41-8ad5-49af-8cfd-33c78a75b7ea req-dabf2a00-9a98-4872-a1da-e74b236ff5ad tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448294 Sep 22 18:11:41.723905 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-fb0fe56b-5c7f-4fad-8013-fc2d26d22146 service neutron] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0981245 Sep 22 18:11:41.854932 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9b024b-a465-49c2-af0c-1b63d85f347e req-60e160f4-5ea7-4923-90b3-798c7d202733 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:41.856927 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b9b024b-a465-49c2-af0c-1b63d85f347e req-60e160f4-5ea7-4923-90b3-798c7d202733 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1414020 Sep 22 18:11:41.929873 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-6b9b024b-a465-49c2-af0c-1b63d85f347e req-f7ff40be-e5bc-40ee-9f28-ad4aa2d5df3a tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630677 Sep 22 18:11:41.973435 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:11:42.189699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eb70a8b9-2b1d-4e04-8b93-74da6339693b is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:11:42.190299 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:42.249385 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:11:42.253860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd49e16-e5d0-4a30-89d8-15bbaa097bd7" -d '{"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-unplugged", "status": "completed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:11:42.272728 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:11:42.279407 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:42.324877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Sep 2022 18:11:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aace5d4-8633-44d2-8d43-2c74000663d1 x-openstack-request-id: req-7aace5d4-8633-44d2-8d43-2c74000663d1 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:11:42.325206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-unplugged", "status": "failed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "code": 422}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:11:42.325572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-7aace5d4-8633-44d2-8d43-2c74000663d1 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:11:42.325900 dv-neutron-858953-1-hyperv neutron-server[89053]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-7aace5d4-8633-44d2-8d43-2c74000663d1']: {'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'code': 422} returned with failed status Sep 22 18:11:42.370813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:11:42.380475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.381014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.381471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.381912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.382360 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.382816 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.383255 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.383702 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.384179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.384576 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.385014 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:42.385429 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:11:43.201190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28c7f33-b2fc-441b-b75d-cf602a3f8a70 req-11718653-f85a-4ebb-9aa0-2fbc02db7e7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:43.202938 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b28c7f33-b2fc-441b-b75d-cf602a3f8a70 req-11718653-f85a-4ebb-9aa0-2fbc02db7e7d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1055405 Sep 22 18:11:43.259977 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b28c7f33-b2fc-441b-b75d-cf602a3f8a70 req-ce6856ea-b09c-46d6-8662-fd848fbdef89 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452130 Sep 22 18:11:44.076511 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:11:44.610772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0f1e0-efa7-41a7-a99f-90fd8c1ae745 req-3049cd63-0e64-49e4-94f4-4046e4a267f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:44.613552 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2b0f1e0-efa7-41a7-a99f-90fd8c1ae745 req-3049cd63-0e64-49e4-94f4-4046e4a267f3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1336236 Sep 22 18:11:44.667570 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2b0f1e0-efa7-41a7-a99f-90fd8c1ae745 req-1d158f1f-d262-4544-a7ca-a5f9821dcf30 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448005 Sep 22 18:11:44.782173 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f487d-decb-42e3-a040-be6fe11f8249 req-e479c11b-1988-45cd-bec0-19da43962e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:44.783624 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-e479c11b-1988-45cd-bec0-19da43962e9d service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195&tenant_id=308f764c0845402abda20bcdddedb4c1 HTTP/1.1" status: 200 len: 1097 time: 0.1006734 Sep 22 18:11:44.900020 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f487d-decb-42e3-a040-be6fe11f8249 req-024054f8-3b07-416e-a297-68604a78c63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:44.901609 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-024054f8-3b07-416e-a297-68604a78c63d service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1097 time: 0.0848982 Sep 22 18:11:45.069834 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f487d-decb-42e3-a040-be6fe11f8249 req-581fbb4c-106b-40b1-88bd-57ce4aeed7ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:45.071445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-581fbb4c-106b-40b1-88bd-57ce4aeed7ed service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.1642773 Sep 22 18:11:45.187387 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-e324626b-3cf1-4864-a59a-b02078675aef service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 999 time: 0.1097653 Sep 22 18:11:45.265395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f487d-decb-42e3-a040-be6fe11f8249 req-e01ae522-f6bb-4e5f-aa5e-a31d2ae95079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:45.266888 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-e01ae522-f6bb-4e5f-aa5e-a31d2ae95079 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0737059 Sep 22 18:11:45.360987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394f487d-decb-42e3-a040-be6fe11f8249 req-fe647cd5-b452-4825-82ad-af063c45f637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:45.362508 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-fe647cd5-b452-4825-82ad-af063c45f637 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0892818 Sep 22 18:11:45.524212 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-c54f5be8-878d-46d9-b4e0-5c3d547d13d3 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555595 Sep 22 18:11:45.791724 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-394f487d-decb-42e3-a040-be6fe11f8249 req-def9ef04-9019-4c94-9c16-4b438e278a22 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2614598 Sep 22 18:11:45.890249 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5fb0d-b5c3-4067-b4ad-336885fa2893 req-bde8ffca-8c7c-4a61-b229-42fd3761b501 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:45.892064 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-19d5fb0d-b5c3-4067-b4ad-336885fa2893 req-bde8ffca-8c7c-4a61-b229-42fd3761b501 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0965877 Sep 22 18:11:45.942692 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-19d5fb0d-b5c3-4067-b4ad-336885fa2893 req-dad5b479-6c6f-43bb-997b-f9b181fd8fea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444515 Sep 22 18:11:47.162811 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea322a7-feea-463c-b730-13dbcbc6dbdd req-a161b0d0-bf0a-42c2-8629-a4faed060070 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:47.164742 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ea322a7-feea-463c-b730-13dbcbc6dbdd req-a161b0d0-bf0a-42c2-8629-a4faed060070 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0934925 Sep 22 18:11:47.221998 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5ea322a7-feea-463c-b730-13dbcbc6dbdd req-1188235a-19c8-433c-97f9-a7bab3e41908 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477350 Sep 22 18:11:48.466735 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2220d751-0af3-4379-b1c1-bb06ad3e133f req-e8cb7e83-561c-45e4-b79f-e0c1bdb183f8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:48.468216 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2220d751-0af3-4379-b1c1-bb06ad3e133f req-e8cb7e83-561c-45e4-b79f-e0c1bdb183f8 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1038008 Sep 22 18:11:48.524074 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2220d751-0af3-4379-b1c1-bb06ad3e133f req-c8be2bf8-a1a7-4f32-8ddb-395b07940996 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456200 Sep 22 18:11:49.910845 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a33e163-e20b-47a2-a1d6-24967b5431ee req-a936566d-b394-4ad6-bedf-d2c4a98f17e5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:49.912527 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a33e163-e20b-47a2-a1d6-24967b5431ee req-a936566d-b394-4ad6-bedf-d2c4a98f17e5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1029060 Sep 22 18:11:49.959371 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1a33e163-e20b-47a2-a1d6-24967b5431ee req-a2774587-5d81-48bd-a5d4-07d22a5ad5ee tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Sep 22 18:11:51.170367 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca32a54-cb2e-4b84-83a9-273a1e71766d req-53905580-7f31-4db9-b58f-898eb7b53f37 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:51.172393 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ca32a54-cb2e-4b84-83a9-273a1e71766d req-53905580-7f31-4db9-b58f-898eb7b53f37 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0964296 Sep 22 18:11:51.227566 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9ca32a54-cb2e-4b84-83a9-273a1e71766d req-7e8df3f2-d8b0-4abc-9fa8-c13d7c9bc91c tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448396 Sep 22 18:11:52.462243 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ff860-bc31-4228-9f21-50d81bcd5ee6 req-a4404e21-0c37-4667-8b85-d59565042cd5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:52.463816 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd3ff860-bc31-4228-9f21-50d81bcd5ee6 req-a4404e21-0c37-4667-8b85-d59565042cd5 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.0982285 Sep 22 18:11:52.515403 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fd3ff860-bc31-4228-9f21-50d81bcd5ee6 req-da12c42b-53b9-4051-9a51-a3d1aaf02d9b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448585 Sep 22 18:11:52.607836 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4be3c50c-6dcc-4d00-b8c1-91e040b507de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:53.732072 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4531265-af22-4f7b-9042-cfd3ce65071a req-596abdcb-087a-451d-9fa0-0b06d3a9beca tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:53.734329 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4531265-af22-4f7b-9042-cfd3ce65071a req-596abdcb-087a-451d-9fa0-0b06d3a9beca tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 944 time: 0.1009626 Sep 22 18:11:53.785147 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4531265-af22-4f7b-9042-cfd3ce65071a req-66f78585-4e09-48a6-85f3-6dea0328fb32 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437000 Sep 22 18:11:54.032129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:11:54.195253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:11:54.219696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'port_id': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'mac_address': 'fa:16:3e:25:18:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:11:54.306060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eb70a8b9-2b1d-4e04-8b93-74da6339693b is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:11:54.306498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:54.325029 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb70a8b9-2b1d-4e04-8b93-74da6339693b {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:11:54.341228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:11:54.346016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:54.420016 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:11:54.740347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-98e70a87-886c-4c21-879c-80b683a99b54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:54.780533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['eb70a8b9-2b1d-4e04-8b93-74da6339693b'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:11:55.057772 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195f2676-5b89-424c-af11-076113fb0e1f req-8b60955c-017b-46b3-9864-1e4458a0b4f7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:55.059813 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-195f2676-5b89-424c-af11-076113fb0e1f req-8b60955c-017b-46b3-9864-1e4458a0b4f7 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 945 time: 0.1382298 Sep 22 18:11:55.127715 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-195f2676-5b89-424c-af11-076113fb0e1f req-83e158e2-1887-44c0-aa3a-44a8f0fe9849 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602818 Sep 22 18:11:55.835640 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.031919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:11:56.152513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port eb70a8b9-2b1d-4e04-8b93-74da6339693b triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:11:56.153773 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.154293 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port eb70a8b9-2b1d-4e04-8b93-74da6339693b Sep 22 18:11:56.313401 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.314475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.355317 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7ca15-d53e-4204-b88b-2e12ff812f84 req-91ad5967-52c5-4d64-9a3a-49e816e1847d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:56.357677 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55b7ca15-d53e-4204-b88b-2e12ff812f84 req-91ad5967-52c5-4d64-9a3a-49e816e1847d tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 945 time: 0.0987773 Sep 22 18:11:56.409829 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-55b7ca15-d53e-4204-b88b-2e12ff812f84 req-525cfc8d-af73-4f9a-be6e-4bc4519440b2 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458803 Sep 22 18:11:56.419777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port eb70a8b9-2b1d-4e04-8b93-74da6339693b is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:11:56.420365 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.467849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:11:56.471675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f16ba25-4f61-41f4-8dd5-d6a1f3895c81" -d '{"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-plugged", "status": "completed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:11:56.486304 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:11:56.493105 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:56.595484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:11:57.514542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:11:57.533551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d6e4c3-bb1d-4bb3-8e4a-58754ecb1159 x-openstack-request-id: req-22d6e4c3-bb1d-4bb3-8e4a-58754ecb1159 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:11:57.533982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-plugged", "status": "completed", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:11:57.534373 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-22d6e4c3-bb1d-4bb3-8e4a-58754ecb1159 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:11:57.534896 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-22d6e4c3-bb1d-4bb3-8e4a-58754ecb1159'] response: {'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'code': 200} Sep 22 18:11:57.632498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0930921-5556-4435-832f-462590e5b647 req-94a0332d-dc20-4b56-aa60-b9bcdc584a67 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:57.634115 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0930921-5556-4435-832f-462590e5b647 req-94a0332d-dc20-4b56-aa60-b9bcdc584a67 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0969496 Sep 22 18:11:57.694029 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e0930921-5556-4435-832f-462590e5b647 req-51a3d159-5395-4a9b-8622-5a96bf4332b9 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515349 Sep 22 18:11:57.865346 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c65455-5057-4c99-89c7-964764476ca9 req-b963f40f-9e79-43bc-849e-34d32790ae0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:57.866928 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54c65455-5057-4c99-89c7-964764476ca9 req-b963f40f-9e79-43bc-849e-34d32790ae0e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.0878394 Sep 22 18:11:57.912947 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-54c65455-5057-4c99-89c7-964764476ca9 req-7b91f059-738e-41cf-9201-194859d09d64 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394707 Sep 22 18:11:58.911871 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c0d939-ce10-4622-8435-31aae0ceccf8 req-2fe4a6d1-e0f3-48d8-8f2b-e5799aa9f207 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:11:58.913440 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7c0d939-ce10-4622-8435-31aae0ceccf8 req-2fe4a6d1-e0f3-48d8-8f2b-e5799aa9f207 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0966070 Sep 22 18:11:58.970021 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a7c0d939-ce10-4622-8435-31aae0ceccf8 req-b585d12b-7664-42bf-b4d4-87664d4f5198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496764 Sep 22 18:12:00.239644 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272ca8a2-dc5b-43b6-af7b-ac6cf330e8cf req-82f7e9b6-708c-4730-99cc-daf820ad1f95 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:12:00.241750 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-272ca8a2-dc5b-43b6-af7b-ac6cf330e8cf req-82f7e9b6-708c-4730-99cc-daf820ad1f95 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1087160 Sep 22 18:12:00.300009 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-272ca8a2-dc5b-43b6-af7b-ac6cf330e8cf req-0d37edcb-91b6-44c3-a07f-9aae96d61bd3 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515490 Sep 22 18:12:21.075351 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:12:22.607178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2823cc3f-73df-471e-8f85-2060fc348895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:23.643428 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-7efecb68-1a4a-4801-998f-da14f378c9ed service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1103816 Sep 22 18:12:23.879122 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-3124abf6-cbba-4c70-b855-9e00128bbeac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:12:23.879122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-3124abf6-cbba-4c70-b855-9e00128bbeac service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.1237972 Sep 22 18:12:24.099175 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-fa2985e0-35ee-4077-a797-0236ceed0eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:12:24.101644 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-fa2985e0-35ee-4077-a797-0236ceed0eef service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.2005804 Sep 22 18:12:24.257707 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-cbc3dc11-278c-4438-8f5c-7dda37803ffa service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 1001 time: 0.1497784 Sep 22 18:12:24.327298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-069567ce-9520-4a65-9a8a-2016292f9068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:12:24.328804 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-069567ce-9520-4a65-9a8a-2016292f9068 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0648339 Sep 22 18:12:24.433695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-d42890da-8eaf-4a45-a675-3b812a4399c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:12:24.435310 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-d42890da-8eaf-4a45-a675-3b812a4399c0 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0997791 Sep 22 18:12:24.601900 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-ec1c14b1-d8d6-43d1-b10c-815e650f4dd4 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523161 Sep 22 18:12:24.753541 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd4619ef-764b-499d-b950-0437dbacf27c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:24.776838 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7bfb1950-d855-44d8-97e1-bd26e2d575fb req-85244f4f-6a4a-48eb-91ae-af429a2fd559 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739657 Sep 22 18:12:25.832536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:26.304388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:26.307589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:27.522121 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:52.602211 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-04472586-7562-4387-8574-dd958f9265b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:54.749003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-778ee588-227b-47eb-a21d-92e50506da03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:55.819599 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:56.291704 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:56.293725 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:57.513474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:12:58.074191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:13:19.885197 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33260) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:20.209450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Deleting port f13d5921-d1e4-4fa8-801d-bcb367c64492 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:20.209661 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:20.378584 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:20.378904 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:20.516598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Calling delete_port for f13d5921-d1e4-4fa8-801d-bcb367c64492 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:20.682073 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:20.765531 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'Port': ['ID=f13d5921-d1e4-4fa8-801d-bcb367c64492,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:20.784705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.784970 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.785315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.785651 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.785983 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.786315 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.786648 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.786971 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.787295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.787614 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.787933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.788247 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:20.853520 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:20.853926 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Floating IP 38ddbbf6-04cc-46ef-b22f-42880d15fc29 disassociated (deleted). External IP: 172.26.8.18, port: eb70a8b9-2b1d-4e04-8b93-74da6339693b. Sep 22 18:13:21.313434 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:13:21.504698 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:21.515747 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:21.526948 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:21.531106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:21.533102 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:12:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:21.592698 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fa34372e-6e50-4b2d-9bfe-cf246f83e198 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "DELETE /v2.0/floatingips/38ddbbf6-04cc-46ef-b22f-42880d15fc29 HTTP/1.1" status: 204 len: 168 time: 1.7062373 Sep 22 18:13:21.593239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:13:21.595643 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff0402e1-ea08-4be5-baaa-71283b18d022" -d '{"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:13:21.669685 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d052ff-a268-408e-bd03-5f4923e9c3bc x-openstack-request-id: req-20d052ff-a268-408e-bd03-5f4923e9c3bc {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:13:21.670239 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:13:21.670705 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-20d052ff-a268-408e-bd03-5f4923e9c3bc {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:13:21.671399 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20d052ff-a268-408e-bd03-5f4923e9c3bc'] response: {'name': 'network-changed', 'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'status': 'completed', 'code': 200} Sep 22 18:13:21.764059 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:21.831690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-98cce6fe-7e0f-4af0-8751-382417f3447a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:21.835271 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-98cce6fe-7e0f-4af0-8751-382417f3447a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=308f764c0845402abda20bcdddedb4c1&device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 1099 time: 0.1209168 Sep 22 18:13:22.047618 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccc04c3-e4c3-463e-9d3c-b96d100a9a40 req-3ad089bd-2a51-43e4-a829-2c4abcea7138 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:22.048298 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3ccc04c3-e4c3-463e-9d3c-b96d100a9a40 req-3ad089bd-2a51-43e4-a829-2c4abcea7138 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Synchronizing usage tracker for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:13:22.066784 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-3ccc04c3-e4c3-463e-9d3c-b96d100a9a40 req-3ad089bd-2a51-43e4-a829-2c4abcea7138 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Unset dirty status for tenant:308f764c0845402abda20bcdddedb4c1 on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:13:22.075428 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ccc04c3-e4c3-463e-9d3c-b96d100a9a40 req-3ad089bd-2a51-43e4-a829-2c4abcea7138 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.1318641 Sep 22 18:13:22.124305 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-9124b7a9-e1b0-4af8-8d58-8def4c2e6654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:22.126329 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-9124b7a9-e1b0-4af8-8d58-8def4c2e6654 service neutron] 10.222.0.18 "GET /v2.0/networks?id=909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 200 len: 909 time: 0.2843626 Sep 22 18:13:22.129088 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ccc04c3-e4c3-463e-9d3c-b96d100a9a40 req-007c8c4f-5487-4f05-a3a4-c598f1166dfa tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525112 Sep 22 18:13:22.204871 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:22.209971 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:22.210972 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-a5a223ee-4b6e-49be-95a3-4e591a5ef008 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 200 len: 217 time: 0.0760512 Sep 22 18:13:22.220865 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:22.221483 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:12:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:22.287440 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-eba4efb8-e600-4bdf-b1b8-2cf91b16d683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:22.288899 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-eba4efb8-e600-4bdf-b1b8-2cf91b16d683 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 200 len: 847 time: 0.0713313 Sep 22 18:13:22.384466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-035bb3c2-b817-40a8-82c9-a83013d22c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:22.386077 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-035bb3c2-b817-40a8-82c9-a83013d22c8b service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=909ca920-6f03-4726-915f-d8f2e7ac1724&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0903566 Sep 22 18:13:22.414467 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:22.530209 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-818b665e-8cd4-4335-8a71-d61257e822af service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380599 Sep 22 18:13:22.619856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a5327801-abe9-47cf-97b1-c0165847417a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:22.698472 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff0402e1-ea08-4be5-baaa-71283b18d022 req-089b72b4-ac0a-4648-9cce-f05115b2ec34 service neutron] 10.222.0.18 "GET /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616609 Sep 22 18:13:22.768740 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:22.773222 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50a0ac2-340c-40ab-9f5a-5d1e809ea33a None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:03:12Z', 'revision_number': 4, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'e8a02852-dace-46aa-845e-69501f66cd9e', 'name': '', 'network_id': '909ca920-6f03-4726-915f-d8f2e7ac1724', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'mac_address': 'fa:16:3e:4e:04:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:12Z', 'updated_at': '2022-09-22T18:03:20Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'subnets': [{'id': 'fa54520a-753d-49b7-99b4-5de84abee7d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:23.018489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb78511-cd5b-4a47-af1e-958d03ab949e None None] New status for floating IP 38ddbbf6-04cc-46ef-b22f-42880d15fc29: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:13:23.409009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85270f1d-20b8-4a1c-bae8-979dff0ead6e req-031c5ba8-917e-4c7d-97df-a33607c175ff tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:23.410445 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85270f1d-20b8-4a1c-bae8-979dff0ead6e req-031c5ba8-917e-4c7d-97df-a33607c175ff tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0922692 Sep 22 18:13:23.458208 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-85270f1d-20b8-4a1c-bae8-979dff0ead6e req-e5ef99c8-2d4a-4d50-b880-68034e81e79b tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/security-groups?id=2ad918f8-427c-4a5b-a68c-88c77a11bf8b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409586 Sep 22 18:13:23.838815 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-bd79a299-49da-496c-8dc4-cd2b8d3ea241 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:23.840236 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-bd79a299-49da-496c-8dc4-cd2b8d3ea241 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 946 time: 0.0976210 Sep 22 18:13:23.922415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Deleting port eb70a8b9-2b1d-4e04-8b93-74da6339693b {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:23.922767 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:24.219128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] For port eb70a8b9-2b1d-4e04-8b93-74da6339693b, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=eb70a8b9-2b1d-4e04-8b93-74da6339693b,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:24.219958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:24.364479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Calling delete_port for eb70a8b9-2b1d-4e04-8b93-74da6339693b owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:24.532746 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:24.596444 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'Port': ['ID=eb70a8b9-2b1d-4e04-8b93-74da6339693b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:24.638095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.638449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.638800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.639137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.640956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.640956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.640956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.640956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.640956 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.641353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.641426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.641704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:24.642901 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fc00c5a3-ed77-41e7-9597-6c1164a15573 req-f67d2898-2dac-4fb2-a22a-aa029dcb8ef0 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 210 time: 0.0536098 Sep 22 18:13:24.703073 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] No DVR routers for this DVR port eb70a8b9-2b1d-4e04-8b93-74da6339693b on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:13:24.705660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:24.708380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-deleted', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:13:24.710756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4ee7145-26e4-4ba3-bd09-596820d48c1a" -d '{"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-deleted", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:13:24.725705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65b2ec0f-60e8-4226-bdfb-49f19949a4e1 req-5508fa26-b0a9-4aca-b039-3beea7633422 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.18 "DELETE /v2.0/ports/eb70a8b9-2b1d-4e04-8b93-74da6339693b HTTP/1.1" status: 204 len: 173 time: 0.8806057 Sep 22 18:13:24.753793 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bd28de56-f480-4a08-9a9f-2bb4f087c731 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:24.756804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00dde900-22c8-4997-b046-b3b3457fed18 x-openstack-request-id: req-00dde900-22c8-4997-b046-b3b3457fed18 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:13:24.757099 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7569992-93df-4cf0-bcf7-aeb7ca01b195", "name": "network-vif-deleted", "tag": "eb70a8b9-2b1d-4e04-8b93-74da6339693b", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:13:24.757356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-00dde900-22c8-4997-b046-b3b3457fed18 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:13:24.757759 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00dde900-22c8-4997-b046-b3b3457fed18'] response: {'server_uuid': 'f7569992-93df-4cf0-bcf7-aeb7ca01b195', 'name': 'network-vif-deleted', 'tag': 'eb70a8b9-2b1d-4e04-8b93-74da6339693b', 'status': 'completed', 'code': 200} Sep 22 18:13:25.840040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:25.983973 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-7d89c058-6b6b-4b5d-9f73-a9cb18474f26 req-4e870450-4c1d-4a1b-b417-4143114a7bc4 tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "GET /v2.0/ports?device_id=f7569992-93df-4cf0-bcf7-aeb7ca01b195 HTTP/1.1" status: 200 len: 210 time: 0.2031231 Sep 22 18:13:26.271167 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:26.289949 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:26.514087 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:26.553924 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: eb70a8b9-2b1d-4e04-8b93-74da6339693b {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:26.554275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device eb70a8b9-2b1d-4e04-8b93-74da6339693b not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:27.119710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33282) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:27.206655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:27.425621 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:27.518271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:27.536654 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:27.542023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ad918f8-427c-4a5b-a68c-88c77a11bf8b,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:27.561554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:27.567880 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-bedd60b7-233b-4b9b-ae49-608bb35aefea tempest-TestShelveInstance-1776080171 tempest-TestShelveInstance-1776080171-project] 10.222.0.25 "DELETE /v2.0/security-groups/2ad918f8-427c-4a5b-a68c-88c77a11bf8b HTTP/1.1" status: 204 len: 168 time: 0.4425161 Sep 22 18:13:28.627009 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33290) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:29.382684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:29.751615 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Deleting port e8a02852-dace-46aa-845e-69501f66cd9e {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:29.752296 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:29.933958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] For port e8a02852-dace-46aa-845e-69501f66cd9e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=e8a02852-dace-46aa-845e-69501f66cd9e,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:29.934314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:30.058666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Calling delete_port for e8a02852-dace-46aa-845e-69501f66cd9e owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:30.443468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:30.492685 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8a02852-dace-46aa-845e-69501f66cd9e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:30.782349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:31.161507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Router 5bf6ab26-a103-4c5e-80ad-e95063ab467d has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:13:31.358424 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:31.367647 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Sync routers for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:31.378594 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:31.378860 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-35744814-5c0b-4b67-8806-c0df43109c27 admin admin] 10.222.0.25 "PUT /v2.0/routers/5bf6ab26-a103-4c5e-80ad-e95063ab467d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499204 Sep 22 18:13:31.379482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:31.381135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33296) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:31.624785 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:31.635046 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:31.975159 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:31.990382 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Deleting port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:31.990929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:31.996687 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97'}], 'enable_snat': True}, 'gw_port_id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:13:30Z', 'revision_number': 5, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port': {'id': '401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1819, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:09Z', 'updated_at': '2022-09-22T18:03:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:32.000816 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Checking router: 5bf6ab26-a103-4c5e-80ad-e95063ab467d for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:32.010098 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Routers {'5bf6ab26-a103-4c5e-80ad-e95063ab467d'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:32.010871 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:32.170795 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] Set router 5bf6ab26-a103-4c5e-80ad-e95063ab467d gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:32.200086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] For port 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:32.200447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:32.281061 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:13:31Z', 'revision_number': 6, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:32.285289 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eb79dab-9e74-40e3-9918-51f68f0d7987 None None] The sync data for ids ['5bf6ab26-a103-4c5e-80ad-e95063ab467d'] in dv-neutron-858953-1-hyperv is: [{'id': '5bf6ab26-a103-4c5e-80ad-e95063ab467d', 'name': 'tempest-TestShelveInstance-952792230-router', 'tenant_id': '308f764c0845402abda20bcdddedb4c1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:08Z', 'updated_at': '2022-09-22T18:13:31Z', 'revision_number': 6, 'project_id': '308f764c0845402abda20bcdddedb4c1', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:32.333579 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Calling delete_port for 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:32.521495 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:32.568709 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:32.697769 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.027333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.031531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.063973 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.064567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bf6ab26-a103-4c5e-80ad-e95063ab467d {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:13:33.079899 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.085043 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33300) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:33.085826 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-29a40d5e-5ed1-4e6a-af36-cec28e1257d3 admin admin] 10.222.0.25 "DELETE /v2.0/routers/5bf6ab26-a103-4c5e-80ad-e95063ab467d HTTP/1.1" status: 204 len: 168 time: 1.7027030 Sep 22 18:13:33.173925 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Deleting subnet fa54520a-753d-49b7-99b4-5de84abee7d4 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:13:33.177678 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.240633 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.324878 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.433736 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.477800 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.483021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24a71558-4e1b-4a20-91fd-dabe577ebd5c None None] Network 909ca920-6f03-4726-915f-d8f2e7ac1724 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:33.485826 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa54520a-753d-49b7-99b4-5de84abee7d4,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:33.490341 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2afc0497-56a6-4035-9205-8b827fe95abd admin admin] 10.222.0.25 "DELETE /v2.0/subnets/fa54520a-753d-49b7-99b4-5de84abee7d4 HTTP/1.1" status: 204 len: 168 time: 0.4029033 Sep 22 18:13:33.494370 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33304) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:33.612587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.632257 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Deleting port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:33.632760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.819335 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34187e0-c551-4887-a613-485c1090c381 None None] DHCP port deletion for 909ca920-6f03-4726-915f-d8f2e7ac1724 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:13:33.825117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Deleting port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:33.825582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:33.893667 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] For port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:33.894032 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.033220 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Calling delete_port for ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:34.048378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:34.104709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:34.105060 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 401c8cc5-dcfc-4b67-b9fd-d6689d9ec0fb not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:34.105539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:34.118546 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.155677 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:34.156024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:34.156431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e8a02852-dace-46aa-845e-69501f66cd9e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:34.174228 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Pushing event deleted for resources: {'Port': ['ID=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:34.176547 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] No DVR routers for this DVR port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:13:34.211024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: e8a02852-dace-46aa-845e-69501f66cd9e {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:34.211518 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device e8a02852-dace-46aa-845e-69501f66cd9e not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:34.219053 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-c34187e0-c551-4887-a613-485c1090c381 None None] For port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281,segment=NetworkSegment(b69a0563-0c68-4c81-99ef-5464de359139),segment_id=b69a0563-0c68-4c81-99ef-5464de359139)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:34.219484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.309467 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.344320 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['909ca920-6f03-4726-915f-d8f2e7ac1724']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:34.355404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Calling delete_port for ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:34.359524 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b69a0563-0c68-4c81-99ef-5464de359139') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:34.359821 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b69a0563-0c68-4c81-99ef-5464de359139') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:34.373627 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.397457 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.406069 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:13:34.406624 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.456090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:13:34.456477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:13:34.511629 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.518106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:34.551737 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] Pushing event deleted for resources: {'Network': ['ID=909ca920-6f03-4726-915f-d8f2e7ac1724,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:34.564592 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-4de500a0-a639-4303-bf1c-e9b3a4fc01ab admin admin] 10.222.0.25 "DELETE /v2.0/networks/909ca920-6f03-4726-915f-d8f2e7ac1724 HTTP/1.1" status: 204 len: 168 time: 1.0688207 Sep 22 18:13:34.567739 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33312) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:34.681472 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b69a0563-0c68-4c81-99ef-5464de359139 resource provider aggregate not found Sep 22 18:13:34.772935 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment b69a0563-0c68-4c81-99ef-5464de359139 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b69a0563-0c68-4c81-99ef-5464de359139 found for delete ", "request_id": "req-d15f065b-daf6-4783-a137-d8455f40ed16"}]} Sep 22 18:13:34.958443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Deleting port ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:34.959006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c34187e0-c551-4887-a613-485c1090c381 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:35.031214 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-c34187e0-c551-4887-a613-485c1090c381 None None] The port 'ccccb8d8-77f4-4fb6-b39a-c43cfb5f4281' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 18:13:35.073266 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:13:35.304412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:35.687757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Deleting port 545fbf06-9f46-4375-bc9d-50acbcd2ff96 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:35.688103 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:35.867177 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] For port 545fbf06-9f46-4375-bc9d-50acbcd2ff96, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=545fbf06-9f46-4375-bc9d-50acbcd2ff96,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:35.867533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:35.992172 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Calling delete_port for 545fbf06-9f46-4375-bc9d-50acbcd2ff96 owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:36.320655 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:36.367289 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Pushing event deleted for resources: {'Port': ['ID=545fbf06-9f46-4375-bc9d-50acbcd2ff96,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:36.799459 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:37.187325 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Router 4834822f-26b9-4731-bf6b-687842943793 has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:13:37.368927 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:37.377699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Sync routers for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:37.385551 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-eff0a234-3fb6-414e-bb17-a370100f0fd2 admin admin] 10.222.0.25 "PUT /v2.0/routers/4834822f-26b9-4731-bf6b-687842943793/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8162360 Sep 22 18:13:37.388248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:37.388383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33318) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:37.388955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:37.582809 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks [] for router, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:37.585253 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:37.769078 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:37.779504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Deleting port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:37.779967 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:37.883991 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130'}], 'enable_snat': True}, 'gw_port_id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:13:36Z', 'revision_number': 5, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port': {'id': '43ba4c53-1fb8-4cb4-94c3-7d5feffa7106', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:dc:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4834822f-26b9-4731-bf6b-687842943793', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1831, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:03:16Z', 'updated_at': '2022-09-22T18:03:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:37.888932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Checking router: 4834822f-26b9-4731-bf6b-687842943793 for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:37.898212 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Routers {'4834822f-26b9-4731-bf6b-687842943793'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:37.898841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['4834822f-26b9-4731-bf6b-687842943793'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:38.077289 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] For port 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:38.077641 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.093696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] Set router 4834822f-26b9-4731-bf6b-687842943793 gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:38.202484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-2128a945-b344-4047-8dee-3458405468e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:13:37Z', 'revision_number': 6, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:38.206810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2128a945-b344-4047-8dee-3458405468e4 None None] The sync data for ids ['4834822f-26b9-4731-bf6b-687842943793'] in dv-neutron-858953-1-hyperv is: [{'id': '4834822f-26b9-4731-bf6b-687842943793', 'name': 'tempest-TestShelveInstance-716853172-router', 'tenant_id': '1c81b379d157479fb41cdd7db7b4ac78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:03:15Z', 'updated_at': '2022-09-22T18:13:37Z', 'revision_number': 6, 'project_id': '1c81b379d157479fb41cdd7db7b4ac78', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:38.208375 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Calling delete_port for 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 owned by network:router_gateway {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:38.398996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.447911 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Pushing event deleted for resources: {'Port': ['ID=43ba4c53-1fb8-4cb4-94c3-7d5feffa7106,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:38.550518 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.739241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.741507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.767935 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.768872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4834822f-26b9-4731-bf6b-687842943793 {{(pid=89052) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:13:38.786380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.787528 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-45522256-5a0b-412f-bf5c-4299f7b5f3ab admin admin] 10.222.0.25 "DELETE /v2.0/routers/4834822f-26b9-4731-bf6b-687842943793 HTTP/1.1" status: 204 len: 168 time: 1.3982520 Sep 22 18:13:38.790380 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33322) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:38.853086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_v2 [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Deleting subnet 66d19f1b-da0f-4d31-8b03-e1dcce376dad {{(pid=89052) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:13:38.856148 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.909716 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2369379'] for subnet, precommit_delete_associations {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:38.992029 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.062671 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3750214', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2208410'] for subnet, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.105872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66d19f1b-da0f-4d31-8b03-e1dcce376dad,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:39.110525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.121292 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb07226-30b3-4ddd-830d-868f5800c657 None None] Network 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:39.127952 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-248f9df0-760b-4669-8fc1-5a7cf82345f6 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/66d19f1b-da0f-4d31-8b03-e1dcce376dad HTTP/1.1" status: 204 len: 168 time: 0.3364766 Sep 22 18:13:39.131874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33326) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:39.269019 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.287151 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Deleting port 147ea866-59f4-4963-94f5-8220bb3a8a23 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:39.287610 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.474423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] DHCP port deletion for 13c3e4fc-88c6-489a-8db0-ff1ef7629d8e request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:13:39.485567 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Deleting port 147ea866-59f4-4963-94f5-8220bb3a8a23 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:39.485936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.533534 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] For port 147ea866-59f4-4963-94f5-8220bb3a8a23, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=147ea866-59f4-4963-94f5-8220bb3a8a23,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:39.534103 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.715452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] For port 147ea866-59f4-4963-94f5-8220bb3a8a23, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=147ea866-59f4-4963-94f5-8220bb3a8a23,segment=NetworkSegment(0b8a4f7e-47b4-422c-b186-b6e6018f5617),segment_id=0b8a4f7e-47b4-422c-b186-b6e6018f5617)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:39.715849 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.782353 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Calling delete_port for 147ea866-59f4-4963-94f5-8220bb3a8a23 owned by network:dhcp {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:39.849297 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Calling delete_port for 147ea866-59f4-4963-94f5-8220bb3a8a23 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:13:39.874055 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:39.925925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Pushing event deleted for resources: {'Port': ['ID=147ea866-59f4-4963-94f5-8220bb3a8a23,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:39.927533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:13:39.927993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:13:39.928265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] No DVR routers for this DVR port 147ea866-59f4-4963-94f5-8220bb3a8a23 on host dv-neutron-858953-1-hyperv {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:13:40.017419 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:40.052559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:40.052937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 43ba4c53-1fb8-4cb4-94c3-7d5feffa7106 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:40.053356 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 545fbf06-9f46-4375-bc9d-50acbcd2ff96 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:40.059195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.091958 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13c3e4fc-88c6-489a-8db0-ff1ef7629d8e']}} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:40.092242 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 545fbf06-9f46-4375-bc9d-50acbcd2ff96 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:40.092521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 545fbf06-9f46-4375-bc9d-50acbcd2ff96 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:40.092968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 147ea866-59f4-4963-94f5-8220bb3a8a23 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:13:40.106397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8a4f7e-47b4-422c-b186-b6e6018f5617') {'for_net_delete': True} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:40.106666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.services.segments.db [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8a4f7e-47b4-422c-b186-b6e6018f5617') {} {{(pid=89052) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:40.119829 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2369402'] for segment, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.128764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 147ea866-59f4-4963-94f5-8220bb3a8a23 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:13:40.129337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 147ea866-59f4-4963-94f5-8220bb3a8a23 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:13:40.137501 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.144520 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=89052) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:13:40.145016 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3750168'] for segment, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.245262 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0b8a4f7e-47b4-422c-b186-b6e6018f5617 resource provider aggregate not found Sep 22 18:13:40.266160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.269410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.services.segments.plugin [-] Segment 0b8a4f7e-47b4-422c-b186-b6e6018f5617 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b8a4f7e-47b4-422c-b186-b6e6018f5617 found for delete ", "request_id": "req-3846e68f-765c-49ff-a815-723a2f83c84d"}]} Sep 22 18:13:40.284461 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.295393 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] Pushing event deleted for resources: {'Network': ['ID=13c3e4fc-88c6-489a-8db0-ff1ef7629d8e,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:40.304574 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39fa5027-c0d6-4010-a374-2c5e727527eb admin admin] 10.222.0.25 "DELETE /v2.0/networks/13c3e4fc-88c6-489a-8db0-ff1ef7629d8e HTTP/1.1" status: 204 len: 168 time: 1.1701918 Sep 22 18:13:40.429587 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Deleting port 147ea866-59f4-4963-94f5-8220bb3a8a23 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:13:40.430077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.445283 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33338) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:40.500783 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-286355e8-81be-43b8-901c-85511a04fa16 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=308f764c0845402abda20bcdddedb4c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518460 Sep 22 18:13:40.500990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-3d6e9de2-c360-4433-ab16-7aaac741e8be None None] The port '147ea866-59f4-4963-94f5-8220bb3a8a23' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 18:13:40.501080 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33342) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:40.564560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.591715 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.646612 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.665987 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e5c75c-c632-4181-bff9-3f073c97271d,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:40.672489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:40.674211 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-7d5d5a8b-9773-40d3-b80a-5aa0079560f9 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/f8e5c75c-c632-4181-bff9-3f073c97271d HTTP/1.1" status: 204 len: 168 time: 0.1716785 Sep 22 18:13:41.045381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33350) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:41.102748 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4c494051-4a3f-4487-abae-0802b1503ad4 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=1c81b379d157479fb41cdd7db7b4ac78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0561442 Sep 22 18:13:41.105430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33354) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:41.174415 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:41.203858 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:41.263386 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:41.279991 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de6c5a5-4fb1-46f4-97bc-0d438a5bde68,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:41.284998 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:41.285996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-4979d9d3-3f67-471b-aa8b-cc72310bf915 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1de6c5a5-4fb1-46f4-97bc-0d438a5bde68 HTTP/1.1" status: 204 len: 168 time: 0.1795070 Sep 22 18:13:42.158804 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33378) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:42.281690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1831792100-network', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:42.286952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:42.291091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Usage tracker for resource:network and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:42.294109 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:42.300218 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:42.312391 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Made reservation on behalf of 44fba85ecb86425ab8d3b5e0d42762ea for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:13:42.314699 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.329077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.346367 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:42.351132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:42.354843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:42.362216 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:42.475430 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.479961 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.514684 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 18:13:42.524246 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9cb50d-71b0-4a70-9c2b-d7aa04476c78,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:42.531207 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.531588 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Added segment ba6108d3-2307-4b5d-a080-ec332808d67c of type vlan for network 944af82c-193e-484d-9777-2b23aa24761b Sep 22 18:13:42.569531 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.602172 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.603418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:42.604160 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.717401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] Pushing event updated for resources: {'Network': ['ID=944af82c-193e-484d-9777-2b23aa24761b,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:42.720671 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-a8de8638-a9ee-4a32-8881-b91ecacf5947 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5607979 Sep 22 18:13:42.723658 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33384) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:42.727590 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network 944af82c-193e-484d-9777-2b23aa24761b details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 18:13:42.730144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Request body: {'subnet': {'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1831792100-subnet', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'ip_version': 4}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:42.736179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:42.740179 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Usage tracker for resource:subnet and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:42.743119 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:42.749547 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:42.762045 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Made reservation on behalf of 44fba85ecb86425ab8d3b5e0d42762ea for: {'subnet': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:13:42.764888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2208447'] for subnet, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:42.971062 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3750279', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2208401'] for subnet, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.051784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04232e7e-fc9d-4922-962a-6e04a370f4d8,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:43.055753 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Checking segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:43.056668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Network hostable DHCP agents. Network: 944af82c-193e-484d-9777-2b23aa24761b, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89052) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 18:13:43.075890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Network 944af82c-193e-484d-9777-2b23aa24761b is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89052) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 18:13:43.084571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, 944af82c-193e-484d-9777-2b23aa24761b) {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:43.088552 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:43.089217 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.094220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f23b9cb-a4d3-46f5-9a88-4d4dffabdf96 None None] Network 944af82c-193e-484d-9777-2b23aa24761b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:43.110946 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-6444a9b2-0b23-42a4-bed2-1aeb205a6051 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3859947 Sep 22 18:13:43.113502 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33388) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:43.119035 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:43.123881 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:43.128158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Usage tracker for resource:router and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:43.131417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:43.137586 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:43.148383 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.149428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.164830 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.318310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-944af82c-193e-484d-9777-2b23aa24761b', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 18:13:43.319178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.511932 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Allocated IP 172.20.0.2 (944af82c-193e-484d-9777-2b23aa24761b/04232e7e-fc9d-4922-962a-6e04a370f4d8/dc0aeb7d-464c-4813-bec3-79d53bad028e) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:43.542593 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.739077 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.750404 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Transition to ACTIVE for port object dc0aeb7d-464c-4813-bec3-79d53bad028e will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:43.769056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Transition to ACTIVE for port object dc0aeb7d-464c-4813-bec3-79d53bad028e will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:43.774480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.838831 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Network 944af82c-193e-484d-9777-2b23aa24761b is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:43.841589 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:43.845482 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:43.860320 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Pushing event updated for resources: {'Port': ['ID=dc0aeb7d-464c-4813-bec3-79d53bad028e,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:43.864857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.898204 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.905221 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.905564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.905902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.906232 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.906558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.906882 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.907204 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.907523 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.907843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.908160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.908475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.908813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:43.981203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Attempting to bind port dc0aeb7d-464c-4813-bec3-79d53bad028e on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:43.981562 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Attempting to bind port dc0aeb7d-464c-4813-bec3-79d53bad028e by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:43.981912 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Attempting to bind port dc0aeb7d-464c-4813-bec3-79d53bad028e on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:43.987434 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:43.987802 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Checking segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:43.988225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:43.988623 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Bound using segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:43.989152 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Bound port: dc0aeb7d-464c-4813-bec3-79d53bad028e, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:43.989490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:44.038314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Allocated IP 172.26.8.104 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/5a84476f-54b6-497c-88a2-7e85e81ef68c) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:44.079123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] For port dc0aeb7d-464c-4813-bec3-79d53bad028e, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:44.082222 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] For port dc0aeb7d-464c-4813-bec3-79d53bad028e, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0aeb7d-464c-4813-bec3-79d53bad028e,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:44.088391 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:44.173467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb18b4c-20c9-4d4a-984f-cd07bac29006 None None] Pushing event updated for resources: {'Port': ['ID=dc0aeb7d-464c-4813-bec3-79d53bad028e,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:44.194106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:44.225481 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:44.292571 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:44.295486 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:44.299434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:44.339515 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Pushing event updated for resources: {'Port': ['ID=5a84476f-54b6-497c-88a2-7e85e81ef68c,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:44.737538 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:45.152748 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9325a71d-f203-4acb-91b2-b5dc375cc8d1 None None] Network 944af82c-193e-484d-9777-2b23aa24761b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:45.203409 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:45.279690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-3152b2f5-2118-4e59-a25c-d5ed1b320404 None None] Provisioning for port dc0aeb7d-464c-4813-bec3-79d53bad028e completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:45.424738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Router dfc7249a-ed45-4554-8a64-88f79003b6db is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89052) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 18:13:45.612574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:45.626270 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:45.637282 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:45.638147 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:45.643773 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] Notify callbacks [] for router, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:45.645370 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2be65b3a-14a6-4d29-95ad-049bdc48914f admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.5308526 Sep 22 18:13:45.648167 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33392) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:45.814048 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:46.052017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc0aeb7d-464c-4813-bec3-79d53bad028e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:46.126003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port dc0aeb7d-464c-4813-bec3-79d53bad028e completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:46.128776 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:44Z', 'revision_number': 3, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:46.131913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dc0aeb7d-464c-4813-bec3-79d53bad028e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:46.132285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.132641 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dc0aeb7d-464c-4813-bec3-79d53bad028e Sep 22 18:13:46.133057 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:46.133403 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Updating router dfc7249a-ed45-4554-8a64-88f79003b6db port 5a84476f-54b6-497c-88a2-7e85e81ef68c binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:13:46.202526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.263547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dc0aeb7d-464c-4813-bec3-79d53bad028e is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:46.264106 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.298490 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port dc0aeb7d-464c-4813-bec3-79d53bad028e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0aeb7d-464c-4813-bec3-79d53bad028e,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:46.303179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.377555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=dc0aeb7d-464c-4813-bec3-79d53bad028e,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:46.484387 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.560265 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.573785 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Transition to ACTIVE for port object 5a84476f-54b6-497c-88a2-7e85e81ef68c will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:46.580117 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.670128 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Attempting to bind port 5a84476f-54b6-497c-88a2-7e85e81ef68c on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:46.670798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Attempting to bind port 5a84476f-54b6-497c-88a2-7e85e81ef68c by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:46.670798 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Attempting to bind port 5a84476f-54b6-497c-88a2-7e85e81ef68c on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:46.679539 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:46.679910 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:46.680310 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.681249 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:46.681725 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Bound port: 5a84476f-54b6-497c-88a2-7e85e81ef68c, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:46.682089 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.695309 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Allocated IP 172.20.0.1 (944af82c-193e-484d-9777-2b23aa24761b/04232e7e-fc9d-4922-962a-6e04a370f4d8/3767e4ef-338c-4c82-859e-3e91d3cf6372) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:46.719876 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Pushing event updated for resources: {'Port': ['ID=5a84476f-54b6-497c-88a2-7e85e81ef68c,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:46.737418 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.737765 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.738103 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.738431 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.738758 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.739084 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.739405 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.739727 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.740046 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.740363 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.740706 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.741022 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89054) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:13:46.772520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] For port 5a84476f-54b6-497c-88a2-7e85e81ef68c, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:46.776144 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] For port 5a84476f-54b6-497c-88a2-7e85e81ef68c, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a84476f-54b6-497c-88a2-7e85e81ef68c,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:46.780737 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.845017 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:46.845405 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.845995 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:46.861507 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Transition to ACTIVE for port object 3767e4ef-338c-4c82-859e-3e91d3cf6372 will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:46.886619 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:46.930546 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc67f03-4eac-4804-a5dc-3124c35a21bd None None] Pushing event updated for resources: {'Port': ['ID=5a84476f-54b6-497c-88a2-7e85e81ef68c,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:46.958655 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Network 944af82c-193e-484d-9777-2b23aa24761b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:46.961334 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:46.963832 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:47.008300 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Pushing event updated for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:47.027868 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.042191 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:47.268724 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Provisioning for port 3767e4ef-338c-4c82-859e-3e91d3cf6372 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:47.276254 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Provisioning complete for port 3767e4ef-338c-4c82-859e-3e91d3cf6372 triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:47.276682 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.277022 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 1 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:47.299023 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.336406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:47.342416 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:44Z', 'revision_number': 3, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:47.346553 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a69e380d-1a99-40da-9241-ce2a6556dcf8 None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:44Z', 'revision_number': 3, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:47.530497 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.535426 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.652327 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Pushing event updated for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:47.656287 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:47.798395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Network 944af82c-193e-484d-9777-2b23aa24761b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:47.799660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:47.837949 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 2 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:47.897769 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:48.017136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:13:48.111992 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a84476f-54b6-497c-88a2-7e85e81ef68c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:48.207894 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 5a84476f-54b6-497c-88a2-7e85e81ef68c completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:48.214476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5a84476f-54b6-497c-88a2-7e85e81ef68c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:48.215303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.215773 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5a84476f-54b6-497c-88a2-7e85e81ef68c Sep 22 18:13:48.335362 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:48.345756 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-415a8780-c279-407f-9e7f-a3d417e017ba admin admin] 10.222.0.25 "PUT /v2.0/routers/dfc7249a-ed45-4554-8a64-88f79003b6db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6965082 Sep 22 18:13:48.351908 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5a84476f-54b6-497c-88a2-7e85e81ef68c is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:48.352446 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.371939 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 5a84476f-54b6-497c-88a2-7e85e81ef68c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a84476f-54b6-497c-88a2-7e85e81ef68c,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:48.376575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.377488 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc0aeb7d-464c-4813-bec3-79d53bad028e up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:48.435901 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 3 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:48.575813 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:48.583595 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=5a84476f-54b6-497c-88a2-7e85e81ef68c,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:48.595581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port dc0aeb7d-464c-4813-bec3-79d53bad028e triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:48.595959 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.596289 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port dc0aeb7d-464c-4813-bec3-79d53bad028e Sep 22 18:13:48.745250 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port dc0aeb7d-464c-4813-bec3-79d53bad028e is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:48.898802 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33410) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:48.904813 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1442221436-network', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:48.909912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:48.914123 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Usage tracker for resource:network and tenant:a88d8198ab8946d1ab219d4d617cbdaf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:48.917001 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:48.917213 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:48.923191 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:48.926513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:48.926764 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:48.935043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Made reservation on behalf of a88d8198ab8946d1ab219d4d617cbdaf for: {'network': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:13:48.937624 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for network, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.950971 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:48.965781 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:48.969785 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Usage tracker for resource:security_group_rule and tenant:a88d8198ab8946d1ab219d4d617cbdaf is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:48.972897 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:48.979247 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:49.070136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.075638 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.079137 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 4 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:49.105343 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=89052) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 22 18:13:49.119584 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e49aa0e-1f2b-4bce-9628-fb3abe7551e1,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:49.125457 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.125796 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.segments_db [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Added segment ec36b41e-7e69-4707-bc66-0399480a25b3 of type vlan for network dfd65448-798d-4059-916f-bd49400c3a44 Sep 22 18:13:49.154293 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8783504035961'] for network, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.169635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:49.177425 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:49.196093 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389'] for network, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.197629 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:49.198499 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Notify callbacks [] for network, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.319758 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] Pushing event updated for resources: {'Network': ['ID=dfd65448-798d-4059-916f-bd49400c3a44,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:49.325009 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-62dd77f9-ca85-4064-bb89-4e99e8fa9855 admin admin] 10.222.0.25 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4249737 Sep 22 18:13:49.327924 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33414) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:49.333939 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Request body: {'subnet': {'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1442221436-subnet', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'ip_version': 4}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:49.339799 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Network dfd65448-798d-4059-916f-bd49400c3a44 details requested by agent ovs-agent-dv-neutron-858953-1-hyperv with host dv-neutron-858953-1-hyperv {{(pid=89053) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Sep 22 18:13:49.340303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:49.344879 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Usage tracker for resource:subnet and tenant:a88d8198ab8946d1ab219d4d617cbdaf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:49.348277 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:49.356466 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:49.367125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Made reservation on behalf of a88d8198ab8946d1ab219d4d617cbdaf for: {'subnet': 1} {{(pid=89051) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:13:49.371881 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2167731'] for subnet, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.591780 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3448605', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2167709'] for subnet, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.630810 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 2, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:49.635776 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:49.636189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Updating router dfc7249a-ed45-4554-8a64-88f79003b6db port 3767e4ef-338c-4c82-859e-3e91d3cf6372 binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:13:49.669064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ba474dc-4c56-4135-a074-a09e18c5514e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:49.675299 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 5 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:49.677591 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Checking segment: {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89051) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:49.677944 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Network hostable DHCP agents. Network: dfd65448-798d-4059-916f-bd49400c3a44, hostable agents: ['2e05dca9-0034-4ae7-990e-b52a0cc4d356'], hosted agents: [] {{(pid=89051) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 22 18:13:49.698101 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Network dfd65448-798d-4059-916f-bd49400c3a44 is scheduled to be hosted by DHCP agent 2e05dca9-0034-4ae7-990e-b52a0cc4d356 with binding_index 1 {{(pid=89051) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 22 18:13:49.707830 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-858953-1-hyperv, dfd65448-798d-4059-916f-bd49400c3a44) {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:49.713132 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:49.713600 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.721699 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf8a736-5dcb-48d6-b2a5-4b012e0b3ff9 None None] Network dfd65448-798d-4059-916f-bd49400c3a44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:49.735923 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2d723574-64c1-4a6b-ac9e-5a960eec6ef4 admin admin] 10.222.0.25 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4068074 Sep 22 18:13:49.738620 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33418) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:49.744162 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:49.748962 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:49.753189 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Usage tracker for resource:router and tenant:a88d8198ab8946d1ab219d4d617cbdaf is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:49.756113 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:49.761949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:49.772861 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-737290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-501'] for router, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.773872 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-701473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-703777', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-575009', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-510'] for router, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.791024 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.809052 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:49.867690 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:50.028993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a84476f-54b6-497c-88a2-7e85e81ef68c up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:50.065538 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-703763', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-737299', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-464'] for router, precommit_update {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.310606 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8668310d-13b8-58de-be8a-140bfe039a29-dfd65448-798d-4059-916f-bd49400c3a44', 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'fixed_ips': [{'subnet_id': '6ba474dc-4c56-4135-a074-a09e18c5514e'}]}} from dv-neutron-858953-1-hyperv. {{(pid=89053) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Sep 22 18:13:50.311418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.377952 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 6 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:50.418295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 5a84476f-54b6-497c-88a2-7e85e81ef68c triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:50.418657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.418992 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 5a84476f-54b6-497c-88a2-7e85e81ef68c Sep 22 18:13:50.520899 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.535317 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:50.553379 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.701498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_common [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Allocated IP 172.26.8.20 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/78667615-fa67-4838-b8b0-d9a85473b89a) {{(pid=89051) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:50.739248 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.db_base_plugin_common [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Allocated IP 172.20.0.2 (dfd65448-798d-4059-916f-bd49400c3a44/6ba474dc-4c56-4135-a074-a09e18c5514e/11d0d1e3-22fe-470b-ae16-e1e287894403) {{(pid=89053) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:50.762875 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.774977 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 5a84476f-54b6-497c-88a2-7e85e81ef68c is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:50.842110 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Transition to ACTIVE for port object 3767e4ef-338c-4c82-859e-3e91d3cf6372 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:50.857941 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.862058 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.888091 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:50.954604 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89051) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:50.957729 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.base_scheduler [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Resources bound (agent type, host, resource id): {{(pid=89051) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:50.963050 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Received port after_create {{(pid=89051) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:51.001139 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Pushing event updated for resources: {'Port': ['ID=78667615-fa67-4838-b8b0-d9a85473b89a,revision_number=1']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:51.039160 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 7 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:51.139753 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30362b-63cf-482a-8acd-e743bedf292c None None] Pushing event updated for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:51.230012 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:51.246806 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Attempting to bind port 3767e4ef-338c-4c82-859e-3e91d3cf6372 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:51.247179 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Attempting to bind port 3767e4ef-338c-4c82-859e-3e91d3cf6372 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:51.247560 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Attempting to bind port 3767e4ef-338c-4c82-859e-3e91d3cf6372 on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:51.260290 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:51.260727 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Checking segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:51.261176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.261570 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Bound using segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:51.262072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Bound port: 3767e4ef-338c-4c82-859e-3e91d3cf6372, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:51.262483 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.322386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks [] for port, precommit_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.347815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Transition to ACTIVE for port object 11d0d1e3-22fe-470b-ae16-e1e287894403 will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:51.386273 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Transition to ACTIVE for port object 11d0d1e3-22fe-470b-ae16-e1e287894403 will not be triggered until provisioned by entity DHCP. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:51.388778 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.397063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119'] for port, after_create {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.402694 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] For port 3767e4ef-338c-4c82-859e-3e91d3cf6372, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:51.469760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] For port 3767e4ef-338c-4c82-859e-3e91d3cf6372, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3767e4ef-338c-4c82-859e-3e91d3cf6372,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:51.471902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Network dfd65448-798d-4059-916f-bd49400c3a44 is already hosted by enough agents. {{(pid=89053) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:51.475524 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.scheduler.base_scheduler [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Resources bound (agent type, host, resource id): {{(pid=89053) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:51.479718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.483220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Received port after_create {{(pid=89053) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:51.529005 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Pushing event updated for resources: {'Port': ['ID=11d0d1e3-22fe-470b-ae16-e1e287894403,revision_number=1']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:51.608056 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:51.609871 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:51.731859 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Attempt 8 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:51.766911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Attempting to bind port 11d0d1e3-22fe-470b-ae16-e1e287894403 on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:51.767648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Attempting to bind port 11d0d1e3-22fe-470b-ae16-e1e287894403 by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:51.767648 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Attempting to bind port 11d0d1e3-22fe-470b-ae16-e1e287894403 on network dfd65448-798d-4059-916f-bd49400c3a44 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:51.872456 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-737304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-737520'] for router, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.898108 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab30362b-63cf-482a-8acd-e743bedf292c None None] Pushing event updated for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:51.901440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:51.901818 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Checking segment: {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:51.902329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:51.902594 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Bound using segment: {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:51.903070 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Bound port: 11d0d1e3-22fe-470b-ae16-e1e287894403, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:51.903443 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:52.037198 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-e9d8e057-3494-4a04-b06e-64b91c926798 None None] Port 3767e4ef-338c-4c82-859e-3e91d3cf6372 had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:13:52.039893 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:52.090769 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Router 8ebe5593-8738-49dd-bce9-4b1066848dfd is scheduled to L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 with binding_index 1 {{(pid=89051) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Sep 22 18:13:52.111476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] For port 11d0d1e3-22fe-470b-ae16-e1e287894403, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:52.190649 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] For port 11d0d1e3-22fe-470b-ae16-e1e287894403, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11d0d1e3-22fe-470b-ae16-e1e287894403,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:52.209504 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:52.275397 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:52.285168 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Sync routers for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:52.296586 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:52.297649 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:52.304710 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:52.310358 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33422) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:52.311060 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ca888242-1718-455d-87c2-c8c73a423801 admin admin] 10.222.0.25 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.5709386 Sep 22 18:13:52.373633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95e045-a2f3-4962-b2bd-be5887f3edd1 None None] Pushing event updated for resources: {'Port': ['ID=11d0d1e3-22fe-470b-ae16-e1e287894403,revision_number=2']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:52.501277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:51Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:52.506027 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39aef477-ff37-440b-8c9d-3dec0d2bcec5 None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:51Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:52.527287 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:52.627467 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-3816f810-33d0-4d96-8207-2f78512932c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:52.904009 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:51Z', 'revision_number': 3, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:52.908451 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Checking router: 8ebe5593-8738-49dd-bce9-4b1066848dfd for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:52.908851 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Updating router 8ebe5593-8738-49dd-bce9-4b1066848dfd port 78667615-fa67-4838-b8b0-d9a85473b89a binding host dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:13:52.970689 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.154892 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.411713 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Allocated IP 172.20.0.1 (dfd65448-798d-4059-916f-bd49400c3a44/6ba474dc-4c56-4135-a074-a09e18c5514e/d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:13:53.429889 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks [] for port, precommit_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.445250 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.provisioning_blocks [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Transition to ACTIVE for port object 78667615-fa67-4838-b8b0-d9a85473b89a will not be triggered until provisioned by entity L2. {{(pid=89054) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:53.458667 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.546940 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Attempting to bind port 78667615-fa67-4838-b8b0-d9a85473b89a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:53.547212 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Attempting to bind port 78667615-fa67-4838-b8b0-d9a85473b89a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:53.547526 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Attempting to bind port 78667615-fa67-4838-b8b0-d9a85473b89a on network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:53.559237 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:53.559610 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Checking segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89054) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:53.560094 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.560450 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Bound using segment: {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'} {{(pid=89054) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:53.566577 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.managers [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Bound port: 78667615-fa67-4838-b8b0-d9a85473b89a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72ea5186-020b-4401-ad29-7127ed965132', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0'}}] {{(pid=89054) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:53.566984 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.598612 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04e198-72b7-4eba-bf20-77bd1114fb28 None None] Pushing event updated for resources: {'Port': ['ID=78667615-fa67-4838-b8b0-d9a85473b89a,revision_number=2']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:53.657874 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] For port 78667615-fa67-4838-b8b0-d9a85473b89a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89054) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:53.662932 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.plugins.ml2.db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] For port 78667615-fa67-4838-b8b0-d9a85473b89a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78667615-fa67-4838-b8b0-d9a85473b89a,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89054) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:53.669355 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron_lib.callbacks.manager [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89054) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.671044 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9034c7-967d-4523-9847-56466e5bb739 None None] Network dfd65448-798d-4059-916f-bd49400c3a44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:13:53.728567 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.743672 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:53.744583 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:53.748544 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Transition to ACTIVE for port object d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:53.775779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:53.802738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b3d9b335-6bd4-411b-85ea-25bd084b1fbd None None] Provisioning for port 11d0d1e3-22fe-470b-ae16-e1e287894403 completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:53.853756 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Network dfd65448-798d-4059-916f-bd49400c3a44 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:53.857083 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:53.861043 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:13:53.864998 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f04e198-72b7-4eba-bf20-77bd1114fb28 None None] Pushing event updated for resources: {'Port': ['ID=78667615-fa67-4838-b8b0-d9a85473b89a,revision_number=3']} {{(pid=89054) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:53.903720 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Pushing event updated for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:53.927730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-737326'] for router_interface, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.011239 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:54.114990 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3767e4ef-338c-4c82-859e-3e91d3cf6372 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:54.158359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.215856 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 3767e4ef-338c-4c82-859e-3e91d3cf6372 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:54.222063 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3767e4ef-338c-4c82-859e-3e91d3cf6372 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:54.222612 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.223405 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:54.381438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3767e4ef-338c-4c82-859e-3e91d3cf6372 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:54.381825 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.413983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Provisioning for port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:54.426270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Provisioning complete for port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:54.426788 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.427134 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 1 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:54.435437 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:51Z', 'revision_number': 3, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:54.440164 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f91fc77-568a-4f06-a550-d69e400b2ef0 None None] The sync data for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv is: [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:51Z', 'revision_number': 3, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:13:54.458792 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 3767e4ef-338c-4c82-859e-3e91d3cf6372, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3767e4ef-338c-4c82-859e-3e91d3cf6372,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:54.473098 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.473864 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11d0d1e3-22fe-470b-ae16-e1e287894403 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:54.474208 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.480077 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.561428 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:54.613469 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Pushing event updated for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:54.618779 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-528439', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-703431'] for router_interface, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.627995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:54.640033 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 11d0d1e3-22fe-470b-ae16-e1e287894403 completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:54.646185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 11d0d1e3-22fe-470b-ae16-e1e287894403 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:54.646558 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.647145 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 11d0d1e3-22fe-470b-ae16-e1e287894403 Sep 22 18:13:54.782402 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-78ad323f-6bea-4517-989f-3eda07614a9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.801348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Network dfd65448-798d-4059-916f-bd49400c3a44 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:13:54.802560 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:13:54.821569 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 11d0d1e3-22fe-470b-ae16-e1e287894403 is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:54.822257 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.866630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 11d0d1e3-22fe-470b-ae16-e1e287894403, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11d0d1e3-22fe-470b-ae16-e1e287894403,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:54.872303 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:54.960209 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=11d0d1e3-22fe-470b-ae16-e1e287894403,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:55.032095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Router 8ebe5593-8738-49dd-bce9-4b1066848dfd has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:13:55.062745 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 2 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:55.126462 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:55.228666 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:13:55.239029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-94b7d52c-f9f9-4e1b-bd89-546c35de9914 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ebe5593-8738-49dd-bce9-4b1066848dfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9274554 Sep 22 18:13:55.627700 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 3 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:55.683310 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:55.826189 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.058627 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Sync routers for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:13:56.069592 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:56.070226 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:56.174266 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3767e4ef-338c-4c82-859e-3e91d3cf6372 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:56.210436 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 4 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:56.392017 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:56.400390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.403054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.429330 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:56.485113 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 3767e4ef-338c-4c82-859e-3e91d3cf6372 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:56.485501 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.485812 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 3767e4ef-338c-4c82-859e-3e91d3cf6372 Sep 22 18:13:56.672566 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33436) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:56.678132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1113813532', 'description': 'tempest-secgroup-smoke-1113813532 description', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:56.685047 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:56.689158 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:56.692199 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:56.698550 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:56.709885 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.733910 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:56.737888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:56.740855 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:56.747543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:56.790378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 3767e4ef-338c-4c82-859e-3e91d3cf6372 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:56.791472 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11d0d1e3-22fe-470b-ae16-e1e287894403 up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:56.825890 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.830435 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.875793 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb59ab6-6e60-4f99-8560-20ad6a38fef2,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:56.878840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.880420 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-2ff3b63e-6767-47ec-920e-2d66538441b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2067287 Sep 22 18:13:56.883101 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33440) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:56.889066 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:56.892528 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 5 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:56.895498 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:56.899710 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:56.902894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:56.908950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:56.927303 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.964090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:56.966794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 11d0d1e3-22fe-470b-ae16-e1e287894403 triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:56.967169 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.967503 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 11d0d1e3-22fe-470b-ae16-e1e287894403 Sep 22 18:13:56.992329 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:56.996872 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.023466 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=547b1386-86f0-4e22-bee4-591c0a9deae1,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.029596 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 4, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'd381e2ca-1cd8-4c30-9169-1d46e7ff6e0a', 'name': '', 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'mac_address': 'fa:16:3e:55:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:53Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 2, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'subnets': [{'id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:57.036270 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.038399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Checking router: 8ebe5593-8738-49dd-bce9-4b1066848dfd for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:13:57.038765 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Updating router 8ebe5593-8738-49dd-bce9-4b1066848dfd port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a binding host dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 22 18:13:57.040486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33444) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:57.041029 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-918a274c-1fac-4754-8d61-ef9af19f89a3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1557667 Sep 22 18:13:57.046341 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:57.052701 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:57.060773 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:57.063768 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:57.070094 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:57.087217 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.126559 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.150169 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.153942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.179125 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=148bf14e-1f8b-4911-a159-6ab1a3d68e2e,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.189587 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.191005 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0de336d7-2b15-4d87-985e-109876b750ce tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1492634 Sep 22 18:13:57.194044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33448) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:57.200446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:57.207563 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:57.211160 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 11d0d1e3-22fe-470b-ae16-e1e287894403 is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:57.211507 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:57.212318 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78667615-fa67-4838-b8b0-d9a85473b89a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:13:57.214985 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:57.221490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:57.244273 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.312214 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.316549 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.342412 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d4bbcfa-ba2f-49e0-8c2c-08ed74493c4f,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.356012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.357598 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-84731582-ae2e-4f1d-b485-a359b9ccd9b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621001 Sep 22 18:13:57.360165 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 33452) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:57.365071 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.v2.base [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=89051) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:57.370415 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port 78667615-fa67-4838-b8b0-d9a85473b89a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:13:57.371742 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:57.375946 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:57.378632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=89051) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:57.384340 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.quota.driver [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=89051) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:57.401752 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.419088 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 78667615-fa67-4838-b8b0-d9a85473b89a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:13:57.419463 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.419798 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 78667615-fa67-4838-b8b0-d9a85473b89a Sep 22 18:13:57.468086 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 6 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:57.475510 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.479969 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.505077 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08920a8b-10ca-4040-a05f-71cf7da2ffb6,revision_number=0']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.515333 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.518019 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2e682b93-4ac8-46ee-a0c9-9cfd883a4339 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1562033 Sep 22 18:13:57.520144 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33456) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:57.526252 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:57.532744 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:57.536929 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:57.540479 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:57.547135 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:57.557938 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Project 44fba85ecb86425ab8d3b5e0d42762ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:13:57.565462 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.627097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.635995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:57.637397 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.641450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.670202 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49377141-41f1-4a09-98c9-045984f7330f,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.679784 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.681634 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-8e2537e1-5dd2-4512-a51f-84c7f0924efd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1603410 Sep 22 18:13:57.684620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33460) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:13:57.689761 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'security_group_rule': {'security_group_id': '8cb59ab6-6e60-4f99-8560-20ad6a38fef2', 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:13:57.697620 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:13:57.701434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:security_group_rule and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:13:57.704328 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:13:57.710085 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:13:57.722064 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.securitygroups_db [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Project 44fba85ecb86425ab8d3b5e0d42762ea added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 22 18:13:57.727942 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 78667615-fa67-4838-b8b0-d9a85473b89a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:13:57.728347 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.729747 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.793528 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port 78667615-fa67-4838-b8b0-d9a85473b89a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78667615-fa67-4838-b8b0-d9a85473b89a,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:13:57.798418 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.801591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-587901'] for security_group_rule, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.803973 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.807413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks [] for port, precommit_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.826657 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd26e1f-2e88-4ead-9b5c-954358e40266,revision_number=0']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:57.835644 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group_rule, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.837016 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-39480cd4-dd9d-4ed6-888a-cc92579f3df6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1514299 Sep 22 18:13:57.867619 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Transition to ACTIVE for port object d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a will not be triggered until provisioned by entity L2. {{(pid=89053) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:13:57.878327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:57.978686 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=78667615-fa67-4838-b8b0-d9a85473b89a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:58.103397 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Attempting to bind port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a on host dv-neutron-858953-1-hyperv for vnic_type normal with profile {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:13:58.103767 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Attempting to bind port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a by drivers openvswitch,hyperv on host dv-neutron-858953-1-hyperv at level 0 using segments [{'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:13:58.104131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Attempting to bind port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a on network dfd65448-798d-4059-916f-bd49400c3a44 {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:13:58.112563 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b7311-50e2-441c-b1b1-eedbb1da26c4 None None] Pushing event updated for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=3']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:58.115820 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Checking agent: {'id': '17c2f392-0a08-4489-8dad-aa4e5f563f22', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-858953-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 48, 26), 'started_at': datetime.datetime(2022, 9, 22, 16, 48, 56), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-858953-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:13:58.115956 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Checking segment: {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89053) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:13:58.116283 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:58.116719 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Bound using segment: {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'} {{(pid=89053) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:13:58.117206 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.managers [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Bound port: d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a, host: dv-neutron-858953-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec36b41e-7e69-4707-bc66-0399480a25b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44'}}] {{(pid=89053) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:13:58.117584 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:58.136555 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 7 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:58.170988 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-b78392f5-1630-4916-a91c-06b04c4d6b96 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113813532&fields=id&tenant_id=44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 267 time: 0.0410645 Sep 22 18:13:58.244965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:13:58.258914 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] For port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a, host dv-neutron-858953-1-hyperv, cleared binding levels {{(pid=89053) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:13:58.262220 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] For port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a, host dv-neutron-858953-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89053) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:13:58.267427 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:13:58.330709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42131ac8-8292-44f1-bcbd-3ea26ee4e38f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:13:58.332198 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42131ac8-8292-44f1-bcbd-3ea26ee4e38f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 810 time: 0.1540186 Sep 22 18:13:58.333006 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:13:58.333637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:58.348452 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-e0867c0f-bd51-4500-b55a-9668f5354eb9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/quotas/44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 375 time: 0.0098181 Sep 22 18:13:58.422477 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23b7311-50e2-441c-b1b1-eedbb1da26c4 None None] Pushing event updated for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:13:58.456007 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-3403e20a-974a-43e1-be13-368800efc3ba tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888371 Sep 22 18:13:58.531455 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:13:58.570221 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-125ab4cb-99c7-4478-8b8b-11640529370c service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89051) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 18:13:58.571232 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-125ab4cb-99c7-4478-8b8b-11640529370c service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1039555 Sep 22 18:13:58.713113 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-37cac8fa-1508-4425-9286-5f47755bd406 service neutron] 10.222.0.25 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358457 Sep 22 18:13:58.747784 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Attempt 8 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:13:58.851244 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-1e6998fa-f96d-4e23-8c07-775d3b8cd43a service neutron] 10.222.0.25 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321692 Sep 22 18:13:58.876869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-cc240e3b-3c58-4fe2-a124-b85a71eaa5fa None None] Port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:13:58.917239 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 4, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'd381e2ca-1cd8-4c30-9169-1d46e7ff6e0a', 'name': '', 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'mac_address': 'fa:16:3e:55:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:53Z', 'updated_at': '2022-09-22T18:13:58Z', 'revision_number': 4, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'subnets': [{'id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:13:58.921844 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2259a2e-2409-48b7-8809-584f45b8bb81 None None] The sync data for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv is: [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 4, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': 'd381e2ca-1cd8-4c30-9169-1d46e7ff6e0a', 'name': '', 'network_id': 'dfd65448-798d-4059-916f-bd49400c3a44', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'mac_address': 'fa:16:3e:55:b8:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1880, 'fixed_ips': [{'subnet_id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:53Z', 'updated_at': '2022-09-22T18:13:58Z', 'revision_number': 4, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'subnets': [{'id': '6ba474dc-4c56-4135-a074-a09e18c5514e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:14:00.113610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:14:00.128468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4e8b59a6-bc79-44c3-a2d1-e78b9c1aa3d1 req-7fe53cf2-d809-48c0-92f4-fc05c9e36e56 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:14:00.147292 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-4e8b59a6-bc79-44c3-a2d1-e78b9c1aa3d1 req-7fe53cf2-d809-48c0-92f4-fc05c9e36e56 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:14:00.148803 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4e8b59a6-bc79-44c3-a2d1-e78b9c1aa3d1 req-7fe53cf2-d809-48c0-92f4-fc05c9e36e56 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.1249011 Sep 22 18:14:00.187125 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning for port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:14:00.192275 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:14:00.192980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:00.193358 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:14:00.314865 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a is: DOWN; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:14:00.315246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:00.348153 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] For port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:14:00.351983 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:00.352842 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78667615-fa67-4838-b8b0-d9a85473b89a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:14:00.511072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Pushing event updated for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:00.522794 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port 78667615-fa67-4838-b8b0-d9a85473b89a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:14:00.523165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:00.523494 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port 78667615-fa67-4838-b8b0-d9a85473b89a Sep 22 18:14:00.640423 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port 78667615-fa67-4838-b8b0-d9a85473b89a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:14:01.265948 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-2623ec7d-74cf-4a56-8aca-c78738d2cd74 req-45dbeb07-7674-45a6-9117-f773ceb9bc24 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.0566425 Sep 22 18:14:02.029178 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a up at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:14:02.100801 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Provisioning complete for port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:14:02.101176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:02.101499 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Attempt 1 to provision port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a Sep 22 18:14:02.229246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Current status of the port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a is: ACTIVE; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:14:02.483124 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-0507ac48-f046-49f3-b9c9-92b6c161e6b0 req-1ab51e2c-921e-418d-8303-e2e73d4b4f1c tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.1569755 Sep 22 18:14:03.643820 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9114ad77-0f17-4900-8982-e1208887b3b7 req-5423ebc2-52f4-4a8a-a4fb-2b5afa902fc9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.0487237 Sep 22 18:14:04.813958 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-5612efae-473c-40a1-8419-f39897c18db8 req-2930451f-75c7-47b6-9435-2360fbd9ac19 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.0540607 Sep 22 18:14:05.381301 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d03804c9-049a-4340-8b20-55112bf3772d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:05.381996 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d03804c9-049a-4340-8b20-55112bf3772d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:network {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:14:05.399385 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d03804c9-049a-4340-8b20-55112bf3772d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:network {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:14:05.400667 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d03804c9-049a-4340-8b20-55112bf3772d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 810 time: 0.1718631 Sep 22 18:14:05.463371 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-e260e2f4-f8b8-4d1d-a184-5f8d9a71de01 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:security_group {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:14:05.480925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-e260e2f4-f8b8-4d1d-a184-5f8d9a71de01 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:security_group {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:14:05.482122 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-e260e2f4-f8b8-4d1d-a184-5f8d9a71de01 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 380 time: 0.0661633 Sep 22 18:14:05.495449 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'port': {'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'admin_state_up': True, 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'security_groups': ['8cb59ab6-6e60-4f99-8560-20ad6a38fef2']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:14:05.637417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:14:05.647842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:14:05.658983 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Made reservation on behalf of 44fba85ecb86425ab8d3b5e0d42762ea for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:14:05.662540 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:05.847468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Allocated IP 172.20.0.14 (944af82c-193e-484d-9777-2b23aa24761b/04232e7e-fc9d-4922-962a-6e04a370f4d8/9c22a51b-fc66-4297-973d-bca2577997ec) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:14:05.981487 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-c65e2d1d-4fa1-404e-be77-8c20ad3ec777 req-21fe3907-ccee-4150-a8de-a0c232817206 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 210 time: 0.0542767 Sep 22 18:14:06.051690 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.070576 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Transition to ACTIVE for port object 9c22a51b-fc66-4297-973d-bca2577997ec will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:14:06.100662 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.179108 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Network 944af82c-193e-484d-9777-2b23aa24761b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:14:06.182407 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:14:06.186419 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:14:06.218022 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:06.261714 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:06.262345 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.293987 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-42612c00-8ca8-414a-80bb-d24bcc966d18 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8023226 Sep 22 18:14:06.311474 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Request body: {'port': {'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:14:06.428786 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.475913 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Provisioning for port 9c22a51b-fc66-4297-973d-bca2577997ec completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:14:06.481475 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Provisioning complete for port 9c22a51b-fc66-4297-973d-bca2577997ec triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:14:06.482073 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.482400 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Attempt 1 to provision port 9c22a51b-fc66-4297-973d-bca2577997ec Sep 22 18:14:06.538107 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Port 9c22a51b-fc66-4297-973d-bca2577997ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:14:06.780930 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c22a51b-fc66-4297-973d-bca2577997ec {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:14:06.788097 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.802006 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Transition to ACTIVE for port object 9c22a51b-fc66-4297-973d-bca2577997ec will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:14:06.806485 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:06.993694 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:07.039344 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Attempt 2 to provision port 9c22a51b-fc66-4297-973d-bca2577997ec Sep 22 18:14:07.039493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Attempting to bind port 9c22a51b-fc66-4297-973d-bca2577997ec on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:14:07.039704 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Attempting to bind port 9c22a51b-fc66-4297-973d-bca2577997ec by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:14:07.040039 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Attempting to bind port 9c22a51b-fc66-4297-973d-bca2577997ec on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:14:07.044731 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Port 9c22a51b-fc66-4297-973d-bca2577997ec on network 944af82c-193e-484d-9777-2b23aa24761b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 18:14:07.045054 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Attempting to bind port 9c22a51b-fc66-4297-973d-bca2577997ec on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:14:07.050223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 13, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:14:07.050559 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Checking segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:14:07.050945 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Bound using segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:14:07.051376 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Bound port: 9c22a51b-fc66-4297-973d-bca2577997ec, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:14:07.051725 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:07.094703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Port 9c22a51b-fc66-4297-973d-bca2577997ec cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:14:07.206357 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:14:07.210450 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:14:07.216363 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:07.339850 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:07.340365 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:07.341754 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] 10.222.0.18 "PUT /v2.0/ports/9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1094 time: 1.0348425 Sep 22 18:14:07.348589 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:14:07.350894 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418d57a0-6341-42e5-ab79-5c43134d11b9" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:14:07.382354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc667b97-8332-47d1-abf7-b1e2160f20df req-56decd7f-9482-4a4b-90db-c40cb3e7c326 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:07.383044 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bc667b97-8332-47d1-abf7-b1e2160f20df req-56decd7f-9482-4a4b-90db-c40cb3e7c326 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:14:07.453839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff342246-9164-4c56-b0f5-b27038414752 service neutron] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:07.457732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:14:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161f1167-72d9-44e7-a497-8dccf198ff92 x-openstack-request-id: req-161f1167-72d9-44e7-a497-8dccf198ff92 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:14:07.458017 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:14:07.458264 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-161f1167-72d9-44e7-a497-8dccf198ff92 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:14:07.458637 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-161f1167-72d9-44e7-a497-8dccf198ff92'] response: {'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'status': 'completed', 'code': 200} Sep 22 18:14:07.460732 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-bc667b97-8332-47d1-abf7-b1e2160f20df req-56decd7f-9482-4a4b-90db-c40cb3e7c326 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:14:07.461984 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc667b97-8332-47d1-abf7-b1e2160f20df req-56decd7f-9482-4a4b-90db-c40cb3e7c326 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.3620465 Sep 22 18:14:07.532878 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-bc667b97-8332-47d1-abf7-b1e2160f20df req-fba94711-7805-41dd-8bb7-4f2e35be21c7 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590942 Sep 22 18:14:07.535210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-cacb0ed7-65c2-40c4-897c-1b8db38c3660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:07.536588 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-cacb0ed7-65c2-40c4-897c-1b8db38c3660 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1097 time: 0.1379063 Sep 22 18:14:07.595813 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Attempt 3 to provision port 9c22a51b-fc66-4297-973d-bca2577997ec Sep 22 18:14:07.610504 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-05a5e8e2-3fb4-473d-bafe-bb995278b9f7 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 217 time: 0.0621853 Sep 22 18:14:07.660371 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-d539c947-4828-4bb3-9000-cd45b4bb9169 None None] Port 9c22a51b-fc66-4297-973d-bca2577997ec had new provisioning blocks added so it will not transition to active. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Sep 22 18:14:07.677316 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d9c392a0-a7ee-4870-b294-ba45a2dded71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:07.678760 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-d9c392a0-a7ee-4870-b294-ba45a2dded71 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0625763 Sep 22 18:14:07.761210 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-5d8d3a4e-a9c4-4b09-955c-0e0493c597d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:07.762672 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-5d8d3a4e-a9c4-4b09-955c-0e0493c597d1 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778158 Sep 22 18:14:07.908357 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-6431061b-7ddc-436e-bd04-752e4e34b6a3 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391182 Sep 22 18:14:08.047218 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-985ba979-b7d2-43e1-9ea6-6fcbcab39b4c req-823f4eb8-6e82-400b-9075-ada40177d3e1 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333437 Sep 22 18:14:08.222851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-84ee200d-9cdb-46dc-8b62-c8630332f77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:08.224465 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-84ee200d-9cdb-46dc-8b62-c8630332f77a service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1097 time: 0.0925887 Sep 22 18:14:08.363471 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-ca1c6a96-b617-4553-9afa-1c70fb758d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:08.364948 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-ca1c6a96-b617-4553-9afa-1c70fb758d08 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1347187 Sep 22 18:14:08.430439 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-a223da5a-83b9-47b8-b4a4-bc7e908b52d1 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 217 time: 0.0594411 Sep 22 18:14:08.501333 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-9883fe60-da81-42cf-8ef0-e2f9d5a1da82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:08.502684 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-9883fe60-da81-42cf-8ef0-e2f9d5a1da82 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0671735 Sep 22 18:14:08.587276 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-480a8084-5b95-4dd9-b5c8-ce9f34b16469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:08.588797 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-480a8084-5b95-4dd9-b5c8-ce9f34b16469 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793009 Sep 22 18:14:08.727879 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-b5a34ca7-1d21-43ff-bf4e-ee9efd75e7b9 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320868 Sep 22 18:14:08.746445 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6510dcf-7e21-4715-8b68-4d5bc69dd54f req-45c9061e-360d-4167-9b3d-d77db7e6dc21 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:08.747949 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6510dcf-7e21-4715-8b68-4d5bc69dd54f req-45c9061e-360d-4167-9b3d-d77db7e6dc21 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.0961988 Sep 22 18:14:08.794605 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-b6510dcf-7e21-4715-8b68-4d5bc69dd54f req-43364e6e-c261-47c2-a12b-b84dd919d045 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403547 Sep 22 18:14:08.863364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-418d57a0-6341-42e5-ab79-5c43134d11b9 req-2e6e16cc-ffab-4bd2-99e3-20f34c154724 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292367 Sep 22 18:14:10.000050 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca363642-60c5-41e1-ac53-49f70706e791 req-af1b4afb-9fb1-47b4-b97e-f8add4863373 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:10.001534 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ca363642-60c5-41e1-ac53-49f70706e791 req-af1b4afb-9fb1-47b4-b97e-f8add4863373 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.0919018 Sep 22 18:14:10.045277 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ca363642-60c5-41e1-ac53-49f70706e791 req-73108e55-3807-4277-bac1-a157784307d8 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380771 Sep 22 18:14:10.734277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:14:10.873539 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:14:10.886610 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9c22a51b-fc66-4297-973d-bca2577997ec', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:14:10.941785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9c22a51b-fc66-4297-973d-bca2577997ec is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:14:10.942171 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:10.959176 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c22a51b-fc66-4297-973d-bca2577997ec {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:14:10.974358 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:14:10.978910 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:11.048808 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:11.347827 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0eab14-1d3a-410f-b4ed-fd9a0806c4aa req-1d1c0d04-9993-41ee-9493-f8ae54933afc tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:11.349322 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c0eab14-1d3a-410f-b4ed-fd9a0806c4aa req-1d1c0d04-9993-41ee-9493-f8ae54933afc tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 945 time: 0.1942492 Sep 22 18:14:11.356653 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9c22a51b-fc66-4297-973d-bca2577997ec'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:14:11.395762 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4c0eab14-1d3a-410f-b4ed-fd9a0806c4aa req-e3c97487-b27f-41a3-988a-2c8733eaa497 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393538 Sep 22 18:14:12.072581 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:14:12.604168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa56204-d2fc-4f44-a0d1-cc1b1da78339 req-62595514-3007-4386-bc20-3e9c2b8dbb8f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:12.605694 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aa56204-d2fc-4f44-a0d1-cc1b1da78339 req-62595514-3007-4386-bc20-3e9c2b8dbb8f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 945 time: 0.0904634 Sep 22 18:14:12.653311 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-4aa56204-d2fc-4f44-a0d1-cc1b1da78339 req-e8a33070-4e30-480f-97b8-877e499881c6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419800 Sep 22 18:14:12.731715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:14:12.805680 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port 9c22a51b-fc66-4297-973d-bca2577997ec completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:14:12.810542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9c22a51b-fc66-4297-973d-bca2577997ec triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:14:12.810916 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:12.811247 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9c22a51b-fc66-4297-973d-bca2577997ec Sep 22 18:14:12.931981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9c22a51b-fc66-4297-973d-bca2577997ec is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:14:12.932364 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:12.965399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:14:12.967770 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7509ed4d-3144-4615-9b44-a44d7cb38514" -d '{"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:14:12.976369 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:14:12.980772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:13.018284 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d445bf-b4ec-4d16-933b-79dc896d47e7 x-openstack-request-id: req-23d445bf-b4ec-4d16-933b-79dc896d47e7 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:14:13.018578 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:14:13.018839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-23d445bf-b4ec-4d16-933b-79dc896d47e7 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:14:13.019237 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-23d445bf-b4ec-4d16-933b-79dc896d47e7'] response: {'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'code': 200} Sep 22 18:14:13.052537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:13.381854 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b52e1c-5cda-4c48-b6aa-f82ab3b9c6b4 req-a1dd8d2a-12a7-4937-a5de-a8da433bba1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:13.383364 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60b52e1c-5cda-4c48-b6aa-f82ab3b9c6b4 req-a1dd8d2a-12a7-4937-a5de-a8da433bba1e service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1099 time: 0.1679163 Sep 22 18:14:13.424813 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-60b52e1c-5cda-4c48-b6aa-f82ab3b9c6b4 req-ed244eae-bd2e-40ae-97e6-2372e15f6f74 service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351484 Sep 22 18:14:13.853947 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2370698-18e9-465c-93c2-315479a3a8fb req-88e97155-b0a8-4708-9860-fea029df6adc tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:13.855392 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2370698-18e9-465c-93c2-315479a3a8fb req-88e97155-b0a8-4708-9860-fea029df6adc tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 946 time: 0.0906940 Sep 22 18:14:13.899133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c2370698-18e9-465c-93c2-315479a3a8fb req-30a0095a-8ee8-4b95-b733-db3eb2c8e408 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376503 Sep 22 18:14:15.110995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330f55ae-4bec-4e20-8119-ce1be70e5424 req-63e4f299-564a-4e3c-85bb-03bea1058f2b tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:15.112510 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-330f55ae-4bec-4e20-8119-ce1be70e5424 req-63e4f299-564a-4e3c-85bb-03bea1058f2b tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 946 time: 0.0963235 Sep 22 18:14:15.158613 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-330f55ae-4bec-4e20-8119-ce1be70e5424 req-49e23fe2-5963-4a49-a191-44ccf71c0abe tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403793 Sep 22 18:14:15.353682 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f923c0ba-ddae-46dc-8813-11c08153fdf8 req-5685bca5-2376-40c4-958c-d5cab478a6a7 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:15.355132 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f923c0ba-ddae-46dc-8813-11c08153fdf8 req-5685bca5-2376-40c4-958c-d5cab478a6a7 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 946 time: 0.0872016 Sep 22 18:14:15.402460 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-f923c0ba-ddae-46dc-8813-11c08153fdf8 req-86c0e098-708e-404f-827c-a41ac67c5b1a tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416894 Sep 22 18:14:15.430574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33548) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:14:15.551012 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069a909e-d881-44eb-9de6-7db224b999fe tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:15.551823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-069a909e-d881-44eb-9de6-7db224b999fe tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] Synchronizing usage tracker for tenant:a88d8198ab8946d1ab219d4d617cbdaf on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:14:15.569325 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-069a909e-d881-44eb-9de6-7db224b999fe tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] Unset dirty status for tenant:a88d8198ab8946d1ab219d4d617cbdaf on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:14:15.571410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-069a909e-d881-44eb-9de6-7db224b999fe tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1094 time: 0.1398005 Sep 22 18:14:15.574459 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33554) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:14:15.579527 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address': '172.20.0.14'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:14:15.585766 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:14:15.590298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:floatingip and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:14:15.593370 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:14:15.599763 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:14:15.610857 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:15.759597 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:15.900453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Allocated IP 172.26.8.226 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/aab1632c-bc83-4533-b184-564adfb75089) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:14:16.048969 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:16.079843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:16.144428 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:14:16.147349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:14:16.151737 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:14:16.183932 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=aab1632c-bc83-4533-b184-564adfb75089,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:16.568755 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:16.642622 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:16.852738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:16.857352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:17.058489 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:17.106008 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=aab1632c-bc83-4533-b184-564adfb75089,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:14:17.234039 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Floating IP 2ffeb1cd-4597-495c-8179-6d2afe31e280 associated. External IP: 172.26.8.226, port: 9c22a51b-fc66-4297-973d-bca2577997ec. Sep 22 18:14:17.586738 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:14:17.772231 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:14:17.782073 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:14:17.792875 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:14:17.793482 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:14:17.805572 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:17.885173 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-fbd56d19-c772-4d6d-8e2a-f4c74693ef70 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3096709 Sep 22 18:14:17.885754 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:14:17.888128 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b6e2988-1f4b-4257-bc28-f891f839347e" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:14:17.933630 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9157062-5bd9-44b6-844f-3eceb2587ec0 x-openstack-request-id: req-f9157062-5bd9-44b6-844f-3eceb2587ec0 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:14:17.933925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:14:17.934177 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f9157062-5bd9-44b6-844f-3eceb2587ec0 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:14:17.934581 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9157062-5bd9-44b6-844f-3eceb2587ec0'] response: {'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'status': 'completed', 'code': 200} Sep 22 18:14:17.979414 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:14:18.058905 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-e2bdb184-deac-4df9-86a2-0a04a901831c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:18.060410 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-e2bdb184-deac-4df9-86a2-0a04a901831c service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1099 time: 0.0822830 Sep 22 18:14:18.191516 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-47623a87-cbc7-4847-abf3-9ea1fcfc7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:18.193128 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-47623a87-cbc7-4847-abf3-9ea1fcfc7d3e service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1272280 Sep 22 18:14:18.301643 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-dd1895ba-175b-4054-8fe7-2399c7e84b30 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1000 time: 0.1014588 Sep 22 18:14:18.366924 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-59291eae-4d77-4310-9a7a-54cd2854c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:18.368404 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-59291eae-4d77-4310-9a7a-54cd2854c55d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0600734 Sep 22 18:14:18.379564 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:16Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:14:18.384132 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:14:18.392707 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:14:18.393204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:13:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:14:18.459349 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-3360559c-4a73-469c-9979-7575afe62e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:18.462217 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-3360559c-4a73-469c-9979-7575afe62e6f service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0851064 Sep 22 18:14:18.582145 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:14:18.725497 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-048455aa-e972-478b-b354-3071f9042708 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579126 Sep 22 18:14:18.860965 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6b6e2988-1f4b-4257-bc28-f891f839347e req-397e8eb5-f185-4106-8743-b60fed013177 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283524 Sep 22 18:14:18.951406 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:16Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:14:18.957166 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688873e9-2b6e-491e-8386-68e32b82f22d None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:16Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:14:19.250879 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d27cd4f-70af-42ca-baa3-aba80e4db740 None None] New status for floating IP 2ffeb1cd-4597-495c-8179-6d2afe31e280: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:14:22.610979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5dbdada-b18c-4931-922e-e6ffccc4a2bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:24.745625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d0067543-04ab-4b96-ba5e-ec97d348efa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:25.830685 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:26.274869 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:26.300960 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:26.607591 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-26062420-a16b-472c-8615-3e15d35b3ec4 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0936613 Sep 22 18:14:26.775668 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-da442056-6da4-40e5-963b-94e78c3467b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:26.777175 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-da442056-6da4-40e5-963b-94e78c3467b7 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1099 time: 0.0833075 Sep 22 18:14:26.924521 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-da11c361-ea05-4daa-8406-03617f6e0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:26.925873 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-da11c361-ea05-4daa-8406-03617f6e0fe2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1299262 Sep 22 18:14:27.027906 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-7d492bad-25cb-4d9b-9c37-26a3278e4bb6 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1002 time: 0.0962667 Sep 22 18:14:27.089942 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-1fe7c8d8-e8af-4975-add7-87ed420d1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:27.091395 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-1fe7c8d8-e8af-4975-add7-87ed420d1e1d service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0579319 Sep 22 18:14:27.181224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-e3d5deec-4b88-4f1d-b027-16da240ec1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:14:27.182773 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-e3d5deec-4b88-4f1d-b027-16da240ec1af service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0853896 Sep 22 18:14:27.317047 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-73f775ee-8289-42fa-b71b-e51b7272577d service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274242 Sep 22 18:14:27.448031 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-69a20681-2cc1-46e7-8473-2fe2d2ff569f req-64bd3f6e-924c-478b-b7b9-f248c61d3726 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252246 Sep 22 18:14:27.524314 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:49.072968 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:14:52.611980 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dcaf40e0-1815-46dc-afc8-86310b953627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:54.755631 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-aa0e3805-bcdd-4455-9084-a4f2616ca590 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:55.833550 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:56.277030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:56.331438 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:14:57.526700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:22.616165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-09f7ba13-2eaa-404f-b870-e53cba859011 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:24.757376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf28c1ac-f8a3-4ef1-a3f0-038d520d9bea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:25.839117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:26.073344 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:15:26.283750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:26.360268 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:27.534458 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:27.649010 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-b4508b59-16ec-4e2e-bbad-d3b8c4cfce54 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1125195 Sep 22 18:15:27.844888 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-911c9c9b-2c72-453b-b4b4-cef763a90c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:15:27.846653 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-911c9c9b-2c72-453b-b4b4-cef763a90c7b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1099 time: 0.1036551 Sep 22 18:15:28.019214 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-a3e444f0-b952-4044-95e6-6c01e05aef74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:15:28.020971 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-a3e444f0-b952-4044-95e6-6c01e05aef74 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1537018 Sep 22 18:15:28.144347 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-3c6157a6-4463-4870-83f4-776768130675 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1002 time: 0.1168227 Sep 22 18:15:28.331913 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-5dce8726-a489-423c-8e1c-46f4889b75d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:15:28.334003 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-5dce8726-a489-423c-8e1c-46f4889b75d9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.1831200 Sep 22 18:15:28.449291 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-eb0ed553-aeb9-4ff6-8c82-533d8002a693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:15:28.450831 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-eb0ed553-aeb9-4ff6-8c82-533d8002a693 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1113763 Sep 22 18:15:28.661673 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-3d033434-f1fe-463e-9bce-2f0f3d9d7c9f service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041981 Sep 22 18:15:28.822225 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-c44e25a9-4bd6-4503-baae-42e372f8e084 req-66151cd6-5245-4141-badf-086aebbcbd9a service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543162 Sep 22 18:15:52.619835 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-acd191e7-7e47-4e25-b313-3d03e888be80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:54.750024 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-97932f2b-656a-4364-a1e4-1c296c9a24fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:55.834025 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:56.283484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:56.371420 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:15:57.536376 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:03.072822 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:16:22.631827 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8468ba5c-5487-46ec-872c-01a84784c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:24.750822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-969b13b4-0b08-4e70-926d-316d739570e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:25.837459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:26.289431 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:26.363295 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:27.542067 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:29.764676 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-c204681e-615f-4855-9a3f-0cf59a601112 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1593072 Sep 22 18:16:29.930587 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5345-420e-461d-9574-df95d9fedb27 req-76f32823-5a32-4c18-98ea-1e177f11df52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:16:29.931962 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-76f32823-5a32-4c18-98ea-1e177f11df52 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1099 time: 0.0783994 Sep 22 18:16:30.081298 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5345-420e-461d-9574-df95d9fedb27 req-3c7919f6-f005-463d-bdbf-e05875cc08c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:16:30.083336 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-3c7919f6-f005-463d-bdbf-e05875cc08c9 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1308427 Sep 22 18:16:30.187764 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-5a3e506a-37d2-4abd-ac81-8eaeaaa53947 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1002 time: 0.0980031 Sep 22 18:16:30.257468 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5345-420e-461d-9574-df95d9fedb27 req-5dd8b670-1cc4-482d-9a2a-001a9634f976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:16:30.259261 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-5dd8b670-1cc4-482d-9a2a-001a9634f976 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0650513 Sep 22 18:16:30.350314 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba5345-420e-461d-9574-df95d9fedb27 req-8ff7fe90-a54d-46ff-88a4-02351b4c7a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:16:30.351791 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-8ff7fe90-a54d-46ff-88a4-02351b4c7a09 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0865045 Sep 22 18:16:30.484065 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-572f7dee-45a4-43b8-8e7e-14f78f05b2ed service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255527 Sep 22 18:16:30.617516 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-65ba5345-420e-461d-9574-df95d9fedb27 req-70593886-51ca-4c22-88ca-21f4ce4fa545 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269221 Sep 22 18:16:40.072065 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:16:49.622476 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:16:49.755756 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:16:49.769936 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': '9c22a51b-fc66-4297-973d-bca2577997ec', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:16:49.825940 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9c22a51b-fc66-4297-973d-bca2577997ec is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:16:49.826327 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:49.843920 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9c22a51b-fc66-4297-973d-bca2577997ec {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:16:49.860225 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:16:49.864454 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:49.943693 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:16:49.947841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['9c22a51b-fc66-4297-973d-bca2577997ec'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:16:49.989097 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.989452 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.989798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.990138 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.990480 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.990860 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.991193 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.991546 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.991877 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.992205 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.992536 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:49.992881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:16:51.629715 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:16:51.699082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port 9c22a51b-fc66-4297-973d-bca2577997ec triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:16:51.699491 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:51.699796 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port 9c22a51b-fc66-4297-973d-bca2577997ec Sep 22 18:16:51.819520 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9c22a51b-fc66-4297-973d-bca2577997ec is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:16:51.819897 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:51.847718 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:16:51.850054 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e92e27a-2d36-4b7b-a887-6fd138cb3c75" -d '{"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:16:51.858695 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:16:51.863709 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:51.948359 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:16:51.969962 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:16:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08764ad4-caf5-4d2c-ac17-19202fabce57 x-openstack-request-id: req-08764ad4-caf5-4d2c-ac17-19202fabce57 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:16:51.970199 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-plugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:16:51.970459 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-08764ad4-caf5-4d2c-ac17-19202fabce57 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:16:51.970861 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08764ad4-caf5-4d2c-ac17-19202fabce57'] response: {'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'code': 200} Sep 22 18:16:52.626548 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-7b58b298-9a27-427c-af51-badad21d4bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:54.755144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0b66d31f-ec0c-4465-ac8c-e75ac269c57c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:55.839281 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:56.291421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:56.371697 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:16:57.544898 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:05.826493 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-da5d4087-d77c-4399-885e-954111cadc7f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1113813532&fields=id&tenant_id=44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 267 time: 0.0451162 Sep 22 18:17:05.984205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-a8f5afd9-2224-4b03-973b-6b0a166d20db tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:05.985708 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-a8f5afd9-2224-4b03-973b-6b0a166d20db tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 810 time: 0.1525097 Sep 22 18:17:06.001727 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-420b9416-e010-4d8d-8d8d-c3dce0ec6680 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/quotas/44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 375 time: 0.0097973 Sep 22 18:17:06.103468 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-7be67b03-927c-414e-8fd9-4d4e0a4ad3f4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0962803 Sep 22 18:17:06.163395 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8ad2119a-dcf1-4022-8491-8da24eeca92e service neutron] http://10.222.0.25:9696/v2.0/extensions returned with HTTP 200 {{(pid=89052) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 22 18:17:06.164380 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8ad2119a-dcf1-4022-8491-8da24eeca92e service neutron] 10.222.0.25 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493655 Sep 22 18:17:06.306161 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-670e20c7-da0b-4846-90fd-0a950570f9bb service neutron] 10.222.0.25 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355700 Sep 22 18:17:06.542182 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-6ed9c424-00ff-40ec-83a0-0db9ac5310d9 service neutron] 10.222.0.25 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2302320 Sep 22 18:17:06.748263 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3ebb0dba-9b18-49e6-9df5-3410a56d158f req-474989b3-14de-45bf-bf68-1cb438a63cd9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 210 time: 0.0534508 Sep 22 18:17:07.739522 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:17:07.920003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port 9c22a51b-fc66-4297-973d-bca2577997ec is: ACTIVE; New status is: DOWN {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:17:07.920804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:07.971090 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:17:07.973441 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f27db9-9e3a-49d2-9946-84ac838cf50e" -d '{"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:17:07.982338 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:17:07.991042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:08.077280 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Sep 2022 18:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02748780-b47b-4b7f-8763-1d05f60abbd3 x-openstack-request-id: req-02748780-b47b-4b7f-8763-1d05f60abbd3 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:17:08.077644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-unplugged", "status": "completed", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:17:08.077809 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-02748780-b47b-4b7f-8763-1d05f60abbd3 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:17:08.078291 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02748780-b47b-4b7f-8763-1d05f60abbd3'] response: {'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'code': 200} Sep 22 18:17:08.082965 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=8']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:08.088350 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3fa7ccfc-6678-4575-8609-2af12c70d6ff req-8065c2e7-7987-4290-8b84-329ee8497fd3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 210 time: 0.1168151 Sep 22 18:17:08.162933 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8d5150b7-50b9-419b-a890-f3750d7039ca tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:08.164381 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8d5150b7-50b9-419b-a890-f3750d7039ca tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 810 time: 0.3598137 Sep 22 18:17:08.215309 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-7c065449-8d7b-4d85-948e-724c1f89ceeb tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44fba85ecb86425ab8d3b5e0d42762ea HTTP/1.1" status: 200 len: 380 time: 0.0422444 Sep 22 18:17:08.224953 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'port': {'device_id': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'admin_state_up': True, 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'security_groups': ['8cb59ab6-6e60-4f99-8560-20ad6a38fef2']}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:17:08.367931 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:17:08.381543 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:17:08.393223 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Made reservation on behalf of 44fba85ecb86425ab8d3b5e0d42762ea for: {'port': 1} {{(pid=89052) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 22 18:17:08.397068 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:08.731126 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Allocated IP 172.20.0.10 (944af82c-193e-484d-9777-2b23aa24761b/04232e7e-fc9d-4922-962a-6e04a370f4d8/d35501eb-adc5-4a83-9f2e-755d459c9c4f) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:17:09.021037 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:09.051369 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Transition to ACTIVE for port object d35501eb-adc5-4a83-9f2e-755d459c9c4f will not be triggered until provisioned by entity DHCP. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:17:09.099392 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:09.191156 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Network 944af82c-193e-484d-9777-2b23aa24761b is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:17:09.196132 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:17:09.204673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:17:09.279091 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:09.280254 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:09.290691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:09.319168 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.319528 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.321675 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.326519 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.326912 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.334952 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.335313 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.335848 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.336394 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.336874 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.337227 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.337627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:17:09.382455 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-35686961-c5ea-439a-9872-29175991ada1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1617951 Sep 22 18:17:09.629003 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Provisioning for port d35501eb-adc5-4a83-9f2e-755d459c9c4f completed by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:17:09.644114 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Provisioning complete for port d35501eb-adc5-4a83-9f2e-755d459c9c4f triggered by entity DHCP. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:17:09.645717 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:09.646923 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 1 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:09.648461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4435bf55-ddaa-4716-930f-0e4fb876f1e0 req-d1812bc0-6044-45bf-a2dd-f56c78e08457 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:09.664515 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4435bf55-ddaa-4716-930f-0e4fb876f1e0 req-d1812bc0-6044-45bf-a2dd-f56c78e08457 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.2089698 Sep 22 18:17:09.745346 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4435bf55-ddaa-4716-930f-0e4fb876f1e0 req-1b23f428-399d-4354-b94a-46eeb61362ec tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790918 Sep 22 18:17:09.824855 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:10.326828 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 2 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:10.386489 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:10.887879 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 3 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:11.024822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:11.086271 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441aabc0-e71e-40fa-9288-76259512c40b req-c90c5e1d-5e8f-417f-a539-d19105eb285d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:11.087356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-441aabc0-e71e-40fa-9288-76259512c40b req-c90c5e1d-5e8f-417f-a539-d19105eb285d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:17:11.110439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-441aabc0-e71e-40fa-9288-76259512c40b req-c90c5e1d-5e8f-417f-a539-d19105eb285d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:17:11.112389 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-441aabc0-e71e-40fa-9288-76259512c40b req-c90c5e1d-5e8f-417f-a539-d19105eb285d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.1615450 Sep 22 18:17:11.181067 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-441aabc0-e71e-40fa-9288-76259512c40b req-9ef4d0a3-3950-4588-9f66-43fefb2da033 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616455 Sep 22 18:17:11.526663 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 4 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:11.590440 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:12.091686 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 5 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:12.162422 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:12.553079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa48aef-38b3-4f60-b2d7-74acc0a1c13e req-f6d31f60-1fc4-4319-b1c0-f623d7beb1f8 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:12.555292 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5aa48aef-38b3-4f60-b2d7-74acc0a1c13e req-f6d31f60-1fc4-4319-b1c0-f623d7beb1f8 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.1598189 Sep 22 18:17:12.638179 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-5aa48aef-38b3-4f60-b2d7-74acc0a1c13e req-cd8ccd41-93ad-411a-8868-f73bcea8b10e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729272 Sep 22 18:17:12.664308 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 6 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:12.778170 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:13.279896 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 7 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:13.376511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:13.878310 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 8 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:14.005918 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:14.084143 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6816c6e-7526-40df-a1bc-8f2167afbfa6 req-8379e6c0-f47c-45f5-a3c2-77811b9c3fc4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:14.085722 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6816c6e-7526-40df-a1bc-8f2167afbfa6 req-8379e6c0-f47c-45f5-a3c2-77811b9c3fc4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.2093589 Sep 22 18:17:14.137291 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-b6816c6e-7526-40df-a1bc-8f2167afbfa6 req-7f8127f5-582b-4942-9763-f1d70dfcf206 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458143 Sep 22 18:17:14.507309 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 9 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:14.575906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:15.077669 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Attempt 10 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:15.153340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-db3f9565-c148-465c-ae95-6682d49ace9c None None] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f cannot update to ACTIVE because it is not bound. {{(pid=89053) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Sep 22 18:17:15.522086 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd2672-ff46-4e0d-9c59-65f859134277 req-e24259ac-698f-455c-856d-4155dc54b5c0 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:15.523929 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdfd2672-ff46-4e0d-9c59-65f859134277 req-e24259ac-698f-455c-856d-4155dc54b5c0 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.1324873 Sep 22 18:17:15.622418 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-fdfd2672-ff46-4e0d-9c59-65f859134277 req-c6441b80-92f9-4ae8-9817-a94e66a8bccf tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869007 Sep 22 18:17:16.848939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a55a33-9fdc-4ead-8cd6-e21be85e0e01 req-180f8038-64ac-47f5-8b66-a3c32d01b313 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:16.850631 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26a55a33-9fdc-4ead-8cd6-e21be85e0e01 req-180f8038-64ac-47f5-8b66-a3c32d01b313 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.0915058 Sep 22 18:17:16.908327 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-26a55a33-9fdc-4ead-8cd6-e21be85e0e01 req-acfe8ec5-283d-431b-8f85-6cda9d681191 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513227 Sep 22 18:17:17.077932 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:17:18.114310 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4658754-f56b-4884-92a0-ea1f40608b0f req-d5f0fccf-9cd3-42ee-9aa2-30e2bca372cd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:18.115770 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4658754-f56b-4884-92a0-ea1f40608b0f req-d5f0fccf-9cd3-42ee-9aa2-30e2bca372cd tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.0901358 Sep 22 18:17:18.163505 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e4658754-f56b-4884-92a0-ea1f40608b0f req-4b0e41cb-16ba-4e8e-9a66-d31d2e05f573 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420790 Sep 22 18:17:19.337577 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Request body: {'port': {'device_id': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8589'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:17:19.479909 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b549f-cd13-4095-aa0d-aa0b0a523268 req-12a214e5-99a8-4275-b140-5ea40c55754f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:19.481333 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-723b549f-cd13-4095-aa0d-aa0b0a523268 req-12a214e5-99a8-4275-b140-5ea40c55754f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 932 time: 0.1938126 Sep 22 18:17:19.483840 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:19.588316 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-723b549f-cd13-4095-aa0d-aa0b0a523268 req-c2db2656-ce03-4027-9437-6d41a65f0798 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951531 Sep 22 18:17:20.006698 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89052) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:17:20.014480 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:20.029453 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.provisioning_blocks [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Transition to ACTIVE for port object d35501eb-adc5-4a83-9f2e-755d459c9c4f will not be triggered until provisioned by entity L2. {{(pid=89052) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 22 18:17:20.033856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:20.227352 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:20.268112 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Attempting to bind port d35501eb-adc5-4a83-9f2e-755d459c9c4f on host hv-neutron-8589 for vnic_type normal with profile {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Sep 22 18:17:20.268447 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Attempting to bind port d35501eb-adc5-4a83-9f2e-755d459c9c4f by drivers openvswitch,hyperv on host hv-neutron-8589 at level 0 using segments [{'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Sep 22 18:17:20.268812 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Attempting to bind port d35501eb-adc5-4a83-9f2e-755d459c9c4f on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:17:20.273452 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Port d35501eb-adc5-4a83-9f2e-755d459c9c4f on network 944af82c-193e-484d-9777-2b23aa24761b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8589 {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Sep 22 18:17:20.273843 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Attempting to bind port d35501eb-adc5-4a83-9f2e-755d459c9c4f on network 944af82c-193e-484d-9777-2b23aa24761b {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Sep 22 18:17:20.278922 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Checking agent: {'id': 'b72110f1-4476-4802-8618-88756f6a4abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8589', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'started_at': datetime.datetime(2022, 9, 22, 16, 54, 55), 'heartbeat_timestamp': datetime.datetime(2022, 9, 22, 18, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Sep 22 18:17:20.279256 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Checking segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=89052) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Sep 22 18:17:20.279639 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Bound using segment: {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'} {{(pid=89052) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Sep 22 18:17:20.280065 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.managers [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Bound port: d35501eb-adc5-4a83-9f2e-755d459c9c4f, host: hv-neutron-8589, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba6108d3-2307-4b5d-a080-ec332808d67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '944af82c-193e-484d-9777-2b23aa24761b'}}] {{(pid=89052) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Sep 22 18:17:20.280408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:20.377568 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, cleared binding levels {{(pid=89052) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Sep 22 18:17:20.381092 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89052) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Sep 22 18:17:20.386074 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:20.418512 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:20.419136 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:20.420590 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] 10.222.0.18 "PUT /v2.0/ports/d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 1094 time: 1.0927432 Sep 22 18:17:20.421096 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:17:20.424057 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74" -d '{"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:17:20.499554 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:17:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0160f42-fc1b-47f3-8c54-03fbd586c33e x-openstack-request-id: req-f0160f42-fc1b-47f3-8c54-03fbd586c33e {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:17:20.499856 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:17:20.500106 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f0160f42-fc1b-47f3-8c54-03fbd586c33e {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:17:20.500511 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0160f42-fc1b-47f3-8c54-03fbd586c33e'] response: {'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'status': 'completed', 'code': 200} Sep 22 18:17:20.533893 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7a1549-cfff-4276-8f16-2dba258a6783 service neutron] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=3']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:20.563660 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-7e7edb0e-7c56-4043-a636-1d1fa104a1f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:20.565353 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-7e7edb0e-7c56-4043-a636-1d1fa104a1f1 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1097 time: 0.1057053 Sep 22 18:17:20.641367 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-7faf1d69-784a-480c-a126-2c6ed0eb9e06 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 217 time: 0.0696070 Sep 22 18:17:20.707417 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-1e2d4767-9887-4d1a-bab2-e1e0433a8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:20.708951 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-1e2d4767-9887-4d1a-bab2-e1e0433a8ec4 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0620236 Sep 22 18:17:20.875240 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-3ef1b533-df96-44d1-84ca-1c7a37fc8cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:20.877252 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-3ef1b533-df96-44d1-84ca-1c7a37fc8cf6 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1291900 Sep 22 18:17:20.885614 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859f61d-28f9-4705-96d2-e06ec20da0b3 req-44c53193-2725-43ef-bbe2-076c19b515a4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:20.886991 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7859f61d-28f9-4705-96d2-e06ec20da0b3 req-44c53193-2725-43ef-bbe2-076c19b515a4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 944 time: 0.1771314 Sep 22 18:17:21.017106 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-7859f61d-28f9-4705-96d2-e06ec20da0b3 req-1eb792dc-fa25-4dc9-baf9-21b95fa1ffaf tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104462 Sep 22 18:17:21.051594 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-2be8ade8-264f-4d0c-a3b4-f6caaaf463e7 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636319 Sep 22 18:17:21.196476 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-83f627e6-ce35-47ae-94de-3a084ff17f15 req-ee170f6f-5667-44e1-8e5b-741101a0bc81 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386287 Sep 22 18:17:21.328787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-9633a77a-c895-4255-83e4-617b30990638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:21.330419 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-9633a77a-c895-4255-83e4-617b30990638 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1097 time: 0.0849798 Sep 22 18:17:21.465493 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-6ed74998-a571-4b8a-bcda-031fdedece89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:21.466876 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-6ed74998-a571-4b8a-bcda-031fdedece89 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1305740 Sep 22 18:17:21.533560 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-d3942328-4aee-4e3a-b691-f02d8cfdef70 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 217 time: 0.0600634 Sep 22 18:17:21.703939 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-9e4f7754-5e37-466b-8928-9c8ef77b74b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:21.706112 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-9e4f7754-5e37-466b-8928-9c8ef77b74b9 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.1679182 Sep 22 18:17:21.787429 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-afb857a5-e196-45d8-92ad-c75ab20d2a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:21.788865 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-afb857a5-e196-45d8-92ad-c75ab20d2a62 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768831 Sep 22 18:17:21.919023 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-be916475-b867-4b5d-8269-819157021b32 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237001 Sep 22 18:17:22.052860 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ff3d0c1f-0914-4fd1-8f17-548a1ef75c74 req-fa898e81-85eb-459d-8c7d-6691c71096b3 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271441 Sep 22 18:17:22.220421 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e00668b-3e7e-4d94-9c05-050145452a90 req-088f798d-ee84-4f05-8913-e86413206fb9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:22.221912 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e00668b-3e7e-4d94-9c05-050145452a90 req-088f798d-ee84-4f05-8913-e86413206fb9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 944 time: 0.0871971 Sep 22 18:17:22.268020 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-4e00668b-3e7e-4d94-9c05-050145452a90 req-41c2b138-cc1a-4b7c-9fe8-9e9c3c432f4c tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402489 Sep 22 18:17:22.629580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e39a9082-d47b-4331-81d1-0b8925a1ebe9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:23.473193 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c040d5-60f7-4d4e-bf6c-aef3b8289743 req-e4785286-cda0-4429-948a-4c81b32accd0 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:23.474694 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5c040d5-60f7-4d4e-bf6c-aef3b8289743 req-e4785286-cda0-4429-948a-4c81b32accd0 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 944 time: 0.0930979 Sep 22 18:17:23.521033 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-a5c040d5-60f7-4d4e-bf6c-aef3b8289743 req-bf7e7399-aca8-402e-81f2-a84fd2b775b7 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401907 Sep 22 18:17:24.724508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25adb8-90b5-46c8-b918-724ad2feff40 req-07fc94b1-d885-4879-87b7-e55a804fda22 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:24.726036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e25adb8-90b5-46c8-b918-724ad2feff40 req-07fc94b1-d885-4879-87b7-e55a804fda22 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 944 time: 0.0921957 Sep 22 18:17:24.758301 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-adb697c1-0f48-48fc-ba7d-497e7539e03f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:24.773056 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e25adb8-90b5-46c8-b918-724ad2feff40 req-b6007586-368f-461d-96cb-9619ccbf7b96 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414205 Sep 22 18:17:25.820215 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:17:25.868786 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:25.980703 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:17:25.987322 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb0e385-87e8-42cf-ae75-a96f17db8d05 req-fdf7d87d-5f4f-4a7f-b0d5-69116a879a3c tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:25.988818 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbb0e385-87e8-42cf-ae75-a96f17db8d05 req-fdf7d87d-5f4f-4a7f-b0d5-69116a879a3c tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 944 time: 0.0931861 Sep 22 18:17:25.999185 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'mac_address': 'fa:16:3e:58:82:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:17:26.033638 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-dbb0e385-87e8-42cf-ae75-a96f17db8d05 req-9fcf457c-1d9b-4539-a741-56a30f09b5c8 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390568 Sep 22 18:17:26.056859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port d35501eb-adc5-4a83-9f2e-755d459c9c4f is: DOWN; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:17:26.057180 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:26.075092 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:17:26.091234 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:17:26.095937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:26.162902 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=4']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:26.294413 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:26.373312 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:26.463213 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['d35501eb-adc5-4a83-9f2e-755d459c9c4f'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:17:27.232413 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d21a41-a7d6-434b-adb2-4ead1ca8a85c req-fa5923f1-d802-4acc-8cd6-49fac3a74f75 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:27.233916 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58d21a41-a7d6-434b-adb2-4ead1ca8a85c req-fa5923f1-d802-4acc-8cd6-49fac3a74f75 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 945 time: 0.0887125 Sep 22 18:17:27.283525 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-58d21a41-a7d6-434b-adb2-4ead1ca8a85c req-1c8b310b-04cd-406f-97e5-3c7fa6604cf4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432410 Sep 22 18:17:27.544388 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:27.831881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:17:27.906995 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning for port d35501eb-adc5-4a83-9f2e-755d459c9c4f completed by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 22 18:17:27.913484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port d35501eb-adc5-4a83-9f2e-755d459c9c4f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:17:27.913859 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:27.914189 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:17:28.045625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port d35501eb-adc5-4a83-9f2e-755d459c9c4f is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:17:28.046009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:28.074874 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:17:28.077474 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11e84a22-0505-4dd7-be19-748d3a18e43a" -d '{"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-plugged", "status": "completed", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:17:28.087264 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:17:28.092256 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:28.165542 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d79d3b5f-6fd7-4f27-b961-e6dd43780d80 x-openstack-request-id: req-d79d3b5f-6fd7-4f27-b961-e6dd43780d80 {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:17:28.165839 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-plugged", "status": "completed", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:17:28.166080 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-d79d3b5f-6fd7-4f27-b961-e6dd43780d80 {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:17:28.166472 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d79d3b5f-6fd7-4f27-b961-e6dd43780d80'] response: {'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'code': 200} Sep 22 18:17:28.202034 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=5']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:28.371463 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6038e256-a131-4ff6-a90c-5aa2c5429b77 req-ef4c008e-cdee-4d72-877b-bd3401a64a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:28.373140 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6038e256-a131-4ff6-a90c-5aa2c5429b77 req-ef4c008e-cdee-4d72-877b-bd3401a64a19 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1099 time: 0.0804334 Sep 22 18:17:28.415913 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6038e256-a131-4ff6-a90c-5aa2c5429b77 req-613fcc33-f9a6-4f45-904e-4844be3e279c service neutron] 10.222.0.18 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370839 Sep 22 18:17:28.491815 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e40c5de-0e27-4434-b828-6033566f876c req-09df301d-b022-4ffa-8079-23c8c2cb5e0f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:28.493373 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e40c5de-0e27-4434-b828-6033566f876c req-09df301d-b022-4ffa-8079-23c8c2cb5e0f tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0905230 Sep 22 18:17:28.541266 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-9e40c5de-0e27-4434-b828-6033566f876c req-9b7d1e2f-276a-4ac9-82a7-271c1b498ed0 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Sep 22 18:17:29.756026 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f52dd1d-b5e1-415d-8e89-345d4135b54a req-c806f2e5-ab3c-441a-a86d-eda590d8fc15 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:29.757637 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f52dd1d-b5e1-415d-8e89-345d4135b54a req-c806f2e5-ab3c-441a-a86d-eda590d8fc15 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0975809 Sep 22 18:17:29.806000 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-1f52dd1d-b5e1-415d-8e89-345d4135b54a req-105f6687-1e99-4647-b3aa-e61c65847e63 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420327 Sep 22 18:17:31.015035 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96d3bf9-c4c6-4599-a97a-8175b8207096 req-af4af591-eb84-4530-889e-1530d7ec0d5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:31.016676 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e96d3bf9-c4c6-4599-a97a-8175b8207096 req-af4af591-eb84-4530-889e-1530d7ec0d5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0981061 Sep 22 18:17:31.066110 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-e96d3bf9-c4c6-4599-a97a-8175b8207096 req-ad20459c-f964-4780-8bb7-cd3cdc404026 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427179 Sep 22 18:17:31.275086 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66b743b-b21b-4748-9a13-63b4f02124e5 req-e962fcf1-5062-4fb1-8476-33f0f4b2cbac tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:31.276583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e66b743b-b21b-4748-9a13-63b4f02124e5 req-e962fcf1-5062-4fb1-8476-33f0f4b2cbac tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0935168 Sep 22 18:17:31.327107 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-e66b743b-b21b-4748-9a13-63b4f02124e5 req-64970cf8-8115-4120-a6ef-255695c45a1d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447316 Sep 22 18:17:31.357265 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33860) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:17:31.434315 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23125032-fe5d-43bd-8913-3fbc9002146b tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:31.435800 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-23125032-fe5d-43bd-8913-3fbc9002146b tempest-TestSnapshotPattern-1092263624 tempest-TestSnapshotPattern-1092263624-project-admin] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1094 time: 0.0776291 Sep 22 18:17:31.439272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 33864) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:17:31.444348 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.v2.base [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Request body: {'floatingip': {'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address': '172.20.0.10'}} {{(pid=89052) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Sep 22 18:17:31.450525 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Sep 22 18:17:31.454494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Usage tracker for resource:floatingip and tenant:44fba85ecb86425ab8d3b5e0d42762ea is out of sync, need to count used quota {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Sep 22 18:17:31.457408 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=89052) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Sep 22 18:17:31.463195 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.quota.driver [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=89052) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Sep 22 18:17:31.474950 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:31.653337 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-61b83e1b-bbb4-42c2-b6e1-5e750e8f08fe service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1531382 Sep 22 18:17:31.689851 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:31.886800 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-bae0265f-a9fa-4044-a49b-f3cb5c1818bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:31.888300 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-bae0265f-a9fa-4044-a49b-f3cb5c1818bf service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1097 time: 0.1619606 Sep 22 18:17:31.895592 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.db_base_plugin_common [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Allocated IP 172.26.8.219 (95c0a61e-f926-4fa9-b205-0d9f0a1659a0/ec3e39f8-b153-4eb9-8c37-db67a7a44ce8/c72b4372-7f6f-4f5c-88c0-4a0b47977753) {{(pid=89052) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 22 18:17:32.250673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-d1cd4c95-7fc6-4734-9eea-aed7fdf8406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:32.252853 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-d1cd4c95-7fc6-4734-9eea-aed7fdf8406d service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.3435102 Sep 22 18:17:32.275205 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:32.306446 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8783504048119', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:32.375750 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Network 95c0a61e-f926-4fa9-b205-0d9f0a1659a0 is already hosted by enough agents. {{(pid=89052) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 22 18:17:32.379279 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.base_scheduler [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Resources bound (agent type, host, resource id): {{(pid=89052) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 22 18:17:32.381916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Received port after_create {{(pid=89052) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Sep 22 18:17:32.480242 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=c72b4372-7f6f-4f5c-88c0-4a0b47977753,revision_number=1']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:32.579554 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-cc80ee08-6cc4-4594-bf45-e439e3421f83 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1000 time: 0.1700814 Sep 22 18:17:32.706116 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-3bc562ca-7a64-413f-ae8f-1502e928027a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:32.707485 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-3bc562ca-7a64-413f-ae8f-1502e928027a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.1206350 Sep 22 18:17:32.973082 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-76b4d145-8f60-47a1-a987-19b963303b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:32.974520 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-76b4d145-8f60-47a1-a987-19b963303b93 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2554877 Sep 22 18:17:33.146042 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-7075dfc1-fdd5-423f-929e-1540a22cec78 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595421 Sep 22 18:17:33.228787 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, precommit_create {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:33.344996 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-717e5699-c3e4-4a1f-a0bc-67a16bd6c1ca req-bf38e71e-e50e-4ece-9a09-fce44d8b0f1c service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1917522 Sep 22 18:17:33.356581 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:33.579827 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for port, precommit_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:33.585056 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3750268'] for port, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:33.816706 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-737443'] for floatingip, after_update {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:33.864642 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event updated for resources: {'Port': ['ID=c72b4372-7f6f-4f5c-88c0-4a0b47977753,revision_number=2']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:17:34.005811 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.db.l3_db [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Floating IP e1ad44af-cc05-419f-8113-dfc9b3c2082a associated. External IP: 172.26.8.219, port: d35501eb-adc5-4a83-9f2e-755d459c9c4f. Sep 22 18:17:34.395591 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:17:34.599201 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:17:34.609133 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:17:34.618520 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:17:34.619129 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:17:34.629492 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:34.687515 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-e6d77e2a-9dc1-4a65-a614-b9bb2119fff1 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2472289 Sep 22 18:17:34.688401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:17:34.691439 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61018fbc-d366-40e8-a6d7-baf6831ff2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:17:34.734024 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:17:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1a37201-ae10-4368-b1bf-0a0acad1eb7a x-openstack-request-id: req-f1a37201-ae10-4368-b1bf-0a0acad1eb7a {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:17:34.734354 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:17:34.734601 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f1a37201-ae10-4368-b1bf-0a0acad1eb7a {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:17:34.734998 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f1a37201-ae10-4368-b1bf-0a0acad1eb7a'] response: {'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'status': 'completed', 'code': 200} Sep 22 18:17:34.805225 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:17:34.843127 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-0daaed70-5d83-4aad-b0ed-8de08dcad1ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:34.844695 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-0daaed70-5d83-4aad-b0ed-8de08dcad1ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1099 time: 0.0879025 Sep 22 18:17:34.981381 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-f07ebb93-6fe6-48ce-b39b-39c3725169b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:34.982887 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-f07ebb93-6fe6-48ce-b39b-39c3725169b2 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1329505 Sep 22 18:17:35.090534 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-bbe64d4b-cc5c-4fb5-835a-1f97607bfd4d service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 1000 time: 0.1010752 Sep 22 18:17:35.153640 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-8179e165-4ab7-46f4-9e12-6cef38e33048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:35.155172 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-8179e165-4ab7-46f4-9e12-6cef38e33048 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0589137 Sep 22 18:17:35.217212 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}, {'id': 'e1ad44af-cc05-419f-8113-dfc9b3c2082a', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.219', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:58:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:17:32Z', 'updated_at': '2022-09-22T18:17:32Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:17:35.224623 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:17:35.239863 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:17:35.240924 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:17:25Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:17:35.245494 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-98186176-2360-4340-830b-dc22a72b6656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:17:35.247052 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-98186176-2360-4340-830b-dc22a72b6656 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0852926 Sep 22 18:17:35.391770 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-1ed91343-7bda-4300-a90c-15a6efdbe577 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1374912 Sep 22 18:17:35.482867 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:17:35.643862 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-61018fbc-d366-40e8-a6d7-baf6831ff2a2 req-1dc2409c-67bd-44b7-a28b-8aa657144b89 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465460 Sep 22 18:17:35.847291 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}, {'id': 'e1ad44af-cc05-419f-8113-dfc9b3c2082a', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.219', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:58:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:17:32Z', 'updated_at': '2022-09-22T18:17:32Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:17:35.851901 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c65744b6-e569-4a43-bbb2-35f0910ddfa0 None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}, {'id': 'e1ad44af-cc05-419f-8113-dfc9b3c2082a', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.219', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1895, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:58:82:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:17:32Z', 'updated_at': '2022-09-22T18:17:32Z', 'revision_number': 0, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:17:36.041498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b002142-f2cd-4322-bf2e-400b9b9e88dd None None] New status for floating IP e1ad44af-cc05-419f-8113-dfc9b3c2082a: ACTIVE {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:17:52.632279 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b52d1eda-406f-4c40-80e5-f6ae0d1dab49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:54.077397 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:17:54.762519 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cdfa1976-4a82-49a8-938e-e68cdb58aec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:55.840851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:56.295987 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:56.394217 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:17:57.541276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:22.636349 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-5c3aafbd-0ee1-4c9f-837e-ff148528348f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:24.766079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d71e8c52-5478-474d-9190-ff13365e74d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:25.846247 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:26.300509 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:26.424736 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:27.541762 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:31.076581 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:18:32.613810 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-eb341d17-ac75-4ef9-9863-cc0290a04ac1 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0812471 Sep 22 18:18:32.737455 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77320-64d1-4693-b36d-8689250020e5 req-cbfb888e-235f-4b9c-af17-105dc4f379ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:18:32.738954 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-cbfb888e-235f-4b9c-af17-105dc4f379ec service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1099 time: 0.1030457 Sep 22 18:18:32.892771 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77320-64d1-4693-b36d-8689250020e5 req-a48eb27b-881a-470d-a6f7-255a90ce7aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:18:32.894259 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-a48eb27b-881a-470d-a6f7-255a90ce7aef service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1334629 Sep 22 18:18:33.006705 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-dcde3a7d-b7a6-4ba4-893c-2e7c274abe52 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 1002 time: 0.1060684 Sep 22 18:18:33.075241 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77320-64d1-4693-b36d-8689250020e5 req-699d8854-9ae9-4739-a5e6-5d5892077efd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:18:33.076723 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-699d8854-9ae9-4739-a5e6-5d5892077efd service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0634120 Sep 22 18:18:33.169434 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f77320-64d1-4693-b36d-8689250020e5 req-73ecce20-b801-4f57-91ff-56577b6057a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:18:33.170693 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-73ecce20-b801-4f57-91ff-56577b6057a5 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0879607 Sep 22 18:18:33.314015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-b71f85eb-b220-4fd7-921b-a00374d6dc37 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1369991 Sep 22 18:18:33.467466 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-82f77320-64d1-4693-b36d-8689250020e5 req-699fffaa-09d4-4232-8683-077652d99638 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458747 Sep 22 18:18:52.639981 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05b71ed1-3b69-441e-9bdf-415ea7350cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:54.771597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-28eeb107-30e6-4a7d-bf55-caab2a70707e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:55.843123 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:56.302671 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:56.439293 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:18:57.546547 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:08.076871 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:19:22.643261 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-bf5603be-caf7-48cf-9b07-775ced6218a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:24.763760 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-a26e5ce4-a0e4-4b30-91d3-11646c194055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:25.836819 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:26.305433 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:26.439955 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:27.547738 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:32.572583 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-314ee6e3-a2cf-4f7e-9ef0-eef83bbd1223 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788128 Sep 22 18:19:32.741595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af826857-90ff-41a9-8561-15042acb8663 req-0594b8c9-ed36-4ff7-9198-3c5b1cf3738b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:19:32.743057 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-0594b8c9-ed36-4ff7-9198-3c5b1cf3738b service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1097 time: 0.0835307 Sep 22 18:19:32.891904 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af826857-90ff-41a9-8561-15042acb8663 req-dd89f0d7-8eaf-4ed3-936b-579e7a3b0354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:19:32.893449 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-dd89f0d7-8eaf-4ed3-936b-579e7a3b0354 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1322629 Sep 22 18:19:32.999129 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-e8dd9965-194b-4b22-941f-dc0d25357072 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 1000 time: 0.0999978 Sep 22 18:19:33.069281 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af826857-90ff-41a9-8561-15042acb8663 req-d938017a-c17d-457d-9723-7afda56a9901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:19:33.070758 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-d938017a-c17d-457d-9723-7afda56a9901 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0665076 Sep 22 18:19:33.157997 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af826857-90ff-41a9-8561-15042acb8663 req-66209600-8306-4585-92f7-cdd574d57e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:19:33.159332 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-66209600-8306-4585-92f7-cdd574d57e41 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0827706 Sep 22 18:19:33.395685 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-45d1fe12-9ce9-4f88-8be0-32e08fc10dcb service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2304504 Sep 22 18:19:33.530335 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-af826857-90ff-41a9-8561-15042acb8663 req-4f6f4e4f-8524-449f-929f-cb2779e906e1 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286860 Sep 22 18:19:45.077654 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:19:52.469774 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f details requested by agent hyperv_hv-neutron-8589 with host hv-neutron-8589 {{(pid=89053) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Sep 22 18:19:52.600734 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:19:52.614112 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Returning: {'device': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'port_id': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'mac_address': 'fa:16:3e:58:82:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=89053) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Sep 22 18:19:52.679104 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-ab0415b1-ee5e-4957-8266-0137d1c76704 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:52.684418 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port d35501eb-adc5-4a83-9f2e-755d459c9c4f is: ACTIVE; New status is: BUILD {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:19:52.684817 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:52.702082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89053) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Sep 22 18:19:52.717972 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:19:52.721804 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:52.799305 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] get_ports_and_sgs() called for port_ids ['d35501eb-adc5-4a83-9f2e-755d459c9c4f'] {{(pid=89053) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Sep 22 18:19:52.832906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=6']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:19:52.857572 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.857911 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.858246 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.858582 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.858909 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.859235 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.859555 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.859881 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.860197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.860513 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.860858 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:52.861173 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89053) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:19:54.468822 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f up at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Sep 22 18:19:54.539979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.provisioning_blocks [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Provisioning complete for port d35501eb-adc5-4a83-9f2e-755d459c9c4f triggered by entity L2. {{(pid=89053) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 22 18:19:54.539979 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1781361'] for port, provisioning_complete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:54.540283 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Attempt 1 to provision port d35501eb-adc5-4a83-9f2e-755d459c9c4f Sep 22 18:19:54.675013 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Current status of the port d35501eb-adc5-4a83-9f2e-755d459c9c4f is: BUILD; New status is: ACTIVE {{(pid=89053) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Sep 22 18:19:54.675639 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1720732'] for port, before_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:54.705938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89053) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:19:54.708337 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9471a2eda7cb731ddd04e1cbca1d48159e55370badff0048418e5227652debbb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e8cfa1-945c-4fda-a4f2-92d09a4b7fe1" -d '{"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-plugged", "status": "completed", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89053) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:19:54.718851 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:19:54.724131 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8783504405544', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8783504045069', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8783504045114'] for port, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:54.772203 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:19:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffdf644-1162-4736-885e-932acdf69b0a x-openstack-request-id: req-2ffdf644-1162-4736-885e-932acdf69b0a {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:19:54.772498 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-plugged", "status": "completed", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "code": 200}]} {{(pid=89053) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:19:54.772790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-2ffdf644-1162-4736-885e-932acdf69b0a {{(pid=89053) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:19:54.773743 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ffdf644-1162-4736-885e-932acdf69b0a'] response: {'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'code': 200} Sep 22 18:19:54.812183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-899b23c1-4a5f-4484-a429-0fa0a440d982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:54.827399 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Pushing event updated for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=7']} {{(pid=89053) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:19:55.844772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:56.366386 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:56.447705 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:19:57.556698 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:04.102598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34116) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:04.311968 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Deleting port c72b4372-7f6f-4f5c-88c0-4a0b47977753 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:04.312307 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:04.482717 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:04.482961 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:04.706529 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Calling delete_port for c72b4372-7f6f-4f5c-88c0-4a0b47977753 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:04.856490 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:04.906498 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event deleted for resources: {'Port': ['ID=c72b4372-7f6f-4f5c-88c0-4a0b47977753,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:04.954313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.954660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.954991 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.955313 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.955662 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.955965 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.956283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.956598 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.957007 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.957319 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.957632 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:04.957942 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89051) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:05.015126 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:05.015466 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Floating IP e1ad44af-cc05-419f-8113-dfc9b3c2082a disassociated (deleted). External IP: 172.26.8.219, port: d35501eb-adc5-4a83-9f2e-755d459c9c4f. Sep 22 18:20:05.384241 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:20:05.565131 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:20:05.575407 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:20:05.586150 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:05.586774 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:05.588311 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:05.656222 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-536360bc-9511-470f-83b4-898adb84f042 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "DELETE /v2.0/floatingips/e1ad44af-cc05-419f-8113-dfc9b3c2082a HTTP/1.1" status: 204 len: 168 time: 1.5524888 Sep 22 18:20:05.656928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:20:05.659523 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c96200a-8cce-44f4-8464-8b3496d8eb66" -d '{"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:20:05.766896 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:20:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14656c39-180e-48ad-92e9-26df5b615dca x-openstack-request-id: req-14656c39-180e-48ad-92e9-26df5b615dca {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:20:05.767190 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:20:05.767446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-14656c39-180e-48ad-92e9-26df5b615dca {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:20:05.767998 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14656c39-180e-48ad-92e9-26df5b615dca'] response: {'name': 'network-changed', 'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'status': 'completed', 'code': 200} Sep 22 18:20:05.785015 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:05.878052 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-22f7613c-ef6b-4f0c-bf38-efc381606669 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:05.879557 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-22f7613c-ef6b-4f0c-bf38-efc381606669 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 1099 time: 0.0906098 Sep 22 18:20:06.030319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-050a5d3d-14a5-4fe2-b274-c422c47115b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:06.032164 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-050a5d3d-14a5-4fe2-b274-c422c47115b5 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1459086 Sep 22 18:20:06.106704 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-475588df-364b-4b17-8b0f-7d1bdd1c2dc9 service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 200 len: 217 time: 0.0670261 Sep 22 18:20:06.112568 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466d1ab3-1773-453b-b5b6-483380ccc0e5 req-d38eaebf-98cf-4413-ad20-20817c9ae6b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:06.113440 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-466d1ab3-1773-453b-b5b6-483380ccc0e5 req-d38eaebf-98cf-4413-ad20-20817c9ae6b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:20:06.130719 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-466d1ab3-1773-453b-b5b6-483380ccc0e5 req-d38eaebf-98cf-4413-ad20-20817c9ae6b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:20:06.132171 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-466d1ab3-1773-453b-b5b6-483380ccc0e5 req-d38eaebf-98cf-4413-ad20-20817c9ae6b3 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.1580191 Sep 22 18:20:06.176311 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-8fe05e7f-b9ed-438a-b83b-c61c71ccdd7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:06.177897 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-8fe05e7f-b9ed-438a-b83b-c61c71ccdd7a service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0653071 Sep 22 18:20:06.182475 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-466d1ab3-1773-453b-b5b6-483380ccc0e5 req-4f0bd39c-0ae9-4a4f-b507-3d8d8220e41d tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443604 Sep 22 18:20:06.218982 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:06.223329 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:20:06.232666 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:06.233372 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:06.278821 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-b7a92d04-646b-4fc9-9f4d-181420831bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:06.280279 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-b7a92d04-646b-4fc9-9f4d-181420831bcc service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0954068 Sep 22 18:20:06.413452 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:06.417062 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-8cadfc2b-03fa-40df-a9b3-84e4fa32d38a service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286619 Sep 22 18:20:06.554552 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-3c96200a-8cce-44f4-8464-8b3496d8eb66 req-7b220ef5-70e3-4399-a5bd-44c8f0bcd904 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310716 Sep 22 18:20:06.768531 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:06.772501 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24662023-c8f0-4822-97f1-79923b9d4e76 None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_floatingips': [{'id': '2ffeb1cd-4597-495c-8179-6d2afe31e280', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'router_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'port_id': '9c22a51b-fc66-4297-973d-bca2577997ec', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1892, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'mac_address': 'fa:16:3e:48:0b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-09-22T18:14:16Z', 'updated_at': '2022-09-22T18:14:19Z', 'revision_number': 1, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:20:06.977040 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe57a0-6392-4330-b8ee-d6db133ad687 None None] New status for floating IP e1ad44af-cc05-419f-8113-dfc9b3c2082a: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:20:07.392839 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc5648e-c350-432d-97ac-485c4cdc4015 req-9ea22891-9e41-4940-acc3-2690200b7583 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:07.394249 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bc5648e-c350-432d-97ac-485c4cdc4015 req-9ea22891-9e41-4940-acc3-2690200b7583 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0917578 Sep 22 18:20:07.439015 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-8bc5648e-c350-432d-97ac-485c4cdc4015 req-2ca7e0ca-ccef-4be3-a474-f283b939b16e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387895 Sep 22 18:20:07.768414 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-033bdd24-f375-4e0f-9939-e50ca6b1fb94 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:07.770133 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-033bdd24-f375-4e0f-9939-e50ca6b1fb94 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 946 time: 0.0938711 Sep 22 18:20:07.843649 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Deleting port d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:07.843989 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:08.090673 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] For port d35501eb-adc5-4a83-9f2e-755d459c9c4f, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=d35501eb-adc5-4a83-9f2e-755d459c9c4f,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:08.090938 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:08.313404 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Calling delete_port for d35501eb-adc5-4a83-9f2e-755d459c9c4f owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:08.458740 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:08.508470 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event deleted for resources: {'Port': ['ID=d35501eb-adc5-4a83-9f2e-755d459c9c4f,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:08.551691 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.552042 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.552384 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.552751 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.553081 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.553411 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.553741 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.554121 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.554477 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.554575 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:08.555095 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.555260 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.555508 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-858953-1-hyperv {{(pid=89052) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 22 18:20:08.599540 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:08.600229 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:08.617334 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-3c9071de-5ec1-4a3d-98f1-520b97b74d69 req-b7857806-282c-40da-a59e-bf6210d7807e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=65d61da7-5248-4ddd-9c77-5105b6dad276 HTTP/1.1" status: 200 len: 210 time: 0.0635586 Sep 22 18:20:08.618546 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] No DVR routers for this DVR port d35501eb-adc5-4a83-9f2e-755d459c9c4f on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:20:08.621672 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:08.624377 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-deleted', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:20:08.626789 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2013f67-b263-406e-a3d9-25ba8b704113" -d '{"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-deleted", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:20:08.644400 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-ef362977-139c-48c2-8f32-a199dc9a4433 req-5e1c0d77-eaa2-4ae8-b279-f95302fb4a5e tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "DELETE /v2.0/ports/d35501eb-adc5-4a83-9f2e-755d459c9c4f HTTP/1.1" status: 204 len: 173 time: 0.8683836 Sep 22 18:20:08.724238 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:20:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f186b-f60b-4c9a-87d5-8fbd8b97d59f x-openstack-request-id: req-072f186b-f60b-4c9a-87d5-8fbd8b97d59f {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:20:08.724537 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65d61da7-5248-4ddd-9c77-5105b6dad276", "name": "network-vif-deleted", "tag": "d35501eb-adc5-4a83-9f2e-755d459c9c4f", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:20:08.724826 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-072f186b-f60b-4c9a-87d5-8fbd8b97d59f {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:20:08.725236 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072f186b-f60b-4c9a-87d5-8fbd8b97d59f'] response: {'server_uuid': '65d61da7-5248-4ddd-9c77-5105b6dad276', 'name': 'network-vif-deleted', 'tag': 'd35501eb-adc5-4a83-9f2e-755d459c9c4f', 'status': 'completed', 'code': 200} Sep 22 18:20:10.281545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34184) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:10.483847 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Deleting port aab1632c-bc83-4533-b184-564adfb75089 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:10.484106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:10.763894 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:10.764140 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:10.889079 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Calling delete_port for aab1632c-bc83-4533-b184-564adfb75089 owned by network:floatingip {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:11.043860 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:11.091351 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event deleted for resources: {'Port': ['ID=aab1632c-bc83-4533-b184-564adfb75089,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:11.190104 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for floatingip, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:11.190473 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.db.l3_db [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Floating IP 2ffeb1cd-4597-495c-8179-6d2afe31e280 disassociated (deleted). External IP: 172.26.8.226, port: 9c22a51b-fc66-4297-973d-bca2577997ec. Sep 22 18:20:11.560036 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:20:11.748047 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:20:11.758030 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:20:11.766263 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for floatingip, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:11.767675 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:11.768282 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:11.822043 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-2c89f678-1afd-46da-b765-c966cd8669b9 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "DELETE /v2.0/floatingips/2ffeb1cd-4597-495c-8179-6d2afe31e280 HTTP/1.1" status: 204 len: 168 time: 1.5393083 Sep 22 18:20:11.822545 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89051) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:20:11.825487 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}943bf8c8211039000e6d16ed9afb269be0b64c0bdbbb05f1121bfaef1f0e48ea" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcd5330f-5183-4ced-abb8-ffe491fea3e5" -d '{"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89051) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:20:11.872928 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Sep 2022 18:20:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0858911-77ca-4a7e-b4b9-2f5adb79b4f7 x-openstack-request-id: req-a0858911-77ca-4a7e-b4b9-2f5adb79b4f7 {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:20:11.873226 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "status": "completed", "code": 200}]} {{(pid=89051) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:20:11.873479 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-a0858911-77ca-4a7e-b4b9-2f5adb79b4f7 {{(pid=89051) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:20:11.873885 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0858911-77ca-4a7e-b4b9-2f5adb79b4f7'] response: {'name': 'network-changed', 'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'status': 'completed', 'code': 200} Sep 22 18:20:11.961098 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:11.977595 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-0ece8e66-82fb-4173-8dc5-d8f0ec708b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:11.979534 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-0ece8e66-82fb-4173-8dc5-d8f0ec708b54 service neutron] 10.222.0.18 "GET /v2.0/ports?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 1097 time: 0.0862999 Sep 22 18:20:12.123900 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-a1f909dc-0591-469e-82e7-2b856e19ce59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:12.125434 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-a1f909dc-0591-469e-82e7-2b856e19ce59 service neutron] 10.222.0.18 "GET /v2.0/networks?id=944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 200 len: 911 time: 0.1407068 Sep 22 18:20:12.197306 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-13b301c2-c5a7-4aff-a092-f4484a59ee5b service neutron] 10.222.0.18 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 200 len: 217 time: 0.0637219 Sep 22 18:20:12.239401 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99151018-777e-499b-824f-dcd757e95034 req-6382f87f-f8e0-4fa3-93fa-d123536cd5bb tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89051) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:12.240144 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-99151018-777e-499b-824f-dcd757e95034 req-6382f87f-f8e0-4fa3-93fa-d123536cd5bb tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89051) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:20:12.262843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.quota.resource [req-99151018-777e-499b-824f-dcd757e95034 req-6382f87f-f8e0-4fa3-93fa-d123536cd5bb tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89051) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:20:12.264368 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99151018-777e-499b-824f-dcd757e95034 req-6382f87f-f8e0-4fa3-93fa-d123536cd5bb tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.1282449 Sep 22 18:20:12.275925 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-1105c3b7-3b76-4946-a154-881e0a1fdbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:12.277448 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-1105c3b7-3b76-4946-a154-881e0a1fdbf2 service neutron] 10.222.0.18 "GET /v2.0/subnets?id=04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 200 len: 849 time: 0.0735738 Sep 22 18:20:12.314282 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [req-99151018-777e-499b-824f-dcd757e95034 req-3db8d067-6b48-43bf-a708-670e7ee23c5c tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438044 Sep 22 18:20:12.348234 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:12.352094 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:20:12.360470 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:12.361121 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:12.369548 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-c2332eb9-6e48-4cd0-8457-ba8d3e36b685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:12.371573 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-c2332eb9-6e48-4cd0-8457-ba8d3e36b685 service neutron] 10.222.0.18 "GET /v2.0/ports?network_id=944af82c-193e-484d-9777-2b23aa24761b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0867269 Sep 22 18:20:12.511140 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-3657fc89-4b0b-4a14-b4af-6e79d72a3f96 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329699 Sep 22 18:20:12.542554 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:12.546952 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:12.582885 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: d35501eb-adc5-4a83-9f2e-755d459c9c4f {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:12.583228 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device d35501eb-adc5-4a83-9f2e-755d459c9c4f not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:12.654604 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-fcd5330f-5183-4ced-abb8-ffe491fea3e5 req-0708d8ae-ad90-45ba-81df-0392c6f71b20 service neutron] 10.222.0.18 "GET /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364880 Sep 22 18:20:12.863186 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:12.867180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c68b6a-547c-4d6d-a81d-fa0f24c42dfe None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:47Z', 'revision_number': 4, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv', '_interfaces': [{'id': '3767e4ef-338c-4c82-859e-3e91d3cf6372', 'name': '', 'network_id': '944af82c-193e-484d-9777-2b23aa24761b', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'mac_address': 'fa:16:3e:fd:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_interface', 'standard_attr_id': 1868, 'fixed_ips': [{'subnet_id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:46Z', 'updated_at': '2022-09-22T18:13:54Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'subnets': [{'id': '04232e7e-fc9d-4922-962a-6e04a370f4d8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:20:13.074730 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-6c5be6e4-0356-4cda-aa8c-cb157a5f40b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:13.075467 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-6c5be6e4-0356-4cda-aa8c-cb157a5f40b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Synchronizing usage tracker for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Sep 22 18:20:13.085421 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f069a57-45ae-49d4-ad41-3b3c06931de0 None None] New status for floating IP 2ffeb1cd-4597-495c-8179-6d2afe31e280: DOWN {{(pid=89053) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 22 18:20:13.088272 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.quota.resource [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-6c5be6e4-0356-4cda-aa8c-cb157a5f40b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Unset dirty status for tenant:44fba85ecb86425ab8d3b5e0d42762ea on resource:port {{(pid=89052) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Sep 22 18:20:13.089953 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-6c5be6e4-0356-4cda-aa8c-cb157a5f40b2 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.1099567 Sep 22 18:20:13.160957 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Deleting port 9c22a51b-fc66-4297-973d-bca2577997ec {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:13.161229 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:13.431963 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] For port 9c22a51b-fc66-4297-973d-bca2577997ec, host hv-neutron-8589, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8589',level=0,port_id=9c22a51b-fc66-4297-973d-bca2577997ec,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:13.432245 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:13.700695 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Calling delete_port for 9c22a51b-fc66-4297-973d-bca2577997ec owned by compute:nova {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:13.803627 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c6d56d-c5f3-454e-879b-2ace40f773a6 req-7f3a3998-af05-40a1-95bf-bc3e0473d2c6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=89052) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Sep 22 18:20:13.805142 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-75c6d56d-c5f3-454e-879b-2ace40f773a6 req-7f3a3998-af05-40a1-95bf-bc3e0473d2c6 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/ports?device_id=e7e28cb7-76e9-4625-8511-fedd8c4dca4a HTTP/1.1" status: 200 len: 944 time: 0.3759120 Sep 22 18:20:13.902101 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-75c6d56d-c5f3-454e-879b-2ace40f773a6 req-94779f80-b7b9-46a4-a756-63ca7062002b tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "GET /v2.0/security-groups?id=8cb59ab6-6e60-4f99-8560-20ad6a38fef2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654931 Sep 22 18:20:13.903137 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:13.956574 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event deleted for resources: {'Port': ['ID=9c22a51b-fc66-4297-973d-bca2577997ec,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:14.054679 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.db.l3_dvrscheduler_db [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] No DVR routers for this DVR port 9c22a51b-fc66-4297-973d-bca2577997ec on host hv-neutron-8589 {{(pid=89052) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:20:14.057190 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-247873'] for port, before_response {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:14.060356 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-deleted', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec'}] {{(pid=89052) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Sep 22 18:20:14.062674 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.25/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e952422afd6747235c71e1ddd7ddd98f9942b70dbbbbb4cb97cf389088d4e954" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8273bcc7-6deb-4257-ab27-ae0870936384" -d '{"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-deleted", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec"}]}' {{(pid=89052) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 22 18:20:14.077993 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [req-6462b03b-18b2-4733-a89b-379ad3fb8f44 req-02c19685-0345-4346-9d1b-81e5d3d979c4 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.18 "DELETE /v2.0/ports/9c22a51b-fc66-4297-973d-bca2577997ec HTTP/1.1" status: 204 len: 173 time: 0.9835191 Sep 22 18:20:14.110192 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Sep 2022 18:20:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7fff31d-d7a2-423f-a3e0-674fd397ad28 x-openstack-request-id: req-f7fff31d-d7a2-423f-a3e0-674fd397ad28 {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 22 18:20:14.110504 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e7e28cb7-76e9-4625-8511-fedd8c4dca4a", "name": "network-vif-deleted", "tag": "9c22a51b-fc66-4297-973d-bca2577997ec", "status": "completed", "code": 200}]} {{(pid=89052) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 22 18:20:14.110775 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.25/compute/v2.1/os-server-external-events used request id req-f7fff31d-d7a2-423f-a3e0-674fd397ad28 {{(pid=89052) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 22 18:20:14.111270 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7fff31d-d7a2-423f-a3e0-674fd397ad28'] response: {'server_uuid': 'e7e28cb7-76e9-4625-8511-fedd8c4dca4a', 'name': 'network-vif-deleted', 'tag': '9c22a51b-fc66-4297-973d-bca2577997ec', 'status': 'completed', 'code': 200} Sep 22 18:20:15.022279 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34200) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:15.094709 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:15.127945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:15.202660 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:15.334012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb59ab6-6e60-4f99-8560-20ad6a38fef2,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:15.346044 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:15.347283 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-fc6608f7-5f66-4899-af4e-8f551544e794 tempest-TestSnapshotPattern-1303035448 tempest-TestSnapshotPattern-1303035448-project] 10.222.0.25 "DELETE /v2.0/security-groups/8cb59ab6-6e60-4f99-8560-20ad6a38fef2 HTTP/1.1" status: 204 len: 168 time: 0.3240149 Sep 22 18:20:15.400224 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.wsgi [-] (89052) accepted ('10.222.0.25', 34206) {{(pid=89052) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:16.054823 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:16.425908 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Deleting port 3767e4ef-338c-4c82-859e-3e91d3cf6372 {{(pid=89052) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:16.426608 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:16.556752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec no longer exists at agent hyperv_hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:16.596236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] No Port match for: 9c22a51b-fc66-4297-973d-bca2577997ec {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:16.596580 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Device 9c22a51b-fc66-4297-973d-bca2577997ec not bound to the agent host hv-neutron-8589 {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:16.714319 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.db [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] For port 3767e4ef-338c-4c82-859e-3e91d3cf6372, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=3767e4ef-338c-4c82-859e-3e91d3cf6372,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89052) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:16.715142 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:16.850401 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.plugins.ml2.plugin [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Calling delete_port for 3767e4ef-338c-4c82-859e-3e91d3cf6372 owned by network:router_interface {{(pid=89052) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:17.182842 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3750251'] for port, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:17.234359 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Pushing event deleted for resources: {'Port': ['ID=3767e4ef-338c-4c82-859e-3e91d3cf6372,revision_number=None']} {{(pid=89052) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:17.515364 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron_lib.callbacks.manager [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89052) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:17.874916 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Router dfc7249a-ed45-4554-8a64-88f79003b6db has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89052) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:20:18.157510 dv-neutron-858953-1-hyperv neutron-server[89052]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89052) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:20:18.167988 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Sync routers for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:20:18.173832 dv-neutron-858953-1-hyperv neutron-server[89052]: INFO neutron.wsgi [None req-37265f2d-6fd7-44c2-925c-47766a6ed054 admin admin] 10.222.0.25 "PUT /v2.0/routers/dfc7249a-ed45-4554-8a64-88f79003b6db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7703347 Sep 22 18:20:18.174623 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34212) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:18.183884 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:18.184574 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:18.367679 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:18.376833 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: dv-neutron-858953-1-hyperv {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:18.548945 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:18.559533 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Deleting port 5a84476f-54b6-497c-88a2-7e85e81ef68c {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:18.559903 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:18.676544 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104'}], 'enable_snat': True}, 'gw_port_id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:20:17Z', 'revision_number': 5, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port': {'id': '5a84476f-54b6-497c-88a2-7e85e81ef68c', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:df:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1867, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:13:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:18.680422 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Checking router: dfc7249a-ed45-4554-8a64-88f79003b6db for host: dv-neutron-858953-1-hyperv {{(pid=89054) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:20:18.690638 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Routers {'dfc7249a-ed45-4554-8a64-88f79003b6db'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89054) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:18.691233 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['dfc7249a-ed45-4554-8a64-88f79003b6db'], 'active': True} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:18.740757 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] For port 5a84476f-54b6-497c-88a2-7e85e81ef68c, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=5a84476f-54b6-497c-88a2-7e85e81ef68c,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:18.741110 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:18.859023 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_dvr_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] Set router dfc7249a-ed45-4554-8a64-88f79003b6db gateway port host: None {{(pid=89054) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:18.865088 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Calling delete_port for 5a84476f-54b6-497c-88a2-7e85e81ef68c owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:19.006293 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.l3_hamode_db [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:20:18Z', 'revision_number': 6, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89054) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:19.010470 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fc18d91-7dac-4e7e-917d-399130ce45a6 None None] The sync data for ids ['dfc7249a-ed45-4554-8a64-88f79003b6db'] in dv-neutron-858953-1-hyperv is: [{'id': 'dfc7249a-ed45-4554-8a64-88f79003b6db', 'name': 'tempest-TestSnapshotPattern-1831792100-router', 'tenant_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:43Z', 'updated_at': '2022-09-22T18:20:18Z', 'revision_number': 6, 'project_id': '44fba85ecb86425ab8d3b5e0d42762ea', 'gw_port_host': None}] {{(pid=89054) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:20:19.060059 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.129694 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Pushing event deleted for resources: {'Port': ['ID=5a84476f-54b6-497c-88a2-7e85e81ef68c,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:19.243486 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.424062 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.426926 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.454596 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.457199 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Fanout notify agent at l3_agent the message router_deleted on router dfc7249a-ed45-4554-8a64-88f79003b6db {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:20:19.470556 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.471666 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-cd631ce7-a26f-4cc9-ad21-922878414fce admin admin] 10.222.0.25 "DELETE /v2.0/routers/dfc7249a-ed45-4554-8a64-88f79003b6db HTTP/1.1" status: 204 len: 168 time: 1.2960920 Sep 22 18:20:19.474364 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34216) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:19.533040 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Deleting subnet 04232e7e-fc9d-4922-962a-6e04a370f4d8 {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:20:19.536064 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.694019 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.772625 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.844365 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.886170 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04232e7e-fc9d-4922-962a-6e04a370f4d8,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:19.890356 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:19.895620 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f561c794-a381-4c12-a072-90e1cb177d64 None None] Network 944af82c-193e-484d-9777-2b23aa24761b requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:20:19.897745 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-579282d9-716b-4790-ac4e-ac223a3c3a22 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/04232e7e-fc9d-4922-962a-6e04a370f4d8 HTTP/1.1" status: 204 len: 168 time: 0.4223762 Sep 22 18:20:19.900218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34220) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:20.014012 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.024586 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Deleting port dc0aeb7d-464c-4813-bec3-79d53bad028e {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:20.024952 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.186805 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] DHCP port deletion for 944af82c-193e-484d-9777-2b23aa24761b request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:20:20.191581 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Deleting port dc0aeb7d-464c-4813-bec3-79d53bad028e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:20.192437 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.242219 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] For port dc0aeb7d-464c-4813-bec3-79d53bad028e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0aeb7d-464c-4813-bec3-79d53bad028e,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:20.242566 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.248516 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3767e4ef-338c-4c82-859e-3e91d3cf6372 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:20.287790 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 3767e4ef-338c-4c82-859e-3e91d3cf6372 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:20.288133 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 3767e4ef-338c-4c82-859e-3e91d3cf6372 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:20.288537 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a84476f-54b6-497c-88a2-7e85e81ef68c no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:20.324841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 5a84476f-54b6-497c-88a2-7e85e81ef68c {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:20.325183 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 5a84476f-54b6-497c-88a2-7e85e81ef68c not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:20.325597 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device dc0aeb7d-464c-4813-bec3-79d53bad028e no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:20.370843 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Calling delete_port for dc0aeb7d-464c-4813-bec3-79d53bad028e owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:20.449920 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.496801 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc0aeb7d-464c-4813-bec3-79d53bad028e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:20.502056 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] No DVR routers for this DVR port dc0aeb7d-464c-4813-bec3-79d53bad028e on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:20:20.509988 dv-neutron-858953-1-hyperv neutron-server[89053]: INFO neutron.plugins.ml2.db [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No ports have port_id starting with dc0aeb7d-464c-4813-bec3-79d53bad028e Sep 22 18:20:20.536512 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] For port dc0aeb7d-464c-4813-bec3-79d53bad028e, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=dc0aeb7d-464c-4813-bec3-79d53bad028e,segment=NetworkSegment(ba6108d3-2307-4b5d-a080-ec332808d67c),segment_id=ba6108d3-2307-4b5d-a080-ec332808d67c)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:20.537072 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.618427 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.652772 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['944af82c-193e-484d-9777-2b23aa24761b']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:20.660943 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Calling delete_port for dc0aeb7d-464c-4813-bec3-79d53bad028e owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:20.665262 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba6108d3-2307-4b5d-a080-ec332808d67c') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:20.665557 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba6108d3-2307-4b5d-a080-ec332808d67c') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:20.678851 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.698009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.708446 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:20:20.708880 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.751061 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:20:20.751511 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:20:20.805577 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.827526 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba6108d3-2307-4b5d-a080-ec332808d67c resource provider aggregate not found Sep 22 18:20:20.831281 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:20.842544 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] Pushing event deleted for resources: {'Network': ['ID=944af82c-193e-484d-9777-2b23aa24761b,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:20.849274 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ba6108d3-2307-4b5d-a080-ec332808d67c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ba6108d3-2307-4b5d-a080-ec332808d67c found for delete ", "request_id": "req-c7873881-4b25-4391-afe5-ff04e9a4f6a0"}]} Sep 22 18:20:20.858036 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-df1dc146-9b95-4047-b819-12e23b9d1c15 admin admin] 10.222.0.25 "DELETE /v2.0/networks/944af82c-193e-484d-9777-2b23aa24761b HTTP/1.1" status: 204 len: 168 time: 0.9568324 Sep 22 18:20:20.860995 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34230) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:21.252982 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Deleting port dc0aeb7d-464c-4813-bec3-79d53bad028e {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:21.253564 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:21.322101 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf4454-6c6c-4209-8cf0-879cd99fd523 None None] The port 'dc0aeb7d-464c-4813-bec3-79d53bad028e' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 18:20:21.519450 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-703409'] for router_interface, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:21.871053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Deleting port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:21.871387 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:22.046687 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] For port d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:22.047053 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:22.076758 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:20:22.173017 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Calling delete_port for d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a owned by network:router_interface {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:22.361994 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:22.415967 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Pushing event deleted for resources: {'Port': ['ID=d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:22.653723 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-33818528-91b4-4f75-9714-266b4cc96487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:22.708334 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-528398', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-703301'] for router_interface, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:23.192021 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Router 8ebe5593-8738-49dd-bce9-4b1066848dfd has already been hosted by L3 agent 4d0f8880-6204-445e-a2bf-6d3d22f966c4 {{(pid=89051) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Sep 22 18:20:23.373287 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] Notify agent at l3_agent.dv-neutron-858953-1-hyperv the message routers_updated {{(pid=89051) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Sep 22 18:20:23.382010 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Sync routers for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 22 18:20:23.391162 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-d00c6b0d-2f3b-4c70-9093-bd49c4047a97 admin admin] 10.222.0.25 "PUT /v2.0/routers/8ebe5593-8738-49dd-bce9-4b1066848dfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5291061 Sep 22 18:20:23.392130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:23.392772 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:23.393760 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34234) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:23.576115 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks [] for router, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:23.604737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: dv-neutron-858953-1-hyperv {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:23.756461 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:23.767551 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Deleting port 78667615-fa67-4838-b8b0-d9a85473b89a {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:23.767841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:23.892795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'external_fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20'}], 'enable_snat': True}, 'gw_port_id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:20:22Z', 'revision_number': 5, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port': {'id': '78667615-fa67-4838-b8b0-d9a85473b89a', 'name': '', 'network_id': '95c0a61e-f926-4fa9-b205-0d9f0a1659a0', 'tenant_id': '', 'mac_address': 'fa:16:3e:9c:4e:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1879, 'fixed_ips': [{'subnet_id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'ip_address': '172.26.8.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-858953-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-09-22T18:13:50Z', 'updated_at': '2022-09-22T18:13:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ec3e39f8-b153-4eb9-8c37-db67a7a44ce8', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-858953-1-hyperv'}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:23.896675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Checking router: 8ebe5593-8738-49dd-bce9-4b1066848dfd for host: dv-neutron-858953-1-hyperv {{(pid=89053) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 22 18:20:23.905395 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Routers {'8ebe5593-8738-49dd-bce9-4b1066848dfd'} bound to L3 agent in host dv-neutron-858953-1-hyperv {{(pid=89053) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Sep 22 18:20:23.906009 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-858953-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-09-22T16:48:24Z,description=,heartbeat_timestamp=2022-09-22T18:19:55Z,host='dv-neutron-858953-1-hyperv',id=4d0f8880-6204-445e-a2bf-6d3d22f966c4,load=0,resource_versions=,resources_synced=,started_at=2022-09-22T16:48:24Z,topic='l3_agent')) {'router_ids': ['8ebe5593-8738-49dd-bce9-4b1066848dfd'], 'active': True} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:23.945931 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] For port 78667615-fa67-4838-b8b0-d9a85473b89a, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=78667615-fa67-4838-b8b0-d9a85473b89a,segment=NetworkSegment(72ea5186-020b-4401-ad29-7127ed965132),segment_id=72ea5186-020b-4401-ad29-7127ed965132)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:23.946283 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.059082 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_dvr_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] Set router 8ebe5593-8738-49dd-bce9-4b1066848dfd gateway port host: None {{(pid=89053) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Sep 22 18:20:24.067864 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Calling delete_port for 78667615-fa67-4838-b8b0-d9a85473b89a owned by network:router_gateway {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:24.166325 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.db.l3_hamode_db [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:20:23Z', 'revision_number': 6, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port_host': None}], 'dv-neutron-858953-1-hyperv', False) {} {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:24.171165 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76434aa4-888d-4fd0-8938-882d8c4b23ae None None] The sync data for ids ['8ebe5593-8738-49dd-bce9-4b1066848dfd'] in dv-neutron-858953-1-hyperv is: [{'id': '8ebe5593-8738-49dd-bce9-4b1066848dfd', 'name': 'tempest-TestSnapshotPattern-1442221436-router', 'tenant_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-09-22T18:13:49Z', 'updated_at': '2022-09-22T18:20:23Z', 'revision_number': 6, 'project_id': 'a88d8198ab8946d1ab219d4d617cbdaf', 'gw_port_host': None}] {{(pid=89053) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 22 18:20:24.364400 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.411918 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Pushing event deleted for resources: {'Port': ['ID=78667615-fa67-4838-b8b0-d9a85473b89a,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:24.509859 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-737484'] for router_gateway, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.695055 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-737385', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-455'] for router, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.697260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.722933 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-737816'] for router, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.723525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8ebe5593-8738-49dd-bce9-4b1066848dfd {{(pid=89051) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Sep 22 18:20:24.737318 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] Notify callbacks [] for router, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.738440 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-ddc261fa-4efd-44a6-8815-659bdbf5b82c admin admin] 10.222.0.25 "DELETE /v2.0/routers/8ebe5593-8738-49dd-bce9-4b1066848dfd HTTP/1.1" status: 204 len: 168 time: 1.3437834 Sep 22 18:20:24.741082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34238) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:24.766130 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-e576ceef-3e74-49b7-91d3-254a63338cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.805082 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Deleting subnet 6ba474dc-4c56-4135-a074-a09e18c5514e {{(pid=89051) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Sep 22 18:20:24.808150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.858009 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2353800'] for subnet, precommit_delete_associations {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:24.938525 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1699876'] for subnet, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.009306 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1699933', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586110', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3448796', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2167702'] for subnet, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.047798 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ba474dc-4c56-4135-a074-a09e18c5514e,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:25.051963 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.057636 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c250fb-4f20-4392-99d1-76f1ecb19c6d None None] Network dfd65448-798d-4059-916f-bd49400c3a44 requested from dv-neutron-858953-1-hyperv {{(pid=89053) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Sep 22 18:20:25.059558 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-5d3da078-addf-4902-9cf6-34425f60f7f4 admin admin] 10.222.0.25 "DELETE /v2.0/subnets/6ba474dc-4c56-4135-a074-a09e18c5514e HTTP/1.1" status: 204 len: 168 time: 0.3174882 Sep 22 18:20:25.062303 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34242) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:25.185117 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1814438'] for network, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.197242 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Deleting port 11d0d1e3-22fe-470b-ae16-e1e287894403 {{(pid=89051) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:25.197609 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.357378 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] DHCP port deletion for dfd65448-798d-4059-916f-bd49400c3a44 request from dv-neutron-858953-1-hyperv {{(pid=89053) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Sep 22 18:20:25.361950 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Deleting port 11d0d1e3-22fe-470b-ae16-e1e287894403 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:25.362329 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.440481 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.db [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] For port 11d0d1e3-22fe-470b-ae16-e1e287894403, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11d0d1e3-22fe-470b-ae16-e1e287894403,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89051) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:25.441106 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.573442 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.db [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] For port 11d0d1e3-22fe-470b-ae16-e1e287894403, host dv-neutron-858953-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-858953-1-hyperv',level=0,port_id=11d0d1e3-22fe-470b-ae16-e1e287894403,segment=NetworkSegment(ec36b41e-7e69-4707-bc66-0399480a25b3),segment_id=ec36b41e-7e69-4707-bc66-0399480a25b3)] {{(pid=89053) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Sep 22 18:20:25.573675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-704127'] for port, precommit_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.586323 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.plugin [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Calling delete_port for 11d0d1e3-22fe-470b-ae16-e1e287894403 owned by network:dhcp {{(pid=89051) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:25.671574 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1720669', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-192491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8783504405589', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8783504045060', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3448817'] for port, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.727215 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Pushing event deleted for resources: {'Port': ['ID=11d0d1e3-22fe-470b-ae16-e1e287894403,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:25.733477 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] No DVR routers for this DVR port 11d0d1e3-22fe-470b-ae16-e1e287894403 on host dv-neutron-858953-1-hyperv {{(pid=89051) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 22 18:20:25.744021 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Calling delete_port for 11d0d1e3-22fe-470b-ae16-e1e287894403 owned by network:dhcp {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Sep 22 18:20:25.819906 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.db.api [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=89053) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 22 18:20:25.820277 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG oslo_db.api [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=89053) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 22 18:20:25.840675 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.959054 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1701626', 'neutron.services.segments.db._delete_segments_for_network-8783504498351'] for network, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:25.984260 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dfd65448-798d-4059-916f-bd49400c3a44']}} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:25.997295 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec36b41e-7e69-4707-bc66-0399480a25b3') {'for_net_delete': True} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:25.997595 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.services.segments.db [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec36b41e-7e69-4707-bc66-0399480a25b3') {} {{(pid=89051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 22 18:20:26.009508 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8783504500947', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2353809'] for segment, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.026478 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1642097'] for segment, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.032990 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=89051) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 22 18:20:26.033391 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1642094', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3448706'] for segment, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.099752 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ec36b41e-7e69-4707-bc66-0399480a25b3 resource provider aggregate not found Sep 22 18:20:26.120894 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.services.segments.plugin [-] Segment ec36b41e-7e69-4707-bc66-0399480a25b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec36b41e-7e69-4707-bc66-0399480a25b3 found for delete ", "request_id": "req-afe80aca-0fc4-400c-a399-c08af5552fb9"}]} Sep 22 18:20:26.135135 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1701581', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586199', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-528389', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-737457'] for network, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.151210 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Notify callbacks [] for network, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.163511 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] Pushing event deleted for resources: {'Network': ['ID=dfd65448-798d-4059-916f-bd49400c3a44,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:26.171797 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-0abaeebb-6007-4b3b-a573-e632f143003a admin admin] 10.222.0.25 "DELETE /v2.0/networks/dfd65448-798d-4059-916f-bd49400c3a44 HTTP/1.1" status: 204 len: 168 time: 1.1084824 Sep 22 18:20:26.225276 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11d0d1e3-22fe-470b-ae16-e1e287894403 no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:26.264938 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 11d0d1e3-22fe-470b-ae16-e1e287894403 {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:26.265233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 11d0d1e3-22fe-470b-ae16-e1e287894403 not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:26.265657 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:26.288841 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34252) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:26.304030 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:26.304375 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device d381e2ca-1cd8-4c30-9169-1d46e7ff6e0a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:26.304815 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78667615-fa67-4838-b8b0-d9a85473b89a no longer exists at agent ovs-agent-dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Sep 22 18:20:26.334700 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Deleting port 11d0d1e3-22fe-470b-ae16-e1e287894403 {{(pid=89053) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Sep 22 18:20:26.335079 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8783504404098'] for port, before_delete {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.339896 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8de235b9-769d-43b1-a028-7a59c36789b7 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=44fba85ecb86425ab8d3b5e0d42762ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498781 Sep 22 18:20:26.342599 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34256) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:26.381669 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] No Port match for: 78667615-fa67-4838-b8b0-d9a85473b89a {{(pid=89053) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Sep 22 18:20:26.381919 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.rpc [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Device 78667615-fa67-4838-b8b0-d9a85473b89a not bound to the agent host dv-neutron-858953-1-hyperv {{(pid=89053) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Sep 22 18:20:26.406444 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.418278 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.423363 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron.plugins.ml2.plugin [None req-817fbbdf-7071-49eb-81af-2f488e4dd420 None None] The port '11d0d1e3-22fe-470b-ae16-e1e287894403' was deleted {{(pid=89053) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Sep 22 18:20:26.441150 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.449843 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.496063 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.513836 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9cb50d-71b0-4a70-9c2b-d7aa04476c78,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:26.521863 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:26.523034 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-8d46feda-2375-4ba7-ac67-20964a455845 admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/1a9cb50d-71b0-4a70-9c2b-d7aa04476c78 HTTP/1.1" status: 204 len: 168 time: 0.1793883 Sep 22 18:20:26.867949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34264) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:26.917681 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-7262aec3-6d2f-4c1f-8224-20516a25bdd2 admin admin] 10.222.0.25 "GET /v2.0/security-groups?tenant_id=a88d8198ab8946d1ab219d4d617cbdaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0482275 Sep 22 18:20:26.920218 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [-] (89051) accepted ('10.222.0.25', 34268) {{(pid=89051) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Sep 22 18:20:26.980006 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:27.006272 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:27.057161 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-586118'] for security_group, after_delete {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:27.079569 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e49aa0e-1f2b-4bce-9628-fb3abe7551e1,revision_number=None']} {{(pid=89051) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 22 18:20:27.085949 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron_lib.callbacks.manager [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=89051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:27.086960 dv-neutron-858953-1-hyperv neutron-server[89051]: INFO neutron.wsgi [None req-bcd28096-9070-4939-babb-197cb262b09c admin admin] 10.222.0.25 "DELETE /v2.0/security-groups/6e49aa0e-1f2b-4bce-9628-fb3abe7551e1 HTTP/1.1" status: 204 len: 168 time: 0.1654062 Sep 22 18:20:27.554406 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:52.657784 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-cef3744b-54eb-493b-96da-59438b45dfa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:54.769159 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-9425e30c-0802-4916-816d-b439007aa976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:55.845038 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:56.308644 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:56.446233 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:57.556484 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:20:59.077785 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:21:22.663023 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c57443c6-f5e9-48a4-b817-2b8edd0ef5eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:24.771633 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-89b6e76c-93d6-4874-90b5-479e5bd702a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:25.847775 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:26.311259 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:26.468643 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:27.561603 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:36.077781 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:21:52.656263 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-2a2762ea-fd1b-47e9-8d79-2934313c01e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:54.773848 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-1a9965d2-697e-43c2-8c33-9c02fa63bd4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:55.850042 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:56.314722 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:56.465635 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:21:57.562249 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:13.077138 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:22:22.659499 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-d1261179-178c-4bf8-945e-042b6c354b74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:24.776144 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0f7e084-8ca7-46d5-a366-39076906ee04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:25.851993 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:26.316777 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:26.464785 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:27.563628 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:50.076732 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:22:52.662197 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-049a17e1-ce6a-4a9e-b83c-5c0a38368b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:54.778968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b495188e-1499-4ed2-a50d-f2c2cf400e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:55.853937 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:56.318630 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:56.480274 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:22:57.567129 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:22.666752 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-52407bed-6e72-4f29-9f6a-a8d36b7d3d1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:24.780889 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-62d283a5-da9a-4c0c-b9d2-a495f2d9102d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:25.856471 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:26.324625 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:26.479236 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:27.075957 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:23:27.571285 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:47.675516 dv-neutron-858953-1-hyperv neutron-server[89051]: DEBUG neutron.wsgi [req-4a0b3428-bd1d-4851-95cb-8b1593968c70 req-460ffe7e-a1ab-4b74-90a9-7079251d47f1 service neutron] (89051) timed out ('10.222.0.18', 60707) {{(pid=89051) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Sep 22 18:23:52.670884 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-0cf0d6f6-89f7-45be-89af-9630593cbf9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:54.785944 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-44237cf4-102a-4a46-98c9-537fd9e860a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:55.858845 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:56.327579 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:56.485161 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:23:57.574614 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:04.075204 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:24:22.674286 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-00da63fe-81f1-487c-a681-bc01ff8fe325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:24.788551 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-47637bb7-1628-4e03-b94f-1b978720966a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:25.861117 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:26.327750 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:26.492696 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:27.576390 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:41.075180 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:24:52.678533 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4d405ac6-e695-4fac-abc4-cde04bc865e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:54.792207 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-48a843cf-30ec-414e-9056-cc6ffe3aa3cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:55.864921 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:56.330324 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:56.493930 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:24:57.580041 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:18.074538 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:25:22.684426 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-8165eed3-e548-475a-bbce-93996b23504f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:24.800841 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-c5add81d-0302-4203-81f3-8badba7477a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:25.869968 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:26.335270 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:26.493336 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:27.588637 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:52.684951 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b0f71384-4ed0-4ddf-a4bc-6dcdd83f63cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:54.797688 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-018cd272-0187-4a04-8d60-b0ec5d319ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:55.074479 dv-neutron-858953-1-hyperv neutron-server[89054]: DEBUG neutron.db.agents_db [None req-6a4584e0-a1b4-4f74-8b4d-30f77a62cdb6 None None] Agent healthcheck: found 6 active agents {{(pid=89054) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Sep 22 18:25:55.876798 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:56.342616 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:56.501552 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:25:57.598521 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:22.681795 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-060c54fc-3f61-4674-8f94-dcf11abb91dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:24.792531 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-05037685-e73e-4bb8-a34d-df0fdbe6a646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:25.928681 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-b9d7adc5-1807-43e8-b01f-f362cf75f841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:26.353340 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-4c1145c0-2cf5-4452-82c2-027a8a616532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:26.515389 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-dc46aca3-9f49-43b6-9d54-2f93520ad583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 22 18:26:27.604737 dv-neutron-858953-1-hyperv neutron-server[89053]: DEBUG neutron_lib.callbacks.manager [None req-07430e84-42fc-4aa5-9480-ec28c64f6e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8783504498333', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1781248'] for agent, after_update {{(pid=89053) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}